src/fccache.c

   1 /*
   2  * $RCSId: xc/lib/fontconfig/src/fccache.c,v 1.12 2002/08/22 07:36:44 keithp Exp $
   3  *
   4  * Copyright © 2000 Keith Packard
   5  * Copyright © 2005 Patrick Lam
   6  *
   7  * Permission to use, copy, modify, distribute, and sell this software and its
   8  * documentation for any purpose is hereby granted without fee, provided that
   9  * the above copyright notice appear in all copies and that both that
  10  * copyright notice and this permission notice appear in supporting
  11  * documentation, and that the name of Keith Packard not be used in
  12  * advertising or publicity pertaining to distribution of the software without
  13  * specific, written prior permission.  Keith Packard makes no
  14  * representations about the suitability of this software for any purpose.  It
  15  * is provided "as is" without express or implied warranty.
  16  *
  17  * KEITH PACKARD DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE,
  18  * INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS, IN NO
  19  * EVENT SHALL KEITH PACKARD BE LIABLE FOR ANY SPECIAL, INDIRECT OR
  20  * CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE,
  21  * DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  22  * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  23  * PERFORMANCE OF THIS SOFTWARE.
  24  */
  25
  26 #include <fcntl.h>
  27 #include <dirent.h>
  28 #include <string.h>
  29 #include <sys/mman.h>
  30 #include <sys/utsname.h>
  31 #include <sys/types.h>
  32 #include <unistd.h>
  33 #include "fcint.h"
  34 #include <unistd.h>
  35
  36 #define ENDIAN_TEST 0x12345678
  37 #define MACHINE_SIGNATURE_SIZE 9 + 5*20 + 1
  38
  39 static int
  40 FcDirCacheOpen (const FcChar8 * dir);
  41
  42 static char *
  43 FcDirCacheHashName (char * cache_file, int collisions);
  44
  45 static off_t
  46 FcCacheSkipToArch (int fd, const char * arch);
  47
  48 static FcBool
  49 FcCacheCopyOld (int fd, int fd_orig, off_t start);
  50
  51 static void *
  52 FcDirCacheProduce (FcFontSet *set, FcCache * metadata);
  53
  54 static FcBool
  55 FcDirCacheConsume (int fd, const char * dir, FcFontSet *set, FcConfig *config);
  56
  57 static int
  58 FcCacheNextOffset(off_t w);
  59
  60 static char *
  61 FcCacheMachineSignature (void);
  62
  63 static FcBool
  64 FcCacheHaveBank (int bank);
  65
  66 static void
  67 FcCacheAddBankDir (int bank, const char * dir);
  68
  69 struct MD5Context {
  70         FcChar32 buf[4];
  71         FcChar32 bits[2];
  72         unsigned char in[64];
  73 };
  74
  75 static void MD5Init(struct MD5Context *ctx);
  76 static void MD5Update(struct MD5Context *ctx, unsigned char *buf, unsigned len);
  77 static void MD5Final(unsigned char digest[16], struct MD5Context *ctx);
  78 static void MD5Transform(FcChar32 buf[4], FcChar32 in[16]);
  79
  80 #define FC_DBG_CACHE_REF    1024
  81
  82 static char *
  83 FcCacheReadString (int fd, char *dest, int len)
  84 {
  85     FcChar8     c;
  86     FcBool      escape;
  87     int         size;
  88     int         i;
  89
  90     if (len == 0)
  91         return 0;
  92
  93     size = len;
  94     i = 0;
  95     escape = FcFalse;
  96     while (read (fd, &c, 1) == 1)
  97     {
  98         if (!escape)
  99         {
 100             switch (c) {
 101             case '"':
 102                 c = '\0';
 103                 break;
 104             case '\\':
 105                 escape = FcTrue;
 106                 continue;
 107             }
 108         }
 109         if (i == size)
 110         {
 111             dest[i++] = 0;
 112             return dest;
 113         }
 114         dest[i++] = c;
 115         if (c == '\0')
 116             return dest;
 117         escape = FcFalse;
 118     }
 119     return 0;
 120 }
 121
 122 static void
 123 FcCacheSkipString (int fd)
 124 {
 125     FcChar8     c;
 126     FcBool      escape;
 127
 128     escape = FcFalse;
 129     while (read (fd, &c, 1) == 1)
 130     {
 131         if (!escape)
 132         {
 133             switch (c) {
 134             case '"':
 135                 c = '\0';
 136                 break;
 137             case '\\':
 138                 escape = FcTrue;
 139                 continue;
 140             }
 141         }
 142         if (c == '\0')
 143             return;
 144         escape = FcFalse;
 145     }
 146     return;
 147 }
 148
 149 static FcBool
 150 FcCacheWriteString (int fd, const char *chars)
 151 {
 152     if (write (fd, chars, strlen(chars)+1) != strlen(chars)+1)
 153         return FcFalse;
 154     return FcTrue;
 155 }
 156
 157 static void
 158 FcGlobalCacheDirDestroy (FcGlobalCacheDir *d)
 159 {
 160     FcMemFree (FC_MEM_STRING, strlen (d->name)+1);
 161     free (d->name);
 162     FcMemFree (FC_MEM_CACHE, sizeof (FcGlobalCacheDir));
 163     free (d);
 164 }
 165
 166 FcGlobalCache *
 167 FcGlobalCacheCreate (void)
 168 {
 169     FcGlobalCache   *cache;
 170
 171     cache = malloc (sizeof (FcGlobalCache));
 172     if (!cache)
 173         return 0;
 174     FcMemAlloc (FC_MEM_CACHE, sizeof (FcGlobalCache));
 175     cache->dirs = 0;
 176     cache->updated = FcFalse;
 177     cache->fd = -1;
 178     return cache;
 179 }
 180
 181 void
 182 FcGlobalCacheDestroy (FcGlobalCache *cache)
 183 {
 184     FcGlobalCacheDir    *d, *next;
 185
 186     for (d = cache->dirs; d; d = next)
 187     {
 188         next = d->next;
 189         FcGlobalCacheDirDestroy (d);
 190     }
 191     FcMemFree (FC_MEM_CACHE, sizeof (FcGlobalCache));
 192     free (cache);
 193 }
 194
 195 void
 196 FcGlobalCacheLoad (FcGlobalCache    *cache,
 197                    FcStrSet         *staleDirs,
 198                    const FcChar8    *cache_file,
 199                    FcConfig         *config)
 200 {
 201     char                name_buf[FC_MAX_FILE_LEN];
 202     FcGlobalCacheDir    *d, *next;
 203     FcFileTime          config_time = FcConfigModifiedTime (config);
 204     char                * current_arch_machine_name;
 205     char                candidate_arch_machine_name[MACHINE_SIGNATURE_SIZE + 9];
 206     off_t               current_arch_start;
 207
 208     struct stat         cache_stat, dir_stat;
 209
 210     if (stat ((char *) cache_file, &cache_stat) < 0)
 211         return;
 212
 213     cache->fd = open ((char *) cache_file, O_RDONLY);
 214     if (cache->fd == -1)
 215         return;
 216
 217     cache->updated = FcFalse;
 218
 219     FcCacheReadString (cache->fd, name_buf, sizeof (name_buf));
 220     if (strcmp (name_buf, FC_GLOBAL_MAGIC_COOKIE) != 0)
 221         return;
 222
 223     current_arch_machine_name = FcCacheMachineSignature ();
 224     current_arch_start = FcCacheSkipToArch(cache->fd,
 225                                            current_arch_machine_name);
 226     if (current_arch_start < 0)
 227         goto bail_and_destroy;
 228
 229     lseek (cache->fd, current_arch_start, SEEK_SET);
 230     FcCacheReadString (cache->fd, candidate_arch_machine_name,
 231                        sizeof (candidate_arch_machine_name));
 232     if (strlen(candidate_arch_machine_name) == 0)
 233         goto bail_and_destroy;
 234
 235     while (1)
 236     {
 237         off_t targ;
 238
 239         FcCacheReadString (cache->fd, name_buf, sizeof (name_buf));
 240         if (!strlen(name_buf))
 241             break;
 242
 243         /* Directory must be older than the global cache file; also
 244            cache must be newer than the config file. */
 245         if (stat ((char *) name_buf, &dir_stat) < 0 ||
 246             dir_stat.st_mtime > cache_stat.st_mtime ||
 247             (config_time.set && cache_stat.st_mtime < config_time.time))
 248         {
 249             FcCache md;
 250
 251             FcStrSetAdd (staleDirs, FcStrCopy ((FcChar8 *)name_buf));
 252             read (cache->fd, &md, sizeof (FcCache));
 253             lseek (cache->fd, FcCacheNextOffset (lseek(cache->fd, 0, SEEK_CUR)) + md.count, SEEK_SET);
 254             continue;
 255         }
 256
 257         d = malloc (sizeof (FcGlobalCacheDir));
 258         if (!d)
 259             goto bail1;
 260
 261         d->next = cache->dirs;
 262         cache->dirs = d;
 263
 264         d->name = (char *)FcStrCopy ((FcChar8 *)name_buf);
 265         d->ent = 0;
 266         d->offset = lseek (cache->fd, 0, SEEK_CUR);
 267         if (read (cache->fd, &d->metadata, sizeof (FcCache)) != sizeof (FcCache))
 268             goto bail1;
 269         targ = FcCacheNextOffset (lseek(cache->fd, 0, SEEK_CUR)) + d->metadata.count;
 270         if (lseek (cache->fd, targ, SEEK_SET) != targ)
 271             goto bail1;
 272     }
 273     return;
 274
 275  bail1:
 276     for (d = cache->dirs; d; d = next)
 277     {
 278         next = d->next;
 279         free (d);
 280     }
 281     cache->dirs = 0;
 282
 283     close (cache->fd);
 284     cache->fd = -1;
 285     return;
 286
 287  bail_and_destroy:
 288     close (cache->fd);
 289     cache->fd = -1;
 290
 291     if (stat ((char *) cache_file, &cache_stat) == 0)
 292         unlink ((char *)cache_file);
 293
 294     return;
 295
 296 }
 297
 298 FcBool
 299 FcGlobalCacheReadDir (FcFontSet *set, FcStrSet *dirs, FcGlobalCache * cache, const char *dir, FcConfig *config)
 300 {
 301     FcGlobalCacheDir *d;
 302     FcBool ret = FcFalse;
 303
 304     if (cache->fd == -1)
 305         return FcFalse;
 306
 307     dir = (char *)FcConfigNormalizeFontDir (config, (FcChar8 *)dir);
 308     for (d = cache->dirs; d; d = d->next)
 309     {
 310         if (strncmp (d->name, dir, strlen(dir)) == 0)
 311         {
 312             lseek (cache->fd, d->offset, SEEK_SET);
 313             if (!FcDirCacheConsume (cache->fd, dir, set, config))
 314                 return FcFalse;
 315             if (strcmp (d->name, dir) == 0)
 316                 ret = FcTrue;
 317         }
 318     }
 319
 320     return ret;
 321 }
 322
 323 FcBool
 324 FcGlobalCacheUpdate (FcGlobalCache  *cache,
 325                      const char     *name,
 326                      FcFontSet      *set,
 327                      FcConfig       *config)
 328 {
 329     FcGlobalCacheDir * d;
 330
 331     name = (char *)FcConfigNormalizeFontDir (config, (FcChar8 *)name);
 332     for (d = cache->dirs; d; d = d->next)
 333     {
 334         if (strcmp(d->name, name) == 0)
 335             break;
 336     }
 337
 338     if (!d)
 339     {
 340         d = malloc (sizeof (FcGlobalCacheDir));
 341         if (!d)
 342             return FcFalse;
 343         d->next = cache->dirs;
 344         cache->dirs = d;
 345     }
 346
 347     cache->updated = FcTrue;
 348
 349     d->name = (char *)FcStrCopy ((FcChar8 *)name);
 350     d->ent = FcDirCacheProduce (set, &d->metadata);
 351     d->offset = 0;
 352     return FcTrue;
 353 }
 354
 355 FcBool
 356 FcGlobalCacheSave (FcGlobalCache    *cache,
 357                    const FcChar8    *cache_file,
 358                    FcConfig         *config)
 359 {
 360     int                 fd, fd_orig;
 361     FcGlobalCacheDir    *dir;
 362     FcAtomic            *atomic;
 363     off_t               current_arch_start = 0, truncate_to;
 364     char                * current_arch_machine_name, * header;
 365
 366     if (!cache->updated)
 367         return FcTrue;
 368
 369 #if defined (HAVE_GETUID) && defined (HAVE_GETEUID)
 370     /* Set-UID programs can't safely update the cache */
 371     if (getuid () != geteuid ())
 372         return FcFalse;
 373 #endif
 374
 375     atomic = FcAtomicCreate (cache_file);
 376     if (!atomic)
 377         return FcFalse;
 378
 379     if (!FcAtomicLock (atomic))
 380         goto bail1;
 381     fd = open ((char *) FcAtomicNewFile(atomic), O_RDWR | O_CREAT,
 382                S_IRUSR | S_IWUSR);
 383     if (fd == -1)
 384         goto bail2;
 385
 386     fd_orig = open ((char *) FcAtomicOrigFile(atomic), O_RDONLY);
 387
 388     current_arch_machine_name = FcCacheMachineSignature ();
 389     if (fd_orig == -1)
 390         current_arch_start = 0;
 391     else
 392         current_arch_start = FcCacheSkipToArch (fd_orig,
 393                                                 current_arch_machine_name);
 394
 395     if (current_arch_start < 0)
 396         current_arch_start = FcCacheNextOffset (lseek(fd_orig, 0, SEEK_END));
 397
 398     if (!FcCacheCopyOld(fd, fd_orig, current_arch_start))
 399         goto bail3;
 400
 401     close (fd_orig);
 402     fd_orig = -1;
 403
 404     current_arch_start = lseek(fd, 0, SEEK_CUR);
 405     if (ftruncate (fd, current_arch_start) == -1)
 406         goto bail3;
 407
 408     header = malloc (10 + strlen (current_arch_machine_name));
 409     if (!header)
 410         goto bail3;
 411
 412     truncate_to = current_arch_start + strlen(current_arch_machine_name) + 11;
 413     for (dir = cache->dirs; dir; dir = dir->next)
 414     {
 415         truncate_to += strlen(dir->name) + 1;
 416         truncate_to += sizeof (FcCache);
 417         truncate_to = FcCacheNextOffset (truncate_to);
 418         truncate_to += dir->metadata.count;
 419     }
 420     truncate_to -= current_arch_start;
 421
 422     FcCacheWriteString (fd, FC_GLOBAL_MAGIC_COOKIE);
 423     sprintf (header, "%8x ", (int)truncate_to);
 424     strcat (header, current_arch_machine_name);
 425     if (!FcCacheWriteString (fd, header))
 426         goto bail4;
 427
 428     for (dir = cache->dirs; dir; dir = dir->next)
 429     {
 430         if (dir->name)
 431         {
 432             const char * d = (const char *)FcConfigNormalizeFontDir (config, (const FcChar8 *)dir->name);
 433
 434             FcCacheWriteString (fd, d);
 435             write (fd, &dir->metadata, sizeof(FcCache));
 436             lseek (fd, FcCacheNextOffset (lseek(fd, 0, SEEK_CUR)), SEEK_SET);
 437             write (fd, dir->ent, dir->metadata.count);
 438             free (dir->ent);
 439         }
 440     }
 441     FcCacheWriteString (fd, "");
 442
 443     if (close (fd) == -1)
 444         goto bail25;
 445
 446     if (!FcAtomicReplaceOrig (atomic))
 447         goto bail25;
 448
 449     FcAtomicUnlock (atomic);
 450     FcAtomicDestroy (atomic);
 451
 452     cache->updated = FcFalse;
 453     return FcTrue;
 454
 455  bail4:
 456     free (header);
 457  bail3:
 458     if (fd_orig != -1)
 459         close (fd_orig);
 460
 461     close (fd);
 462  bail25:
 463     FcAtomicDeleteNew (atomic);
 464  bail2:
 465     FcAtomicUnlock (atomic);
 466  bail1:
 467     FcAtomicDestroy (atomic);
 468     return FcFalse;
 469 }
 470
 471 /*
 472  * Find the next presumably-mmapable offset after the supplied file
 473  * position.
 474  */
 475 static int
 476 FcCacheNextOffset(off_t w)
 477 {
 478     static long pagesize = -1;
 479     if (pagesize == -1)
 480         pagesize = sysconf(_SC_PAGESIZE);
 481     if (w % pagesize == 0)
 482         return w;
 483     else
 484         return ((w / pagesize)+1)*pagesize;
 485 }
 486
 487 /* return the address of the segment for the provided arch,
 488  * or -1 if arch not found */
 489 static off_t
 490 FcCacheSkipToArch (int fd, const char * arch)
 491 {
 492     char candidate_arch_machine_name_count[MACHINE_SIGNATURE_SIZE + 9];
 493     char * candidate_arch;
 494     off_t current_arch_start = 0;
 495
 496     lseek (fd, 0, SEEK_SET);
 497     FcCacheSkipString (fd);
 498     current_arch_start = lseek (fd, 0, SEEK_CUR);
 499
 500     /* skip arches that are not the current arch */
 501     while (1)
 502     {
 503         long bs;
 504
 505         if (lseek (fd, current_arch_start, SEEK_SET) != current_arch_start)
 506             return -1;
 507
 508         if (FcCacheReadString (fd, candidate_arch_machine_name_count,
 509                                 sizeof (candidate_arch_machine_name_count)) == 0)
 510             return -1;
 511         if (!strlen(candidate_arch_machine_name_count))
 512             return -1;
 513         bs = strtol(candidate_arch_machine_name_count, &candidate_arch, 16);
 514
 515         // count = 0 should probably be distinguished from the !bs condition
 516         if (!bs || bs < strlen (candidate_arch_machine_name_count))
 517             return -1;
 518
 519         candidate_arch++; /* skip leading space */
 520
 521         if (strcmp (candidate_arch, arch)==0)
 522             return current_arch_start;
 523         current_arch_start += bs;
 524     }
 525
 526     return -1;
 527 }
 528
 529 /* Cuts out the segment at the file pointer (moves everything else
 530  * down to cover it), and leaves the file pointer at the end of the
 531  * file. */
 532 static FcBool
 533 FcCacheCopyOld (int fd, int fd_orig, off_t start)
 534 {
 535     char * buf = malloc (8192);
 536     char candidate_arch_machine_name[MACHINE_SIGNATURE_SIZE + 9];
 537     long bs;
 538     int c, bytes_skipped;
 539     off_t loc;
 540
 541     if (!buf)
 542         return FcFalse;
 543
 544     loc = 0;
 545     lseek (fd, 0, SEEK_SET); lseek (fd_orig, 0, SEEK_SET);
 546     do
 547     {
 548         int b = 8192;
 549         if (loc + b > start)
 550             b = start - loc;
 551
 552         if ((c = read (fd_orig, buf, b)) <= 0)
 553             break;
 554         if (write (fd, buf, c) < 0)
 555             goto bail;
 556
 557         loc += c;
 558     }
 559     while (c > 0);
 560
 561     lseek (fd, start, SEEK_SET);
 562     if (FcCacheReadString (fd, candidate_arch_machine_name,
 563                            sizeof (candidate_arch_machine_name)) == 0)
 564         goto done;
 565     if (!strlen(candidate_arch_machine_name))
 566         goto done;
 567
 568     bs = strtol(candidate_arch_machine_name, 0, 16);
 569     if (bs == 0)
 570         goto done;
 571
 572     bytes_skipped = 0;
 573     do
 574     {
 575         lseek (fd, start+bs+bytes_skipped, SEEK_SET);
 576         if ((c = read (fd, buf, 8192)) <= 0)
 577             break;
 578         lseek (fd, start+bytes_skipped, SEEK_SET);
 579         if (write (fd, buf, c) < 0)
 580             goto bail;
 581         bytes_skipped += c;
 582     }
 583     while (c > 0);
 584     lseek (fd, start+bytes_skipped, SEEK_SET);
 585
 586  done:
 587     free (buf);
 588     return FcTrue;
 589
 590  bail:
 591     free (buf);
 592     return FcFalse;
 593 }
 594
 595 /* Does not check that the cache has the appropriate arch section. */
 596 /* Also, this can be fooled if the original location has a stale
 597  * cache, and the hashed location has an up-to-date cache.  Oh well,
 598  * sucks to be you in that case! */
 599 FcBool
 600 FcDirCacheValid (const FcChar8 *dir)
 601 {
 602     struct stat file_stat, dir_stat;
 603     int         fd;
 604
 605     if (stat ((char *) dir, &dir_stat) < 0)
 606         return FcFalse;
 607
 608     fd = FcDirCacheOpen (dir);
 609
 610     if (fd < 0)
 611         goto bail;
 612     if (fstat (fd, &file_stat) < 0)
 613         goto bail;
 614
 615     close (fd);
 616
 617     /*
 618      * If the directory has been modified more recently than
 619      * the cache file, the cache is not valid
 620      */
 621     if (dir_stat.st_mtime > file_stat.st_mtime)
 622         return FcFalse;
 623
 624     return FcTrue;
 625
 626  bail:
 627     close (fd);
 628     return FcFalse;
 629 }
 630
 631 /* Assumes that the cache file in 'dir' exists.
 632  * Checks that the cache has the appropriate arch section. */
 633 FcBool
 634 FcDirCacheHasCurrentArch (const FcChar8 *dir)
 635 {
 636     int         fd;
 637     off_t       current_arch_start;
 638     char        *current_arch_machine_name;
 639
 640     fd = FcDirCacheOpen (dir);
 641     if (fd < 0)
 642         goto bail;
 643
 644     current_arch_machine_name = FcCacheMachineSignature();
 645     current_arch_start = FcCacheSkipToArch(fd, current_arch_machine_name);
 646     close (fd);
 647
 648     if (current_arch_start < 0)
 649         return FcFalse;
 650
 651     return FcTrue;
 652
 653  bail:
 654     return FcFalse;
 655 }
 656
 657 FcBool
 658 FcDirCacheUnlink (const FcChar8 *dir, FcConfig *config)
 659 {
 660     char        *cache_file;
 661     char        *cache_hashed = 0;
 662     int         fd, collisions;
 663     struct stat cache_stat;
 664     char        name_buf[FC_MAX_FILE_LEN];
 665
 666     dir = FcConfigNormalizeFontDir (config, dir);
 667     cache_file = (char *)FcStrPlus (dir, (FcChar8 *) "/" FC_DIR_CACHE_FILE);
 668     if (!cache_file)
 669         return FcFalse;
 670
 671     /* First remove normal cache file. */
 672     if (stat ((char *) cache_file, &cache_stat) == 0 &&
 673         unlink ((char *)cache_file) != 0)
 674         goto bail;
 675
 676     /* Next remove any applicable hashed files. */
 677     fd = -1; collisions = 0;
 678     do
 679     {
 680         if (cache_hashed)
 681             FcStrFree ((FcChar8 *)cache_hashed);
 682
 683         cache_hashed = FcDirCacheHashName (cache_file, collisions++);
 684         if (!cache_hashed)
 685             goto bail;
 686
 687         if (fd > 0)
 688             close (fd);
 689         fd = open(cache_hashed, O_RDONLY);
 690         if (fd == -1)
 691         {
 692             FcStrFree ((FcChar8 *)cache_file);
 693             return FcTrue;
 694         }
 695
 696         FcCacheReadString (fd, name_buf, sizeof (name_buf));
 697         if (!strlen(name_buf))
 698         {
 699             FcStrFree ((FcChar8 *)cache_hashed);
 700             goto bail;
 701         }
 702     } while (strcmp (name_buf, cache_file) != 0);
 703
 704     FcStrFree ((FcChar8 *)cache_file);
 705     close (fd);
 706
 707     if (stat ((char *) cache_hashed, &cache_stat) == 0 &&
 708         unlink ((char *)cache_hashed) != 0)
 709     {
 710         FcStrFree ((FcChar8 *)cache_hashed);
 711         goto bail;
 712     }
 713
 714     FcStrFree ((FcChar8 *)cache_hashed);
 715     return FcTrue;
 716
 717  bail:
 718     FcStrFree ((FcChar8 *)cache_file);
 719     return FcFalse;
 720 }
 721
 722 static int
 723 FcCacheReadDirs (FcConfig * config, FcGlobalCache * cache,
 724                  FcStrList *list, FcFontSet * set)
 725 {
 726     int                 ret = 0;
 727     FcChar8             *dir;
 728     FcChar8             *file, *base;
 729     FcStrSet            *subdirs;
 730     FcStrList           *sublist;
 731     struct stat         statb;
 732
 733     /*
 734      * Read in the results from 'list'.
 735      */
 736     while ((dir = FcStrListNext (list)))
 737     {
 738         if (!FcConfigAcceptFilename (config, dir))
 739             continue;
 740
 741         /* freed below */
 742         file = (FcChar8 *) malloc (strlen ((char *) dir) + 1 + FC_MAX_FILE_LEN + 1);
 743         if (!file)
 744             return FcFalse;
 745
 746         strcpy ((char *) file, (char *) dir);
 747         strcat ((char *) file, "/");
 748         base = file + strlen ((char *) file);
 749
 750         subdirs = FcStrSetCreate ();
 751         if (!subdirs)
 752         {
 753             fprintf (stderr, "Can't create directory set\n");
 754             ret++;
 755             free (file);
 756             continue;
 757         }
 758
 759         if (access ((char *) dir, X_OK) < 0)
 760         {
 761             switch (errno) {
 762             case ENOENT:
 763             case ENOTDIR:
 764             case EACCES:
 765                 break;
 766             default:
 767                 fprintf (stderr, "\"%s\": ", dir);
 768                 perror ("");
 769                 ret++;
 770             }
 771             FcStrSetDestroy (subdirs);
 772             free (file);
 773             continue;
 774         }
 775         if (stat ((char *) dir, &statb) == -1)
 776         {
 777             fprintf (stderr, "\"%s\": ", dir);
 778             perror ("");
 779             FcStrSetDestroy (subdirs);
 780             ret++;
 781             free (file);
 782             continue;
 783         }
 784         if (!S_ISDIR (statb.st_mode))
 785         {
 786             fprintf (stderr, "\"%s\": not a directory, skipping\n", dir);
 787             FcStrSetDestroy (subdirs);
 788             free (file);
 789             continue;
 790         }
 791         if (!FcDirCacheValid (dir) || !FcDirCacheRead (set, subdirs, dir, config))
 792         {
 793             if (FcDebug () & FC_DBG_FONTSET)
 794                 printf ("cache scan dir %s\n", dir);
 795
 796             FcDirScanConfig (set, subdirs, cache,
 797                              config->blanks, dir, FcFalse, config);
 798         }
 799         sublist = FcStrListCreate (subdirs);
 800         FcStrSetDestroy (subdirs);
 801         if (!sublist)
 802         {
 803             fprintf (stderr, "Can't create subdir list in \"%s\"\n", dir);
 804             ret++;
 805             free (file);
 806             continue;
 807         }
 808         ret += FcCacheReadDirs (config, cache, sublist, set);
 809         free (file);
 810     }
 811     FcStrListDone (list);
 812     return ret;
 813 }
 814
 815 FcFontSet *
 816 FcCacheRead (FcConfig *config, FcGlobalCache * cache)
 817 {
 818     FcFontSet * s = FcFontSetCreate();
 819     if (!s)
 820         return 0;
 821
 822     if (FcCacheReadDirs (config, cache, FcConfigGetConfigDirs (config), s))
 823         goto bail;
 824
 825     return s;
 826
 827  bail:
 828     FcFontSetDestroy (s);
 829     return 0;
 830 }
 831
 832 static const char bin2hex[] = { '0', '1', '2', '3',
 833                                 '4', '5', '6', '7',
 834                                 '8', '9', 'a', 'b',
 835                                 'c', 'd', 'e', 'f' };
 836
 837 static char *
 838 FcDirCacheHashName (char * cache_file, int collisions)
 839 {
 840     unsigned char       hash[16], hex_hash[33];
 841     char                *cache_hashed;
 842     unsigned char       uscore = '_';
 843     int                 cnt, i;
 844     FcChar8             *tmp;
 845     struct MD5Context   ctx;
 846
 847     MD5Init (&ctx);
 848     MD5Update (&ctx, (unsigned char *)cache_file, strlen (cache_file));
 849
 850     for (i = 0; i < collisions; i++)
 851         MD5Update (&ctx, &uscore, 1);
 852
 853     MD5Final (hash, &ctx);
 854
 855     for (cnt = 0; cnt < 16; ++cnt)
 856     {
 857         hex_hash[2*cnt] = bin2hex[hash[cnt] >> 4];
 858         hex_hash[2*cnt+1] = bin2hex[hash[cnt] & 0xf];
 859     }
 860     hex_hash[32] = 0;
 861
 862     tmp = FcStrPlus ((FcChar8 *)hex_hash, (FcChar8 *)FC_CACHE_SUFFIX);
 863     if (!tmp)
 864         return 0;
 865
 866     cache_hashed = (char *)FcStrPlus ((FcChar8 *)PKGCACHEDIR"/", tmp);
 867     free (tmp);
 868
 869     return cache_hashed;
 870 }
 871
 872 /* Opens the hashed name for cache_file.
 873  * This would fail in the unlikely event of a collision and subsequent
 874  * removal of the file which originally caused the collision. */
 875 static int
 876 FcDirCacheOpen (const FcChar8 *dir)
 877 {
 878     FcBool      found;
 879     int         fd = -1, collisions = 0;
 880     char        *cache_file, *cache_hashed;
 881     char        name_buf[FC_MAX_FILE_LEN];
 882     struct stat dir_stat;
 883
 884     cache_file = (char *)FcStrPlus (dir, (FcChar8 *) "/" FC_DIR_CACHE_FILE);
 885     if (!cache_file)
 886         return -1;
 887
 888     fd = open(cache_file, O_RDONLY);
 889     if (fd != -1)
 890         return fd;
 891
 892     if (stat ((char *)dir, &dir_stat) == -1)
 893         return -1;
 894
 895     found = FcFalse;
 896     do
 897     {
 898         struct stat c;
 899         FcChar8 * name_buf_dir;
 900
 901         cache_hashed = FcDirCacheHashName (cache_file, collisions++);
 902         if (!cache_hashed)
 903             return -1;
 904
 905         if (fd > 0)
 906             close (fd);
 907         fd = open(cache_hashed, O_RDONLY);
 908         FcStrFree ((FcChar8 *)cache_hashed);
 909
 910         if (fd == -1)
 911             return -1;
 912         FcCacheReadString (fd, name_buf, sizeof (name_buf));
 913         if (!strlen(name_buf))
 914             goto bail;
 915
 916         name_buf_dir = FcStrDirname ((FcChar8 *)name_buf);
 917         if (stat ((char *)name_buf_dir, &c) == -1)
 918         {
 919             FcStrFree (name_buf_dir);
 920             continue;
 921         }
 922         FcStrFree (name_buf_dir);
 923         found = c.st_ino == dir_stat.st_ino;
 924     } while (!found);
 925     return fd;
 926
 927  bail:
 928     close (fd);
 929     return -1;
 930 }
 931
 932 /* read serialized state from the cache file */
 933 FcBool
 934 FcDirCacheRead (FcFontSet * set, FcStrSet * dirs, const FcChar8 *dir, FcConfig *config)
 935 {
 936     int         fd;
 937     char        *current_arch_machine_name;
 938     char        candidate_arch_machine_name[9+MACHINE_SIGNATURE_SIZE];
 939     off_t       current_arch_start = 0;
 940     char        subdirName[FC_MAX_FILE_LEN + 1 + 12 + 1];
 941
 942     fd = FcDirCacheOpen (dir);
 943     if (fd < 0)
 944         goto bail;
 945
 946     current_arch_machine_name = FcCacheMachineSignature();
 947     current_arch_start = FcCacheSkipToArch(fd,
 948                                            current_arch_machine_name);
 949     if (current_arch_start < 0)
 950         goto bail1;
 951
 952     lseek (fd, current_arch_start, SEEK_SET);
 953     if (FcCacheReadString (fd, candidate_arch_machine_name,
 954                            sizeof (candidate_arch_machine_name)) == 0)
 955         goto bail1;
 956
 957     while (strlen(FcCacheReadString (fd, subdirName, sizeof (subdirName))) > 0)
 958         FcStrSetAdd (dirs, (FcChar8 *)subdirName);
 959
 960     if (!FcDirCacheConsume (fd, (const char *)dir, set, config))
 961         goto bail1;
 962
 963     close(fd);
 964     return FcTrue;
 965
 966  bail1:
 967     close (fd);
 968  bail:
 969     return FcFalse;
 970 }
 971
 972 static FcBool
 973 FcDirCacheConsume (int fd, const char * dir, FcFontSet *set, FcConfig *config)
 974 {
 975     FcCache metadata;
 976     void * current_dir_block;
 977     off_t pos;
 978
 979     read(fd, &metadata, sizeof(FcCache));
 980     if (metadata.magic != FC_CACHE_MAGIC)
 981         return FcFalse;
 982
 983     if (!metadata.count)
 984     {
 985         pos = FcCacheNextOffset (lseek(fd, 0, SEEK_CUR));
 986         lseek (fd, pos, SEEK_SET);
 987         if (config)
 988             FcConfigAddFontDir (config, (FcChar8 *)dir);
 989         return FcTrue;
 990     }
 991
 992     pos = FcCacheNextOffset (lseek(fd, 0, SEEK_CUR));
 993     current_dir_block = mmap (0, metadata.count,
 994                               PROT_READ, MAP_SHARED, fd, pos);
 995     lseek (fd, pos+metadata.count, SEEK_SET);
 996     if (current_dir_block == MAP_FAILED)
 997         return FcFalse;
 998
 999     FcCacheAddBankDir (metadata.bank, dir);
1000     if (config)
1001         FcConfigAddFontDir (config, (FcChar8 *)dir);
1002
1003     if (!FcFontSetUnserialize (&metadata, set, current_dir_block))
1004         return FcFalse;
1005
1006     return FcTrue;
1007 }
1008
1009 static void *
1010 FcDirCacheProduce (FcFontSet *set, FcCache *metadata)
1011 {
1012     void * current_dir_block, * final_dir_block;
1013     static unsigned int rand_state = 0;
1014     int bank, needed_bytes_no_align;
1015
1016     if (!rand_state)
1017         rand_state = time(0L);
1018     bank = rand_r(&rand_state);
1019
1020     while (FcCacheHaveBank(bank))
1021         bank = rand_r(&rand_state);
1022
1023     memset (metadata, 0, sizeof(FcCache));
1024     FcFontSetNewBank();
1025     needed_bytes_no_align = FcFontSetNeededBytes (set);
1026     metadata->count = needed_bytes_no_align +
1027         FcFontSetNeededBytesAlign ();
1028     metadata->magic = FC_CACHE_MAGIC;
1029     metadata->bank = bank;
1030
1031     if (!needed_bytes_no_align) /* not a failure, no fonts to write */
1032     {
1033         /* no, you don't really need to write any bytes at all. */
1034         metadata->count = 0;
1035         return 0;
1036     }
1037
1038     current_dir_block = malloc (metadata->count);
1039     if (!current_dir_block)
1040         goto bail;
1041     // shut up valgrind
1042     memset (current_dir_block, 0, metadata->count);
1043     final_dir_block = FcFontSetDistributeBytes (metadata, current_dir_block);
1044
1045     if ((void *)((char *)current_dir_block+metadata->count) < final_dir_block)
1046         goto bail;
1047
1048     if (!FcFontSetSerialize (bank, set))
1049         goto bail;
1050
1051     return current_dir_block;
1052
1053  bail:
1054     free (current_dir_block);
1055     return 0;
1056 }
1057
1058 /* write serialized state to the cache file */
1059 FcBool
1060 FcDirCacheWrite (FcFontSet *set, FcStrSet *dirs, const FcChar8 *dir)
1061 {
1062     char            *cache_file;
1063     char            *cache_hashed;
1064     int             fd, fd_orig, i, dirs_count;
1065     FcAtomic        *atomic;
1066     FcCache         metadata;
1067     off_t           current_arch_start = 0, truncate_to;
1068     char            name_buf[FC_MAX_FILE_LEN];
1069     int             collisions;
1070
1071     char            *current_arch_machine_name, * header;
1072     void            *current_dir_block = 0;
1073
1074     dir = FcConfigNormalizeFontDir (FcConfigGetCurrent(), dir);
1075     if (!dir)
1076         return FcFalse;
1077
1078     cache_file = (char *)FcStrPlus (dir, (FcChar8 *) "/" FC_DIR_CACHE_FILE);
1079     if (!cache_file)
1080         goto bail;
1081
1082     /* Ensure that we're not trampling a cache for some other dir. */
1083     /* This is slightly different from FcDirCacheOpen, since it
1084      * needs the filename, not the file descriptor. */
1085     fd = -1; collisions = 0;
1086     do
1087     {
1088         cache_hashed = FcDirCacheHashName (cache_file, collisions++);
1089         if (!cache_hashed)
1090             goto bail0;
1091
1092         if (fd > 0)
1093             close (fd);
1094         fd = open(cache_hashed, O_RDONLY);
1095         if (fd == -1)
1096             break;
1097         FcCacheReadString (fd, name_buf, sizeof (name_buf));
1098         close (fd);
1099
1100         if (!strlen(name_buf))
1101             break;
1102
1103         if (strcmp (name_buf, cache_file) != 0)
1104             continue;
1105     } while (0);
1106
1107     current_dir_block = FcDirCacheProduce (set, &metadata);
1108
1109     if (metadata.count && !current_dir_block)
1110         goto bail1;
1111
1112     if (FcDebug () & FC_DBG_CACHE)
1113         printf ("FcDirCacheWriteDir cache_file \"%s\"\n", cache_file);
1114
1115     atomic = FcAtomicCreate ((FcChar8 *)cache_hashed);
1116     if (!atomic)
1117         goto bail1;
1118
1119     if (!FcAtomicLock (atomic))
1120     {
1121         /* Now try rewriting the original version of the file. */
1122         FcAtomicDestroy (atomic);
1123
1124         atomic = FcAtomicCreate ((FcChar8 *)cache_file);
1125         fd_orig = open (cache_file, O_RDONLY);
1126         if (fd_orig == -1)
1127             fd_orig = open((char *)FcAtomicOrigFile (atomic), O_RDONLY);
1128
1129         fd = open((char *)FcAtomicNewFile (atomic), O_RDWR | O_CREAT, 0666);
1130         if (fd == -1)
1131             goto bail2;
1132     }
1133
1134     /* In all cases, try opening the real location of the cache file first. */
1135     /* (even if that's not atomic.) */
1136     fd_orig = open (cache_file, O_RDONLY);
1137     if (fd_orig == -1)
1138         fd_orig = open((char *)FcAtomicOrigFile (atomic), O_RDONLY);
1139
1140     fd = open((char *)FcAtomicNewFile (atomic), O_RDWR | O_CREAT, 0666);
1141     if (fd == -1)
1142         goto bail3;
1143
1144     FcCacheWriteString (fd, cache_file);
1145
1146     current_arch_machine_name = FcCacheMachineSignature ();
1147     current_arch_start = 0;
1148
1149     if (fd_orig != -1)
1150         current_arch_start =
1151             FcCacheSkipToArch(fd_orig, current_arch_machine_name);
1152
1153     if (current_arch_start < 0)
1154         current_arch_start = FcCacheNextOffset (lseek(fd_orig, 0, SEEK_END));
1155
1156     if (fd_orig != -1 && !FcCacheCopyOld(fd, fd_orig, current_arch_start))
1157         goto bail4;
1158
1159     if (fd_orig != -1)
1160         close (fd_orig);
1161
1162     current_arch_start = lseek(fd, 0, SEEK_CUR);
1163     if (ftruncate (fd, current_arch_start) == -1)
1164         goto bail4;
1165
1166     /* allocate space for subdir names in this block */
1167     dirs_count = 0;
1168     for (i = 0; i < dirs->size; i++)
1169         dirs_count += strlen((char *)dirs->strs[i]) + 1;
1170     dirs_count ++;
1171
1172     /* now write the address of the next offset */
1173     truncate_to = FcCacheNextOffset (FcCacheNextOffset (current_arch_start + sizeof (FcCache) + dirs_count) + metadata.count) - current_arch_start;
1174     header = malloc (10 + strlen (current_arch_machine_name));
1175     if (!header)
1176         goto bail4;
1177     sprintf (header, "%8x ", (int)truncate_to);
1178     strcat (header, current_arch_machine_name);
1179     if (!FcCacheWriteString (fd, header))
1180         goto bail5;
1181
1182     for (i = 0; i < dirs->size; i++)
1183         FcCacheWriteString (fd, (char *)dirs->strs[i]);
1184     FcCacheWriteString (fd, "");
1185
1186     write (fd, &metadata, sizeof(FcCache));
1187     if (metadata.count)
1188     {
1189         lseek (fd, FcCacheNextOffset (lseek(fd, 0, SEEK_END)), SEEK_SET);
1190         write (fd, current_dir_block, metadata.count);
1191         free (current_dir_block);
1192     }
1193
1194     /* this actually serves to pad out the cache file, if needed */
1195     if (ftruncate (fd, current_arch_start + truncate_to) == -1)
1196         goto bail5;
1197
1198     free (header);
1199     close(fd);
1200     if (!FcAtomicReplaceOrig(atomic))
1201         goto bail5;
1202     FcStrFree ((FcChar8 *)cache_hashed);
1203     FcAtomicUnlock (atomic);
1204     FcAtomicDestroy (atomic);
1205     return FcTrue;
1206
1207  bail5:
1208     free (header);
1209  bail4:
1210     close (fd);
1211  bail3:
1212     FcAtomicUnlock (atomic);
1213  bail2:
1214     FcAtomicDestroy (atomic);
1215  bail1:
1216     FcStrFree ((FcChar8 *)cache_hashed);
1217  bail0:
1218     unlink ((char *)cache_file);
1219     free (cache_file);
1220     if (current_dir_block)
1221         free (current_dir_block);
1222  bail:
1223     return FcFalse;
1224 }
1225
1226 static char *
1227 FcCacheMachineSignature ()
1228 {
1229     static char buf[MACHINE_SIGNATURE_SIZE];
1230     int32_t magic = ENDIAN_TEST;
1231     char * m = (char *)&magic;
1232
1233     sprintf (buf, "%2x%2x%2x%2x "
1234              "%4x %4x %4x %4x %4x %4x %4x %4x %4x %4x %4x %4x "
1235              "%4x %4x %4x %4x %4x %4x %4x %4x\n",
1236              m[0], m[1], m[2], m[3],
1237              (unsigned int)sizeof (char),
1238              (unsigned int)sizeof (char *),
1239              (unsigned int)sizeof (int),
1240              (unsigned int)sizeof (FcPattern),
1241              (unsigned int)sizeof (FcPatternEltPtr),
1242              (unsigned int)sizeof (struct _FcPatternElt *),
1243              (unsigned int)sizeof (FcPatternElt),
1244              (unsigned int)sizeof (FcObjectPtr),
1245              (unsigned int)sizeof (FcValueListPtr),
1246              (unsigned int)sizeof (FcValue),
1247              (unsigned int)sizeof (FcValueBinding),
1248              (unsigned int)sizeof (struct _FcValueList *),
1249              (unsigned int)sizeof (FcCharSet),
1250              (unsigned int)sizeof (FcCharLeaf **),
1251              (unsigned int)sizeof (FcChar16 *),
1252              (unsigned int)sizeof (FcChar16),
1253              (unsigned int)sizeof (FcCharLeaf),
1254              (unsigned int)sizeof (FcChar32),
1255              (unsigned int)sizeof (FcCache),
1256              (unsigned int)sysconf(_SC_PAGESIZE));
1257
1258     return buf;
1259 }
1260
1261 static int banks_ptr = 0, banks_alloc = 0;
1262 int * _fcBankId = 0, * _fcBankIdx = 0;
1263 static const char ** bankDirs = 0;
1264
1265 static FcBool
1266 FcCacheHaveBank (int bank)
1267 {
1268     int i;
1269
1270     if (bank < FC_BANK_FIRST)
1271         return FcTrue;
1272
1273     for (i = 0; i < banks_ptr; i++)
1274         if (_fcBankId[i] == bank)
1275             return FcTrue;
1276
1277     return FcFalse;
1278 }
1279
1280 int
1281 FcCacheBankToIndexMTF (int bank)
1282 {
1283     int i, j;
1284
1285     for (i = 0; i < banks_ptr; i++)
1286         if (_fcBankId[_fcBankIdx[i]] == bank)
1287         {
1288             int t = _fcBankIdx[i];
1289
1290             for (j = i; j > 0; j--)
1291                 _fcBankIdx[j] = _fcBankIdx[j-1];
1292             _fcBankIdx[0] = t;
1293             return t;
1294         }
1295
1296     if (banks_ptr >= banks_alloc)
1297     {
1298         int * b, * bidx;
1299         const char ** bds;
1300
1301         b = realloc (_fcBankId, (banks_alloc + 4) * sizeof(int));
1302         if (!b)
1303             return -1;
1304         _fcBankId = b;
1305
1306         bidx = realloc (_fcBankIdx, (banks_alloc + 4) * sizeof(int));
1307         if (!bidx)
1308             return -1;
1309         _fcBankIdx = bidx;
1310
1311         bds = realloc (bankDirs, (banks_alloc + 4) * sizeof (char *));
1312         if (!bds)
1313             return -1;
1314         bankDirs = bds;
1315
1316         banks_alloc += 4;
1317     }
1318
1319     i = banks_ptr++;
1320     _fcBankId[i] = bank;
1321     _fcBankIdx[i] = i;
1322     return i;
1323 }
1324
1325 static void
1326 FcCacheAddBankDir (int bank, const char * dir)
1327 {
1328     int bi = FcCacheBankToIndexMTF (bank);
1329
1330     if (bi < 0)
1331         return;
1332
1333     bankDirs[bi] = (const char *)FcStrCopy ((FcChar8 *)dir);
1334 }
1335
1336 const char *
1337 FcCacheFindBankDir (int bank)
1338 {
1339     int bi = FcCacheBankToIndex (bank);
1340     return bankDirs[bi];
1341 }
1342
1343 /*
1344  * This code implements the MD5 message-digest algorithm.
1345  * The algorithm is due to Ron Rivest.  This code was
1346  * written by Colin Plumb in 1993, no copyright is claimed.
1347  * This code is in the public domain; do with it what you wish.
1348  *
1349  * Equivalent code is available from RSA Data Security, Inc.
1350  * This code has been tested against that, and is equivalent,
1351  * except that you don't need to include two pages of legalese
1352  * with every copy.
1353  *
1354  * To compute the message digest of a chunk of bytes, declare an
1355  * MD5Context structure, pass it to MD5Init, call MD5Update as
1356  * needed on buffers full of bytes, and then call MD5Final, which
1357  * will fill a supplied 16-byte array with the digest.
1358  */
1359
1360 #ifndef HIGHFIRST
1361 #define byteReverse(buf, len)   /* Nothing */
1362 #else
1363 /*
1364  * Note: this code is harmless on little-endian machines.
1365  */
1366 void byteReverse(unsigned char *buf, unsigned longs)
1367 {
1368     FcChar32 t;
1369     do {
1370         t = (FcChar32) ((unsigned) buf[3] << 8 | buf[2]) << 16 |
1371             ((unsigned) buf[1] << 8 | buf[0]);
1372         *(FcChar32 *) buf = t;
1373         buf += 4;
1374     } while (--longs);
1375 }
1376 #endif
1377
1378 /*
1379  * Start MD5 accumulation.  Set bit count to 0 and buffer to mysterious
1380  * initialization constants.
1381  */
1382 static void MD5Init(struct MD5Context *ctx)
1383 {
1384     ctx->buf[0] = 0x67452301;
1385     ctx->buf[1] = 0xefcdab89;
1386     ctx->buf[2] = 0x98badcfe;
1387     ctx->buf[3] = 0x10325476;
1388
1389     ctx->bits[0] = 0;
1390     ctx->bits[1] = 0;
1391 }
1392
1393 /*
1394  * Update context to reflect the concatenation of another buffer full
1395  * of bytes.
1396  */
1397 static void MD5Update(struct MD5Context *ctx, unsigned char *buf, unsigned len)
1398 {
1399     FcChar32 t;
1400
1401     /* Update bitcount */
1402
1403     t = ctx->bits[0];
1404     if ((ctx->bits[0] = t + ((FcChar32) len << 3)) < t)
1405         ctx->bits[1]++;         /* Carry from low to high */
1406     ctx->bits[1] += len >> 29;
1407
1408     t = (t >> 3) & 0x3f;        /* Bytes already in shsInfo->data */
1409
1410     /* Handle any leading odd-sized chunks */
1411
1412     if (t) {
1413         unsigned char *p = (unsigned char *) ctx->in + t;
1414
1415         t = 64 - t;
1416         if (len < t) {
1417             memcpy(p, buf, len);
1418             return;
1419         }
1420         memcpy(p, buf, t);
1421         byteReverse(ctx->in, 16);
1422         MD5Transform(ctx->buf, (FcChar32 *) ctx->in);
1423         buf += t;
1424         len -= t;
1425     }
1426     /* Process data in 64-byte chunks */
1427
1428     while (len >= 64) {
1429         memcpy(ctx->in, buf, 64);
1430         byteReverse(ctx->in, 16);
1431         MD5Transform(ctx->buf, (FcChar32 *) ctx->in);
1432         buf += 64;
1433         len -= 64;
1434     }
1435
1436     /* Handle any remaining bytes of data. */
1437
1438     memcpy(ctx->in, buf, len);
1439 }
1440
1441 /*
1442  * Final wrapup - pad to 64-byte boundary with the bit pattern
1443  * 1 0* (64-bit count of bits processed, MSB-first)
1444  */
1445 static void MD5Final(unsigned char digest[16], struct MD5Context *ctx)
1446 {
1447     unsigned count;
1448     unsigned char *p;
1449
1450     /* Compute number of bytes mod 64 */
1451     count = (ctx->bits[0] >> 3) & 0x3F;
1452
1453     /* Set the first char of padding to 0x80.  This is safe since there is
1454        always at least one byte free */
1455     p = ctx->in + count;
1456     *p++ = 0x80;
1457
1458     /* Bytes of padding needed to make 64 bytes */
1459     count = 64 - 1 - count;
1460
1461     /* Pad out to 56 mod 64 */
1462     if (count < 8) {
1463         /* Two lots of padding:  Pad the first block to 64 bytes */
1464         memset(p, 0, count);
1465         byteReverse(ctx->in, 16);
1466         MD5Transform(ctx->buf, (FcChar32 *) ctx->in);
1467
1468         /* Now fill the next block with 56 bytes */
1469         memset(ctx->in, 0, 56);
1470     } else {
1471         /* Pad block to 56 bytes */
1472         memset(p, 0, count - 8);
1473     }
1474     byteReverse(ctx->in, 14);
1475
1476     /* Append length in bits and transform */
1477     ((FcChar32 *) ctx->in)[14] = ctx->bits[0];
1478     ((FcChar32 *) ctx->in)[15] = ctx->bits[1];
1479
1480     MD5Transform(ctx->buf, (FcChar32 *) ctx->in);
1481     byteReverse((unsigned char *) ctx->buf, 4);
1482     memcpy(digest, ctx->buf, 16);
1483     memset(ctx, 0, sizeof(ctx));        /* In case it's sensitive */
1484 }
1485
1486
1487 /* The four core functions - F1 is optimized somewhat */
1488
1489 /* #define F1(x, y, z) (x & y | ~x & z) */
1490 #define F1(x, y, z) (z ^ (x & (y ^ z)))
1491 #define F2(x, y, z) F1(z, x, y)
1492 #define F3(x, y, z) (x ^ y ^ z)
1493 #define F4(x, y, z) (y ^ (x | ~z))
1494
1495 /* This is the central step in the MD5 algorithm. */
1496 #define MD5STEP(f, w, x, y, z, data, s) \
1497         ( w += f(x, y, z) + data,  w = w<<s | w>>(32-s),  w += x )
1498
1499 /*
1500  * The core of the MD5 algorithm, this alters an existing MD5 hash to
1501  * reflect the addition of 16 longwords of new data.  MD5Update blocks
1502  * the data and converts bytes into longwords for this routine.
1503  */
1504 static void MD5Transform(FcChar32 buf[4], FcChar32 in[16])
1505 {
1506     register FcChar32 a, b, c, d;
1507
1508     a = buf[0];
1509     b = buf[1];
1510     c = buf[2];
1511     d = buf[3];
1512
1513     MD5STEP(F1, a, b, c, d, in[0] + 0xd76aa478, 7);
1514     MD5STEP(F1, d, a, b, c, in[1] + 0xe8c7b756, 12);
1515     MD5STEP(F1, c, d, a, b, in[2] + 0x242070db, 17);
1516     MD5STEP(F1, b, c, d, a, in[3] + 0xc1bdceee, 22);
1517     MD5STEP(F1, a, b, c, d, in[4] + 0xf57c0faf, 7);
1518     MD5STEP(F1, d, a, b, c, in[5] + 0x4787c62a, 12);
1519     MD5STEP(F1, c, d, a, b, in[6] + 0xa8304613, 17);
1520     MD5STEP(F1, b, c, d, a, in[7] + 0xfd469501, 22);
1521     MD5STEP(F1, a, b, c, d, in[8] + 0x698098d8, 7);
1522     MD5STEP(F1, d, a, b, c, in[9] + 0x8b44f7af, 12);
1523     MD5STEP(F1, c, d, a, b, in[10] + 0xffff5bb1, 17);
1524     MD5STEP(F1, b, c, d, a, in[11] + 0x895cd7be, 22);
1525     MD5STEP(F1, a, b, c, d, in[12] + 0x6b901122, 7);
1526     MD5STEP(F1, d, a, b, c, in[13] + 0xfd987193, 12);
1527     MD5STEP(F1, c, d, a, b, in[14] + 0xa679438e, 17);
1528     MD5STEP(F1, b, c, d, a, in[15] + 0x49b40821, 22);
1529
1530     MD5STEP(F2, a, b, c, d, in[1] + 0xf61e2562, 5);
1531     MD5STEP(F2, d, a, b, c, in[6] + 0xc040b340, 9);
1532     MD5STEP(F2, c, d, a, b, in[11] + 0x265e5a51, 14);
1533     MD5STEP(F2, b, c, d, a, in[0] + 0xe9b6c7aa, 20);
1534     MD5STEP(F2, a, b, c, d, in[5] + 0xd62f105d, 5);
1535     MD5STEP(F2, d, a, b, c, in[10] + 0x02441453, 9);
1536     MD5STEP(F2, c, d, a, b, in[15] + 0xd8a1e681, 14);
1537     MD5STEP(F2, b, c, d, a, in[4] + 0xe7d3fbc8, 20);
1538     MD5STEP(F2, a, b, c, d, in[9] + 0x21e1cde6, 5);
1539     MD5STEP(F2, d, a, b, c, in[14] + 0xc33707d6, 9);
1540     MD5STEP(F2, c, d, a, b, in[3] + 0xf4d50d87, 14);
1541     MD5STEP(F2, b, c, d, a, in[8] + 0x455a14ed, 20);
1542     MD5STEP(F2, a, b, c, d, in[13] + 0xa9e3e905, 5);
1543     MD5STEP(F2, d, a, b, c, in[2] + 0xfcefa3f8, 9);
1544     MD5STEP(F2, c, d, a, b, in[7] + 0x676f02d9, 14);
1545     MD5STEP(F2, b, c, d, a, in[12] + 0x8d2a4c8a, 20);
1546
1547     MD5STEP(F3, a, b, c, d, in[5] + 0xfffa3942, 4);
1548     MD5STEP(F3, d, a, b, c, in[8] + 0x8771f681, 11);
1549     MD5STEP(F3, c, d, a, b, in[11] + 0x6d9d6122, 16);
1550     MD5STEP(F3, b, c, d, a, in[14] + 0xfde5380c, 23);
1551     MD5STEP(F3, a, b, c, d, in[1] + 0xa4beea44, 4);
1552     MD5STEP(F3, d, a, b, c, in[4] + 0x4bdecfa9, 11);
1553     MD5STEP(F3, c, d, a, b, in[7] + 0xf6bb4b60, 16);
1554     MD5STEP(F3, b, c, d, a, in[10] + 0xbebfbc70, 23);
1555     MD5STEP(F3, a, b, c, d, in[13] + 0x289b7ec6, 4);
1556     MD5STEP(F3, d, a, b, c, in[0] + 0xeaa127fa, 11);
1557     MD5STEP(F3, c, d, a, b, in[3] + 0xd4ef3085, 16);
1558     MD5STEP(F3, b, c, d, a, in[6] + 0x04881d05, 23);
1559     MD5STEP(F3, a, b, c, d, in[9] + 0xd9d4d039, 4);
1560     MD5STEP(F3, d, a, b, c, in[12] + 0xe6db99e5, 11);
1561     MD5STEP(F3, c, d, a, b, in[15] + 0x1fa27cf8, 16);
1562     MD5STEP(F3, b, c, d, a, in[2] + 0xc4ac5665, 23);
1563
1564     MD5STEP(F4, a, b, c, d, in[0] + 0xf4292244, 6);
1565     MD5STEP(F4, d, a, b, c, in[7] + 0x432aff97, 10);
1566     MD5STEP(F4, c, d, a, b, in[14] + 0xab9423a7, 15);
1567     MD5STEP(F4, b, c, d, a, in[5] + 0xfc93a039, 21);
1568     MD5STEP(F4, a, b, c, d, in[12] + 0x655b59c3, 6);
1569     MD5STEP(F4, d, a, b, c, in[3] + 0x8f0ccc92, 10);
1570     MD5STEP(F4, c, d, a, b, in[10] + 0xffeff47d, 15);
1571     MD5STEP(F4, b, c, d, a, in[1] + 0x85845dd1, 21);
1572     MD5STEP(F4, a, b, c, d, in[8] + 0x6fa87e4f, 6);
1573     MD5STEP(F4, d, a, b, c, in[15] + 0xfe2ce6e0, 10);
1574     MD5STEP(F4, c, d, a, b, in[6] + 0xa3014314, 15);
1575     MD5STEP(F4, b, c, d, a, in[13] + 0x4e0811a1, 21);
1576     MD5STEP(F4, a, b, c, d, in[4] + 0xf7537e82, 6);
1577     MD5STEP(F4, d, a, b, c, in[11] + 0xbd3af235, 10);
1578     MD5STEP(F4, c, d, a, b, in[2] + 0x2ad7d2bb, 15);
1579     MD5STEP(F4, b, c, d, a, in[9] + 0xeb86d391, 21);
1580
1581     buf[0] += a;
1582     buf[1] += b;
1583     buf[2] += c;
1584     buf[3] += d;
1585 }