src/fccache.c

   1 /*
   2  * $RCSId: xc/lib/fontconfig/src/fccache.c,v 1.12 2002/08/22 07:36:44 keithp Exp $
   3  *
   4  * Copyright © 2000 Keith Packard
   5  * Copyright © 2005 Patrick Lam
   6  *
   7  * Permission to use, copy, modify, distribute, and sell this software and its
   8  * documentation for any purpose is hereby granted without fee, provided that
   9  * the above copyright notice appear in all copies and that both that
  10  * copyright notice and this permission notice appear in supporting
  11  * documentation, and that the name of Keith Packard not be used in
  12  * advertising or publicity pertaining to distribution of the software without
  13  * specific, written prior permission.  Keith Packard makes no
  14  * representations about the suitability of this software for any purpose.  It
  15  * is provided "as is" without express or implied warranty.
  16  *
  17  * KEITH PACKARD DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE,
  18  * INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS, IN NO
  19  * EVENT SHALL KEITH PACKARD BE LIABLE FOR ANY SPECIAL, INDIRECT OR
  20  * CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE,
  21  * DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  22  * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  23  * PERFORMANCE OF THIS SOFTWARE.
  24  */
  25
  26 #include <fcntl.h>
  27 #include <dirent.h>
  28 #include <string.h>
  29 #include <sys/mman.h>
  30 #include <sys/utsname.h>
  31 #include <sys/types.h>
  32 #include <unistd.h>
  33 #include "fcint.h"
  34 #include <unistd.h>
  35
  36 #define ENDIAN_TEST 0x12345678
  37 #define MACHINE_SIGNATURE_SIZE 9 + 5*20 + 1
  38
  39 #ifndef O_BINARY
  40 #define O_BINARY 0
  41 #endif
  42
  43 static int
  44 FcDirCacheOpen (const FcChar8 * dir);
  45
  46 static char *
  47 FcDirCacheHashName (char * cache_file, int collisions);
  48
  49 static off_t
  50 FcCacheSkipToArch (int fd, const char * arch);
  51
  52 static FcBool
  53 FcCacheCopyOld (int fd, int fd_orig, off_t start);
  54
  55 static void *
  56 FcDirCacheProduce (FcFontSet *set, FcCache * metadata);
  57
  58 static FcBool
  59 FcDirCacheConsume (int fd, const char * dir, FcFontSet *set, FcConfig *config);
  60
  61 static int
  62 FcCacheNextOffset(off_t w);
  63
  64 static char *
  65 FcCacheMachineSignature (void);
  66
  67 static FcBool
  68 FcCacheHaveBank (int bank);
  69
  70 static void
  71 FcCacheAddBankDir (int bank, const char * dir);
  72
  73 struct MD5Context {
  74         FcChar32 buf[4];
  75         FcChar32 bits[2];
  76         unsigned char in[64];
  77 };
  78
  79 static void MD5Init(struct MD5Context *ctx);
  80 static void MD5Update(struct MD5Context *ctx, unsigned char *buf, unsigned len);
  81 static void MD5Final(unsigned char digest[16], struct MD5Context *ctx);
  82 static void MD5Transform(FcChar32 buf[4], FcChar32 in[16]);
  83
  84 #define FC_DBG_CACHE_REF    1024
  85
  86 static char *
  87 FcCacheReadString (int fd, char *dest, int len)
  88 {
  89     int    size;
  90     int    slen;
  91
  92     if (len == 0)
  93         return 0;
  94
  95     size = read (fd, dest, len-1);
  96
  97     if (size > 0)
  98     {
  99         dest[size] = '\0';
 100         slen = strlen (dest);
 101
 102         lseek (fd, slen - size + 1, SEEK_CUR);
 103         return slen < len ? dest : 0;
 104     }
 105
 106     return 0;
 107 }
 108
 109 static void
 110 FcCacheSkipString (int fd)
 111 {
 112     char buf[256];
 113     int  size;
 114     int  slen;
 115
 116     while ( (size = read (fd, buf, sizeof (buf)-1)) > 0)
 117     {
 118         buf [size] = '\0';
 119         slen = strlen (buf);
 120         if (slen < size)
 121         {
 122             lseek (fd, slen - size + 1, SEEK_CUR);
 123             return;
 124         }
 125     }
 126 }
 127
 128 static FcBool
 129 FcCacheWriteString (int fd, const char *chars)
 130 {
 131     if (write (fd, chars, strlen(chars)+1) != strlen(chars)+1)
 132         return FcFalse;
 133     return FcTrue;
 134 }
 135
 136 static void
 137 FcGlobalCacheDirDestroy (FcGlobalCacheDir *d)
 138 {
 139     FcStrSetDestroy (d->subdirs);
 140     FcMemFree (FC_MEM_STRING, strlen (d->name)+1);
 141     free (d->name);
 142     FcMemFree (FC_MEM_CACHE, sizeof (FcGlobalCacheDir));
 143     free (d);
 144 }
 145
 146 FcGlobalCache *
 147 FcGlobalCacheCreate (void)
 148 {
 149     FcGlobalCache   *cache;
 150
 151     cache = malloc (sizeof (FcGlobalCache));
 152     if (!cache)
 153         return 0;
 154     FcMemAlloc (FC_MEM_CACHE, sizeof (FcGlobalCache));
 155     cache->dirs = 0;
 156     cache->updated = FcFalse;
 157     cache->fd = -1;
 158     return cache;
 159 }
 160
 161 void
 162 FcGlobalCacheDestroy (FcGlobalCache *cache)
 163 {
 164     FcGlobalCacheDir    *d, *next;
 165
 166     for (d = cache->dirs; d; d = next)
 167     {
 168         next = d->next;
 169         FcGlobalCacheDirDestroy (d);
 170     }
 171     FcMemFree (FC_MEM_CACHE, sizeof (FcGlobalCache));
 172     free (cache);
 173 }
 174
 175 void
 176 FcGlobalCacheLoad (FcGlobalCache    *cache,
 177                    FcStrSet         *staleDirs,
 178                    const FcChar8    *cache_file,
 179                    FcConfig         *config)
 180 {
 181     char                name_buf[FC_MAX_FILE_LEN];
 182     FcGlobalCacheDir    *d, *next;
 183     FcFileTime          config_time = FcConfigModifiedTime (config);
 184     char                * current_arch_machine_name;
 185     char                candidate_arch_machine_name[MACHINE_SIGNATURE_SIZE + 9];
 186     off_t               current_arch_start;
 187
 188     struct stat         cache_stat, dir_stat;
 189     char                subdirName[FC_MAX_FILE_LEN + 1 + 12 + 1];
 190
 191     if (stat ((char *) cache_file, &cache_stat) < 0)
 192         return;
 193
 194     cache->fd = open ((char *) cache_file, O_RDONLY | O_BINARY);
 195     if (cache->fd == -1)
 196         return;
 197
 198     cache->updated = FcFalse;
 199
 200     if (!FcCacheReadString (cache->fd, name_buf, sizeof (name_buf)))
 201         goto bail_and_destroy;
 202     if (strcmp (name_buf, FC_GLOBAL_MAGIC_COOKIE) != 0)
 203         goto bail_and_destroy;
 204
 205     current_arch_machine_name = FcCacheMachineSignature ();
 206     current_arch_start = FcCacheSkipToArch(cache->fd,
 207                                            current_arch_machine_name);
 208     if (current_arch_start < 0)
 209         goto bail_and_destroy;
 210
 211     lseek (cache->fd, current_arch_start, SEEK_SET);
 212     if (!FcCacheReadString (cache->fd, candidate_arch_machine_name,
 213                             sizeof (candidate_arch_machine_name)))
 214         goto bail_and_destroy;
 215     if (strlen(candidate_arch_machine_name) == 0)
 216         goto bail_and_destroy;
 217
 218     while (1)
 219     {
 220         off_t targ;
 221
 222         if (!FcCacheReadString (cache->fd, name_buf, sizeof (name_buf)) ||
 223             !strlen(name_buf))
 224             break;
 225
 226         /* Directory must be older than the global cache file; also
 227            cache must be newer than the config file. */
 228         if (stat ((char *) name_buf, &dir_stat) < 0 ||
 229             dir_stat.st_mtime > cache_stat.st_mtime ||
 230             (config_time.set && cache_stat.st_mtime < config_time.time))
 231         {
 232             FcCache md;
 233             off_t off;
 234
 235             FcStrSetAdd (staleDirs, FcStrCopy ((FcChar8 *)name_buf));
 236
 237             /* skip subdirs */
 238             while (FcCacheReadString (cache->fd, subdirName,
 239                                       sizeof (subdirName)) &&
 240                    strlen (subdirName))
 241                 ;
 242
 243             if (read (cache->fd, &md, sizeof (FcCache)) != sizeof(FcCache))
 244             {
 245                 perror ("read metadata");
 246                 goto bail1;
 247             }
 248             off = FcCacheNextOffset (lseek(cache->fd, 0, SEEK_CUR)) + md.count;
 249             if (lseek (cache->fd, off, SEEK_SET) != off)
 250             {
 251                 perror ("lseek");
 252                 goto bail1;
 253             }
 254             continue;
 255         }
 256
 257         d = malloc (sizeof (FcGlobalCacheDir));
 258         if (!d)
 259             goto bail1;
 260
 261         d->next = cache->dirs;
 262         cache->dirs = d;
 263
 264         d->name = (char *)FcStrCopy ((FcChar8 *)name_buf);
 265         d->ent = 0;
 266         d->state = FcGCDirFileRead;
 267
 268         d->subdirs = FcStrSetCreate();
 269         do
 270         {
 271             if (!FcCacheReadString (cache->fd, subdirName,
 272                                     sizeof (subdirName)) ||
 273                 !strlen (subdirName))
 274                 break;
 275             FcStrSetAdd (d->subdirs, (FcChar8 *)subdirName);
 276         } while (1);
 277
 278         d->offset = lseek (cache->fd, 0, SEEK_CUR);
 279         if (read (cache->fd, &d->metadata, sizeof (FcCache)) != sizeof (FcCache))
 280             goto bail1;
 281         targ = FcCacheNextOffset (lseek(cache->fd, 0, SEEK_CUR)) + d->metadata.count;
 282         if (lseek (cache->fd, targ, SEEK_SET) != targ)
 283             goto bail1;
 284     }
 285     return;
 286
 287  bail1:
 288     for (d = cache->dirs; d; d = next)
 289     {
 290         next = d->next;
 291         free (d);
 292     }
 293     cache->dirs = 0;
 294
 295     close (cache->fd);
 296     cache->fd = -1;
 297     return;
 298
 299  bail_and_destroy:
 300     close (cache->fd);
 301     cache->fd = -1;
 302
 303     if (stat ((char *) cache_file, &cache_stat) == 0)
 304         unlink ((char *)cache_file);
 305
 306     return;
 307
 308 }
 309
 310 FcBool
 311 FcGlobalCacheReadDir (FcFontSet *set, FcStrSet *dirs, FcGlobalCache * cache, const char *dir, FcConfig *config)
 312 {
 313     FcGlobalCacheDir    *d;
 314     int                 i;
 315
 316     if (cache->fd == -1)
 317         return FcFalse;
 318
 319     if (!(dir = (char *)FcConfigNormalizeFontDir (config, (FcChar8 *)dir)))
 320         return FcFalse; /* non-existing directory */
 321
 322     for (d = cache->dirs; d; d = d->next)
 323     {
 324         if (strcmp (d->name, dir) == 0)
 325         {
 326             if (d->state == FcGCDirDisabled)
 327                 return FcFalse;
 328
 329             if (d->state == FcGCDirFileRead)
 330             {
 331                 lseek (cache->fd, d->offset, SEEK_SET);
 332                 if (!FcDirCacheConsume (cache->fd, d->name, set, config))
 333                     return FcFalse;
 334
 335                 for (i = 0; i < d->subdirs->num; i++)
 336                     FcStrSetAdd (dirs, (FcChar8 *)d->subdirs->strs[i]);
 337
 338                 d->state = FcGCDirConsumed;
 339             }
 340             return FcTrue;
 341         }
 342     }
 343
 344     return FcFalse;
 345 }
 346
 347 static FcGlobalCacheDir *
 348 FcGlobalCacheDirFind (FcGlobalCache *cache, const char *name)
 349 {
 350     FcGlobalCacheDir * d;
 351
 352     if (!cache || !name)
 353         return NULL;
 354
 355     for (d = cache->dirs; d; d = d->next)
 356         if (strcmp((const char *)d->name, (const char *)name) == 0)
 357             return d;
 358
 359     return NULL;
 360  }
 361
 362 FcBool
 363 FcGlobalCacheUpdate (FcGlobalCache  *cache,
 364                      FcStrSet       *dirs,
 365                      const char     *orig_name,
 366                      FcFontSet      *set,
 367                      FcConfig       *config)
 368 {
 369     FcGlobalCacheDir    *d;
 370     int                 i;
 371     const char *name;
 372
 373     name = (char *)FcConfigNormalizeFontDir (config, (FcChar8 *)orig_name);
 374     if (!name)
 375     {
 376         fprintf(stderr, "Invalid directory name %s\n", orig_name);
 377         return FcFalse;
 378     }
 379
 380     d = FcGlobalCacheDirFind (cache, name);
 381
 382     if (!d)
 383     {
 384         d = malloc (sizeof (FcGlobalCacheDir));
 385         if (!d)
 386             return FcFalse;
 387         d->next = cache->dirs;
 388         cache->dirs = d;
 389     } else {
 390         /* free old resources */
 391         FcStrFree ((FcChar8 *)d->name);
 392         free (d->ent);
 393         FcStrSetDestroy (d->subdirs);
 394     }
 395
 396     cache->updated = FcTrue;
 397
 398     d->name = (char *)FcStrCopy ((FcChar8 *)name);
 399     d->ent = FcDirCacheProduce (set, &d->metadata);
 400     d->offset = 0;
 401     d->subdirs = FcStrSetCreate();
 402     d->state = FcGCDirUpdated;
 403     for (i = 0; i < dirs->num; i++)
 404         FcStrSetAdd (d->subdirs, dirs->strs[i]);
 405     return FcTrue;
 406 }
 407
 408 FcBool
 409 FcGlobalCacheSave (FcGlobalCache    *cache,
 410                    const FcChar8    *cache_file,
 411                    FcConfig         *config)
 412 {
 413     int                 fd, fd_orig, i;
 414     FcGlobalCacheDir    *dir;
 415     FcAtomic            *atomic;
 416     off_t               current_arch_start = 0, truncate_to;
 417     char                * current_arch_machine_name, * header;
 418
 419     if (!cache->updated)
 420         return FcTrue;
 421
 422 #if defined (HAVE_GETUID) && defined (HAVE_GETEUID)
 423     /* Set-UID programs can't safely update the cache */
 424     if (getuid () != geteuid ())
 425         return FcFalse;
 426 #endif
 427
 428     atomic = FcAtomicCreate (cache_file);
 429     if (!atomic)
 430         return FcFalse;
 431
 432     if (!FcAtomicLock (atomic))
 433         goto bail1;
 434     fd = open ((char *) FcAtomicNewFile(atomic), O_RDWR | O_CREAT | O_BINARY,
 435                S_IRUSR | S_IWUSR);
 436     if (fd == -1)
 437         goto bail2;
 438     FcCacheWriteString (fd, FC_GLOBAL_MAGIC_COOKIE);
 439
 440     fd_orig = open ((char *) FcAtomicOrigFile(atomic), O_RDONLY | O_BINARY);
 441
 442     current_arch_machine_name = FcCacheMachineSignature ();
 443     if (fd_orig == -1)
 444         current_arch_start = 0;
 445     else
 446         current_arch_start = FcCacheSkipToArch (fd_orig,
 447                                                 current_arch_machine_name);
 448
 449     if (current_arch_start < 0)
 450     {
 451         off_t i = lseek(fd_orig, 0, SEEK_END);
 452         if (i < strlen (FC_GLOBAL_MAGIC_COOKIE)+1)
 453             i = strlen (FC_GLOBAL_MAGIC_COOKIE)+1;
 454         current_arch_start = FcCacheNextOffset (i);
 455     }
 456
 457     if (!FcCacheCopyOld(fd, fd_orig, current_arch_start))
 458         goto bail3;
 459
 460     current_arch_start = lseek(fd, 0, SEEK_CUR);
 461     if (ftruncate (fd, current_arch_start) == -1)
 462         goto bail3;
 463
 464     header = malloc (10 + strlen (current_arch_machine_name));
 465     if (!header)
 466         goto bail3;
 467
 468     truncate_to = current_arch_start + strlen(current_arch_machine_name) + 11;
 469     for (dir = cache->dirs; dir; dir = dir->next)
 470     {
 471         if (dir->state == FcGCDirDisabled)
 472             continue;
 473         truncate_to += strlen(dir->name) + 1;
 474         truncate_to += sizeof (FcCache);
 475         truncate_to = FcCacheNextOffset (truncate_to);
 476         truncate_to += dir->metadata.count;
 477
 478         for (i = 0; i < dir->subdirs->size; i++)
 479             truncate_to += strlen((char *)dir->subdirs->strs[i]) + 1;
 480         truncate_to ++;
 481     }
 482     truncate_to -= current_arch_start;
 483
 484     sprintf (header, "%8x ", (int)truncate_to);
 485     strcat (header, current_arch_machine_name);
 486     if (!FcCacheWriteString (fd, header))
 487         goto bail4;
 488
 489     for (dir = cache->dirs; dir; dir = dir->next)
 490     {
 491         const char * d;
 492         off_t off;
 493
 494         if (!dir->name || dir->state == FcGCDirDisabled)
 495             continue;
 496         d = (const char *)FcConfigNormalizeFontDir (config, (const FcChar8 *)dir->name);
 497         if (!d)
 498             continue;
 499
 500         if (dir->metadata.count && !dir->ent)
 501         {
 502             if (dir->state == FcGCDirUpdated || fd_orig < 0)
 503             {
 504                 fprintf(stderr, "Invalid metadata entry for %s, skipping...\n", d);
 505                 continue;
 506             }
 507             /* copy the old content */
 508             dir->ent = malloc (dir->metadata.count);
 509             if (!dir->ent)
 510             {
 511                 perror("malloc error");
 512                 continue;
 513             }
 514             off = FcCacheNextOffset (dir->offset + sizeof(FcCache));
 515             if (lseek (fd_orig, off, SEEK_SET) != off)
 516             {
 517                 perror("lseek");
 518                 free(dir->ent);
 519                 continue;
 520             }
 521             if (read (fd_orig, dir->ent, dir->metadata.count)
 522                 != dir->metadata.count)
 523             {
 524                 perror("read");
 525                 free(dir->ent);
 526                 continue;
 527             }
 528         }
 529
 530         FcCacheWriteString (fd, d);
 531
 532         for (i = 0; i < dir->subdirs->size; i++)
 533             FcCacheWriteString (fd, (char *)dir->subdirs->strs[i]);
 534         FcCacheWriteString (fd, "");
 535
 536         if (write (fd, &dir->metadata, sizeof(FcCache)) != sizeof(FcCache))
 537         {
 538             perror ("write metadata");
 539             free (dir->ent);
 540             continue;
 541         }
 542         off = FcCacheNextOffset (lseek(fd, 0, SEEK_CUR));
 543         if (lseek (fd, off, SEEK_SET) != off)
 544         {
 545             perror ("lseek");
 546             free (dir->ent);
 547             continue;
 548         }
 549         if (dir->metadata.count)
 550         {
 551             if (write (fd, dir->ent, dir->metadata.count) != dir->metadata.count)
 552             {
 553                 perror ("write dirent");
 554                 free (dir->ent);
 555                 continue;
 556             }
 557         }
 558         free (dir->ent);
 559     }
 560     FcCacheWriteString (fd, "");
 561
 562     if (close (fd) == -1)
 563         goto bail25;
 564
 565     close (fd_orig);
 566     fd_orig = -1;
 567
 568     if (!FcAtomicReplaceOrig (atomic))
 569         goto bail25;
 570
 571     FcAtomicUnlock (atomic);
 572     FcAtomicDestroy (atomic);
 573
 574     cache->updated = FcFalse;
 575     return FcTrue;
 576
 577  bail4:
 578     free (header);
 579  bail3:
 580     if (fd_orig != -1)
 581         close (fd_orig);
 582
 583     close (fd);
 584  bail25:
 585     FcAtomicDeleteNew (atomic);
 586  bail2:
 587     FcAtomicUnlock (atomic);
 588  bail1:
 589     FcAtomicDestroy (atomic);
 590     return FcFalse;
 591 }
 592
 593 /*
 594  * Find the next presumably-mmapable offset after the supplied file
 595  * position.
 596  */
 597 static int
 598 FcCacheNextOffset(off_t w)
 599 {
 600     static long pagesize = -1;
 601     if (pagesize == -1)
 602         pagesize = sysconf(_SC_PAGESIZE);
 603     if (w % pagesize == 0)
 604         return w;
 605     else
 606         return ((w / pagesize)+1)*pagesize;
 607 }
 608
 609 /* return the address of the segment for the provided arch,
 610  * or -1 if arch not found */
 611 static off_t
 612 FcCacheSkipToArch (int fd, const char * arch)
 613 {
 614     char candidate_arch_machine_name_count[MACHINE_SIGNATURE_SIZE + 9];
 615     char * candidate_arch;
 616     off_t current_arch_start = 0;
 617
 618     lseek (fd, 0, SEEK_SET);
 619     FcCacheSkipString (fd);
 620     current_arch_start = lseek (fd, 0, SEEK_CUR);
 621
 622     /* skip arches that are not the current arch */
 623     while (1)
 624     {
 625         long bs;
 626
 627         if (lseek (fd, current_arch_start, SEEK_SET) != current_arch_start)
 628             return -1;
 629
 630         if (FcCacheReadString (fd, candidate_arch_machine_name_count,
 631                                 sizeof (candidate_arch_machine_name_count)) == 0)
 632             return -1;
 633         if (!strlen(candidate_arch_machine_name_count))
 634             return -1;
 635         bs = strtol(candidate_arch_machine_name_count, &candidate_arch, 16);
 636
 637         // count = 0 should probably be distinguished from the !bs condition
 638         if (!bs || bs < strlen (candidate_arch_machine_name_count))
 639             return -1;
 640
 641         candidate_arch++; /* skip leading space */
 642
 643         if (strcmp (candidate_arch, arch)==0)
 644             return current_arch_start;
 645         current_arch_start += bs;
 646     }
 647
 648     return -1;
 649 }
 650
 651 /* Cuts out the segment at the file pointer (moves everything else
 652  * down to cover it), and leaves the file pointer at the end of the
 653  * file. */
 654 static FcBool
 655 FcCacheCopyOld (int fd, int fd_orig, off_t start)
 656 {
 657     char * buf = malloc (8192);
 658     char candidate_arch_machine_name[MACHINE_SIGNATURE_SIZE + 9];
 659     long bs;
 660     int c, bytes_skipped;
 661     off_t loc;
 662
 663     if (!buf)
 664         return FcFalse;
 665
 666     loc = 0;
 667     lseek (fd, 0, SEEK_SET); lseek (fd_orig, 0, SEEK_SET);
 668     FcCacheSkipString (fd); FcCacheSkipString (fd_orig);
 669     do
 670     {
 671         int b = 8192;
 672         if (loc + b > start)
 673             b = start - loc;
 674
 675         if ((c = read (fd_orig, buf, b)) <= 0)
 676             break;
 677         if (write (fd, buf, c) < 0)
 678             goto bail;
 679
 680         loc += c;
 681     }
 682     while (c > 0);
 683
 684     lseek (fd, start, SEEK_SET);
 685     if (FcCacheReadString (fd, candidate_arch_machine_name,
 686                            sizeof (candidate_arch_machine_name)) == 0)
 687         goto done;
 688     if (!strlen(candidate_arch_machine_name))
 689         goto done;
 690
 691     bs = strtol(candidate_arch_machine_name, 0, 16);
 692     if (bs == 0)
 693         goto done;
 694
 695     bytes_skipped = 0;
 696     do
 697     {
 698         lseek (fd, start+bs+bytes_skipped, SEEK_SET);
 699         if ((c = read (fd, buf, 8192)) <= 0)
 700             break;
 701         lseek (fd, start+bytes_skipped, SEEK_SET);
 702         if (write (fd, buf, c) < 0)
 703             goto bail;
 704         bytes_skipped += c;
 705     }
 706     while (c > 0);
 707     lseek (fd, start+bytes_skipped, SEEK_SET);
 708
 709  done:
 710     free (buf);
 711     return FcTrue;
 712
 713  bail:
 714     free (buf);
 715     return FcFalse;
 716 }
 717
 718 /* Does not check that the cache has the appropriate arch section. */
 719 /* Also, this can be fooled if the original location has a stale
 720  * cache, and the hashed location has an up-to-date cache.  Oh well,
 721  * sucks to be you in that case! */
 722 FcBool
 723 FcDirCacheValid (const FcChar8 *dir)
 724 {
 725     struct stat file_stat, dir_stat;
 726     int         fd;
 727
 728     if (stat ((char *) dir, &dir_stat) < 0)
 729         return FcFalse;
 730
 731     fd = FcDirCacheOpen (dir);
 732
 733     if (fd < 0)
 734         return FcFalse;
 735     if (fstat (fd, &file_stat) < 0)
 736         goto bail;
 737
 738     close (fd);
 739
 740     /*
 741      * If the directory has been modified more recently than
 742      * the cache file, the cache is not valid
 743      */
 744     if (dir_stat.st_mtime > file_stat.st_mtime)
 745         return FcFalse;
 746
 747     return FcTrue;
 748
 749  bail:
 750     close (fd);
 751     return FcFalse;
 752 }
 753
 754 /* Assumes that the cache file in 'dir' exists.
 755  * Checks that the cache has the appropriate arch section. */
 756 FcBool
 757 FcDirCacheHasCurrentArch (const FcChar8 *dir)
 758 {
 759     int         fd;
 760     off_t       current_arch_start;
 761     char        *current_arch_machine_name;
 762     FcCache     metadata;
 763     char        subdirName[FC_MAX_FILE_LEN + 1 + 12 + 1];
 764
 765     fd = FcDirCacheOpen (dir);
 766     if (fd < 0)
 767         goto bail;
 768
 769     current_arch_machine_name = FcCacheMachineSignature();
 770     current_arch_start = FcCacheSkipToArch(fd, current_arch_machine_name);
 771
 772     if (current_arch_start >= 0)
 773     {
 774         if (lseek (fd, current_arch_start, SEEK_SET) != current_arch_start)
 775             goto bail1;
 776
 777         FcCacheSkipString (fd);
 778
 779         while (FcCacheReadString (fd, subdirName, sizeof (subdirName)) && strlen (subdirName) > 0)
 780             ;
 781
 782         if (read(fd, &metadata, sizeof(FcCache)) != sizeof(FcCache))
 783             goto bail1;
 784
 785         if (metadata.magic != FC_CACHE_MAGIC)
 786             goto bail1;
 787     }
 788
 789     close (fd);
 790
 791     if (current_arch_start < 0)
 792         return FcFalse;
 793
 794     return FcTrue;
 795
 796  bail1:
 797     close (fd);
 798  bail:
 799     return FcFalse;
 800 }
 801
 802 FcBool
 803 FcDirCacheUnlink (const FcChar8 *dir, FcConfig *config)
 804 {
 805     char        *cache_file;
 806     char        *cache_hashed = 0;
 807     int         fd, collisions;
 808     struct stat cache_stat;
 809     char        name_buf[FC_MAX_FILE_LEN];
 810
 811     dir = FcConfigNormalizeFontDir (config, dir);
 812     cache_file = (char *)FcStrPlus (dir, (FcChar8 *) "/" FC_DIR_CACHE_FILE);
 813     if (!cache_file)
 814         return FcFalse;
 815
 816     /* First remove normal cache file. */
 817     if (stat ((char *) cache_file, &cache_stat) == 0)
 818         unlink ((char *)cache_file);
 819
 820     /* Next remove any applicable hashed files. */
 821     fd = -1; collisions = 0;
 822     do
 823     {
 824         if (cache_hashed)
 825             FcStrFree ((FcChar8 *)cache_hashed);
 826
 827         cache_hashed = FcDirCacheHashName (cache_file, collisions++);
 828         if (!cache_hashed)
 829             goto bail;
 830
 831         if (fd > 0)
 832             close (fd);
 833         fd = open(cache_hashed, O_RDONLY | O_BINARY);
 834         if (fd == -1)
 835         {
 836             FcStrFree ((FcChar8 *)cache_file);
 837             return FcTrue;
 838         }
 839
 840         if (!FcCacheReadString (fd, name_buf, sizeof (name_buf)) || !strlen(name_buf))
 841         {
 842             FcStrFree ((FcChar8 *)cache_hashed);
 843             goto bail;
 844         }
 845     } while (strcmp (name_buf, cache_file) != 0);
 846
 847     close (fd);
 848
 849     if (stat ((char *) cache_hashed, &cache_stat) == 0 &&
 850         unlink ((char *)cache_hashed) != 0)
 851     {
 852         FcStrFree ((FcChar8 *)cache_hashed);
 853         goto bail;
 854     }
 855
 856     FcStrFree ((FcChar8 *)cache_file);
 857     FcStrFree ((FcChar8 *)cache_hashed);
 858     return FcTrue;
 859
 860  bail:
 861     FcStrFree ((FcChar8 *)cache_file);
 862     return FcFalse;
 863 }
 864
 865 static int
 866 FcCacheReadDirs (FcConfig * config, FcGlobalCache * cache,
 867                  FcStrList *list, FcFontSet * set, FcStrSet *processed_dirs)
 868 {
 869     int                 ret = 0;
 870     FcChar8             *dir;
 871     FcStrSet            *subdirs;
 872     FcStrList           *sublist;
 873     struct stat         statb;
 874     FcGlobalCacheDir   *d;
 875
 876     /*
 877      * Read in the results from 'list'.
 878      */
 879     while ((dir = FcStrListNext (list)))
 880     {
 881         if (!FcConfigAcceptFilename (config, dir))
 882             continue;
 883
 884         /* Skip this directory if already updated
 885          * to avoid the looped directories via symlinks
 886          * Clearly a dir not in fonts.conf shouldn't be globally cached.
 887          */
 888         dir = (FcChar8 *)FcConfigNormalizeFontDir (config, dir);
 889         if (!dir)
 890             continue;
 891
 892         if (FcStrSetMember (processed_dirs, dir))
 893             continue;
 894         if (!FcStrSetAdd (processed_dirs, dir))
 895             continue;
 896
 897         subdirs = FcStrSetCreate ();
 898         if (!subdirs)
 899         {
 900             fprintf (stderr, "Can't create directory set\n");
 901             ret++;
 902             continue;
 903         }
 904
 905         if (access ((char *) dir, X_OK) < 0)
 906         {
 907             switch (errno) {
 908             case ENOENT:
 909             case ENOTDIR:
 910             case EACCES:
 911                 break;
 912             default:
 913                 fprintf (stderr, "\"%s\": ", dir);
 914                 perror ("");
 915                 ret++;
 916             }
 917             FcStrSetDestroy (subdirs);
 918             continue;
 919         }
 920         if (stat ((char *) dir, &statb) == -1)
 921         {
 922             fprintf (stderr, "\"%s\": ", dir);
 923             perror ("");
 924             FcStrSetDestroy (subdirs);
 925             ret++;
 926             continue;
 927         }
 928         if (!S_ISDIR (statb.st_mode))
 929         {
 930             fprintf (stderr, "\"%s\": not a directory, skipping\n", dir);
 931             FcStrSetDestroy (subdirs);
 932             continue;
 933         }
 934         if (FcDirCacheValid (dir) && FcDirCacheRead (set, subdirs, dir, config))
 935         {
 936             /* if an old entry is found in the global cache, disable it */
 937             if ((d = FcGlobalCacheDirFind (cache, (const char *)dir)) != NULL)
 938             {
 939                 d->state = FcGCDirDisabled;
 940                 /* save the updated config later without this entry */
 941                 cache->updated = FcTrue;
 942             }
 943         }
 944         else
 945         {
 946             if (FcDebug () & FC_DBG_FONTSET)
 947                 printf ("cache scan dir %s\n", dir);
 948
 949             FcDirScanConfig (set, subdirs, cache,
 950                              config->blanks, dir, FcFalse, config);
 951         }
 952         sublist = FcStrListCreate (subdirs);
 953         FcStrSetDestroy (subdirs);
 954         if (!sublist)
 955         {
 956             fprintf (stderr, "Can't create subdir list in \"%s\"\n", dir);
 957             ret++;
 958             continue;
 959         }
 960         ret += FcCacheReadDirs (config, cache, sublist, set, processed_dirs);
 961     }
 962     FcStrListDone (list);
 963     return ret;
 964 }
 965
 966 FcFontSet *
 967 FcCacheRead (FcConfig *config, FcGlobalCache * cache)
 968 {
 969     FcFontSet   *s = FcFontSetCreate();
 970     FcStrSet    *processed_dirs;
 971
 972     if (!s)
 973         return 0;
 974
 975     processed_dirs = FcStrSetCreate();
 976     if (!processed_dirs)
 977         goto bail;
 978
 979     if (FcCacheReadDirs (config, cache, FcConfigGetConfigDirs (config), s, processed_dirs))
 980         goto bail1;
 981
 982     FcStrSetDestroy (processed_dirs);
 983     return s;
 984
 985  bail1:
 986     FcStrSetDestroy (processed_dirs);
 987  bail:
 988     FcFontSetDestroy (s);
 989     return 0;
 990 }
 991
 992 static const char bin2hex[] = { '0', '1', '2', '3',
 993                                 '4', '5', '6', '7',
 994                                 '8', '9', 'a', 'b',
 995                                 'c', 'd', 'e', 'f' };
 996
 997 static char *
 998 FcDirCacheHashName (char * cache_file, int collisions)
 999 {
1000     unsigned char       hash[16], hex_hash[33];
1001     char                *cache_hashed;
1002     unsigned char       uscore = '_';
1003     int                 cnt, i;
1004     FcChar8             *tmp;
1005     struct MD5Context   ctx;
1006
1007     MD5Init (&ctx);
1008     MD5Update (&ctx, (unsigned char *)cache_file, strlen (cache_file));
1009
1010     for (i = 0; i < collisions; i++)
1011         MD5Update (&ctx, &uscore, 1);
1012
1013     MD5Final (hash, &ctx);
1014
1015     for (cnt = 0; cnt < 16; ++cnt)
1016     {
1017         hex_hash[2*cnt] = bin2hex[hash[cnt] >> 4];
1018         hex_hash[2*cnt+1] = bin2hex[hash[cnt] & 0xf];
1019     }
1020     hex_hash[32] = 0;
1021
1022     tmp = FcStrPlus ((FcChar8 *)hex_hash, (FcChar8 *)FC_CACHE_SUFFIX);
1023     if (!tmp)
1024         return 0;
1025
1026     cache_hashed = (char *)FcStrPlus ((FcChar8 *)PKGCACHEDIR"/", tmp);
1027     free (tmp);
1028
1029     return cache_hashed;
1030 }
1031
1032 /* Opens the hashed name for cache_file.
1033  * This would fail in the unlikely event of a collision and subsequent
1034  * removal of the file which originally caused the collision. */
1035 static int
1036 FcDirCacheOpen (const FcChar8 *dir)
1037 {
1038     FcBool      found;
1039     int         fd = -1, collisions = 0;
1040     char        *cache_file, *cache_hashed;
1041     char        name_buf[FC_MAX_FILE_LEN];
1042     struct stat dir_stat;
1043
1044     if (stat ((char *)dir, &dir_stat) == -1)
1045         return -1;
1046
1047     cache_file = (char *)FcStrPlus (dir, (FcChar8 *) "/" FC_DIR_CACHE_FILE);
1048     if (!cache_file)
1049         return -1;
1050
1051     found = FcFalse;
1052     do
1053     {
1054         struct stat     c;
1055         FcChar8         *name_buf_dir;
1056
1057         if (fd >= 0)
1058             close (fd);
1059
1060         cache_hashed = FcDirCacheHashName (cache_file, collisions++);
1061         if (!cache_hashed)
1062         {
1063             FcStrFree ((FcChar8 *)cache_file);
1064             return -1;
1065         }
1066
1067         fd = open(cache_hashed, O_RDONLY | O_BINARY);
1068         FcStrFree ((FcChar8 *)cache_hashed);
1069
1070         if (fd == -1)
1071             break;
1072         if (!FcCacheReadString (fd, name_buf, sizeof (name_buf)) ||
1073             !strlen(name_buf))
1074             break;
1075
1076         name_buf_dir = FcStrDirname ((FcChar8 *)name_buf);
1077         if (stat ((char *)name_buf_dir, &c) == -1)
1078         {
1079             FcStrFree (name_buf_dir);
1080             continue;
1081         }
1082         FcStrFree (name_buf_dir);
1083         found = (c.st_ino == dir_stat.st_ino) && (c.st_dev == dir_stat.st_dev);
1084     } while (!found);
1085
1086     if (!found || fd < 0)
1087     {
1088         if (fd >= 0)
1089             close (fd);
1090         fd = open(cache_file, O_RDONLY | O_BINARY);
1091     }
1092
1093     FcStrFree ((FcChar8 *)cache_file);
1094     return fd;
1095 }
1096
1097 /* read serialized state from the cache file */
1098 FcBool
1099 FcDirCacheRead (FcFontSet * set, FcStrSet * dirs, const FcChar8 *dir, FcConfig *config)
1100 {
1101     int         fd;
1102     char        *current_arch_machine_name;
1103     char        candidate_arch_machine_name[9+MACHINE_SIGNATURE_SIZE];
1104     off_t       current_arch_start = 0;
1105     char        subdirName[FC_MAX_FILE_LEN + 1 + 12 + 1];
1106
1107     fd = FcDirCacheOpen (dir);
1108     if (fd < 0)
1109         goto bail;
1110
1111     current_arch_machine_name = FcCacheMachineSignature();
1112     current_arch_start = FcCacheSkipToArch(fd,
1113                                            current_arch_machine_name);
1114     if (current_arch_start < 0)
1115         goto bail1;
1116
1117     lseek (fd, current_arch_start, SEEK_SET);
1118     if (FcCacheReadString (fd, candidate_arch_machine_name,
1119                            sizeof (candidate_arch_machine_name)) == 0)
1120         goto bail1;
1121
1122     while (FcCacheReadString (fd, subdirName, sizeof (subdirName)) && strlen (subdirName) > 0)
1123         FcStrSetAdd (dirs, (FcChar8 *)subdirName);
1124
1125     if (!FcDirCacheConsume (fd, (const char *)dir, set, config))
1126         goto bail1;
1127
1128     close(fd);
1129     return FcTrue;
1130
1131  bail1:
1132     close (fd);
1133  bail:
1134     return FcFalse;
1135 }
1136
1137 static FcBool
1138 FcDirCacheConsume (int fd, const char * dir, FcFontSet *set, FcConfig *config)
1139 {
1140     FcCache metadata;
1141     void * current_dir_block;
1142     off_t pos;
1143
1144     if (read(fd, &metadata, sizeof(FcCache)) != sizeof(FcCache))
1145         return FcFalse;
1146     if (metadata.magic != FC_CACHE_MAGIC)
1147         return FcFalse;
1148
1149     if (!metadata.count)
1150     {
1151         pos = FcCacheNextOffset (lseek(fd, 0, SEEK_CUR));
1152         lseek (fd, pos, SEEK_SET);
1153         if (config)
1154             FcConfigAddFontDir (config, (FcChar8 *)dir);
1155         return FcTrue;
1156     }
1157
1158     pos = FcCacheNextOffset (lseek(fd, 0, SEEK_CUR));
1159     current_dir_block = mmap (0, metadata.count,
1160                               PROT_READ, MAP_SHARED, fd, pos);
1161     lseek (fd, pos+metadata.count, SEEK_SET);
1162     if (current_dir_block == MAP_FAILED)
1163         return FcFalse;
1164
1165     FcCacheAddBankDir (metadata.bank, dir);
1166     if (config)
1167         FcConfigAddFontDir (config, (FcChar8 *)dir);
1168
1169     if (!FcFontSetUnserialize (&metadata, set, current_dir_block))
1170         return FcFalse;
1171
1172     return FcTrue;
1173 }
1174
1175 static void *
1176 FcDirCacheProduce (FcFontSet *set, FcCache *metadata)
1177 {
1178     void * current_dir_block, * final_dir_block;
1179     static unsigned int rand_state = 0;
1180     int bank, needed_bytes_no_align;
1181
1182     if (!rand_state)
1183         rand_state = time(0L);
1184     bank = rand_r(&rand_state);
1185
1186     while (FcCacheHaveBank(bank))
1187         bank = rand_r(&rand_state);
1188
1189     memset (metadata, 0, sizeof(FcCache));
1190     FcFontSetNewBank();
1191     needed_bytes_no_align = FcFontSetNeededBytes (set);
1192     metadata->count = needed_bytes_no_align +
1193         FcFontSetNeededBytesAlign ();
1194     metadata->magic = FC_CACHE_MAGIC;
1195     metadata->bank = bank;
1196
1197     if (!needed_bytes_no_align) /* not a failure, no fonts to write */
1198     {
1199         /* no, you don't really need to write any bytes at all. */
1200         metadata->count = 0;
1201         return 0;
1202     }
1203
1204     current_dir_block = malloc (metadata->count);
1205     if (!current_dir_block)
1206         goto bail;
1207     // shut up valgrind
1208     memset (current_dir_block, 0, metadata->count);
1209     final_dir_block = FcFontSetDistributeBytes (metadata, current_dir_block);
1210
1211     if ((void *)((char *)current_dir_block+metadata->count) < final_dir_block)
1212         goto bail;
1213
1214     if (!FcFontSetSerialize (bank, set))
1215         goto bail;
1216
1217     return current_dir_block;
1218
1219  bail:
1220     free (current_dir_block);
1221     return 0;
1222 }
1223
1224 /* write serialized state to the cache file */
1225 FcBool
1226 FcDirCacheWrite (FcFontSet *set, FcStrSet *dirs, const FcChar8 *dir)
1227 {
1228     char            *cache_file;
1229     char            *cache_hashed;
1230     int             fd, fd_orig, i, dirs_count;
1231     FcAtomic        *atomic;
1232     FcCache         metadata;
1233     off_t           current_arch_start = 0, truncate_to;
1234     char            name_buf[FC_MAX_FILE_LEN];
1235     int             collisions;
1236
1237     char            *current_arch_machine_name, * header;
1238     void            *current_dir_block = 0;
1239
1240     dir = FcConfigNormalizeFontDir (FcConfigGetCurrent(), dir);
1241     if (!dir)
1242         return FcFalse;
1243
1244     cache_file = (char *)FcStrPlus (dir, (FcChar8 *) "/" FC_DIR_CACHE_FILE);
1245     if (!cache_file)
1246         goto bail;
1247
1248     /* Ensure that we're not trampling a cache for some other dir. */
1249     /* This is slightly different from FcDirCacheOpen, since it
1250      * needs the filename, not the file descriptor. */
1251     fd = -1; collisions = 0;
1252     do
1253     {
1254         cache_hashed = FcDirCacheHashName (cache_file, collisions++);
1255         if (!cache_hashed)
1256             goto bail0;
1257
1258         if (fd > 0)
1259             close (fd);
1260         fd = open(cache_hashed, O_RDONLY | O_BINARY);
1261         if (fd == -1)
1262             break;
1263         if(!FcCacheReadString (fd, name_buf, sizeof (name_buf)) || !strlen(name_buf))
1264         {
1265             close (fd);
1266             continue;
1267         }
1268         close (fd);
1269
1270         if (strcmp (name_buf, cache_file) != 0)
1271             continue;
1272
1273         break;
1274     } while (1);
1275
1276     current_dir_block = FcDirCacheProduce (set, &metadata);
1277
1278     if (metadata.count && !current_dir_block)
1279         goto bail1;
1280
1281     if (FcDebug () & FC_DBG_CACHE)
1282         printf ("FcDirCacheWriteDir cache_file \"%s\"\n", cache_file);
1283
1284     atomic = FcAtomicCreate ((FcChar8 *)cache_hashed);
1285     if (!atomic)
1286         goto bail1;
1287
1288     if (!FcAtomicLock (atomic))
1289     {
1290         /* Now try rewriting the original version of the file. */
1291         FcAtomicDestroy (atomic);
1292
1293         atomic = FcAtomicCreate ((FcChar8 *)cache_file);
1294         fd_orig = open (cache_file, O_RDONLY | O_BINARY);
1295         if (fd_orig == -1)
1296             fd_orig = open((char *)FcAtomicOrigFile (atomic), O_RDONLY | O_BINARY);
1297
1298         fd = open((char *)FcAtomicNewFile (atomic), O_RDWR | O_CREAT | O_BINARY, 0666);
1299         if (fd == -1)
1300             goto bail2;
1301     }
1302
1303     /* In all cases, try opening the real location of the cache file first. */
1304     /* (even if that's not atomic.) */
1305     fd_orig = open (cache_file, O_RDONLY | O_BINARY);
1306     if (fd_orig == -1)
1307         fd_orig = open((char *)FcAtomicOrigFile (atomic), O_RDONLY | O_BINARY);
1308
1309     fd = open((char *)FcAtomicNewFile (atomic), O_RDWR | O_CREAT | O_BINARY, 0666);
1310     if (fd == -1)
1311         goto bail3;
1312
1313     FcCacheWriteString (fd, cache_file);
1314
1315     current_arch_machine_name = FcCacheMachineSignature ();
1316     current_arch_start = 0;
1317
1318     if (fd_orig != -1)
1319         current_arch_start =
1320             FcCacheSkipToArch(fd_orig, current_arch_machine_name);
1321
1322     if (current_arch_start < 0)
1323     {
1324         off_t i = lseek(fd_orig, 0, SEEK_END);
1325         current_arch_start = FcCacheNextOffset (i);
1326     }
1327
1328     if (fd_orig != -1 && !FcCacheCopyOld(fd, fd_orig, current_arch_start))
1329         goto bail4;
1330
1331     if (fd_orig != -1)
1332         close (fd_orig);
1333
1334     current_arch_start = lseek(fd, 0, SEEK_CUR);
1335     if (ftruncate (fd, current_arch_start) == -1)
1336         goto bail4;
1337
1338     /* allocate space for subdir names in this block */
1339     dirs_count = 0;
1340     for (i = 0; i < dirs->size; i++)
1341         dirs_count += strlen((char *)dirs->strs[i]) + 1;
1342     dirs_count ++;
1343
1344     /* now write the address of the next offset */
1345     truncate_to = FcCacheNextOffset (FcCacheNextOffset (current_arch_start + sizeof (FcCache) + dirs_count) + metadata.count) - current_arch_start;
1346     header = malloc (10 + strlen (current_arch_machine_name));
1347     if (!header)
1348         goto bail4;
1349     sprintf (header, "%8x ", (int)truncate_to);
1350     strcat (header, current_arch_machine_name);
1351     if (!FcCacheWriteString (fd, header))
1352         goto bail5;
1353
1354     for (i = 0; i < dirs->size; i++)
1355         FcCacheWriteString (fd, (char *)dirs->strs[i]);
1356     FcCacheWriteString (fd, "");
1357
1358     if (write (fd, &metadata, sizeof(FcCache)) != sizeof(FcCache))
1359     {
1360         perror("write metadata");
1361         goto bail5;
1362     }
1363     if (metadata.count)
1364     {
1365         off_t off = FcCacheNextOffset (lseek(fd, 0, SEEK_END));
1366         if (lseek (fd, off, SEEK_SET) != off)
1367             perror("lseek");
1368         else if (write (fd, current_dir_block, metadata.count) !=
1369                  metadata.count)
1370             perror("write current_dir_block");
1371         free (current_dir_block);
1372     }
1373
1374     /* this actually serves to pad out the cache file, if needed */
1375     if (ftruncate (fd, current_arch_start + truncate_to) == -1)
1376         goto bail5;
1377
1378     free (header);
1379     close(fd);
1380     if (!FcAtomicReplaceOrig(atomic))
1381         goto bail5;
1382     FcStrFree ((FcChar8 *)cache_hashed);
1383     FcStrFree ((FcChar8 *)cache_file);
1384     FcAtomicUnlock (atomic);
1385     FcAtomicDestroy (atomic);
1386     return FcTrue;
1387
1388  bail5:
1389     free (header);
1390  bail4:
1391     close (fd);
1392  bail3:
1393     FcAtomicUnlock (atomic);
1394  bail2:
1395     FcAtomicDestroy (atomic);
1396  bail1:
1397     FcStrFree ((FcChar8 *)cache_hashed);
1398  bail0:
1399     unlink ((char *)cache_file);
1400     FcStrFree ((FcChar8 *)cache_file);
1401     if (current_dir_block)
1402         free (current_dir_block);
1403  bail:
1404     return FcFalse;
1405 }
1406
1407 static char *
1408 FcCacheMachineSignature ()
1409 {
1410     static char buf[MACHINE_SIGNATURE_SIZE];
1411     int32_t magic = ENDIAN_TEST;
1412     char * m = (char *)&magic;
1413
1414     sprintf (buf, "%2x%2x%2x%2x "
1415              "%4x %4x %4x %4x %4x %4x %4x %4x %4x %4x %4x %4x "
1416              "%4x %4x %4x %4x %4x %4x %4x %4x\n",
1417              m[0], m[1], m[2], m[3],
1418              (unsigned int)sizeof (char),
1419              (unsigned int)sizeof (char *),
1420              (unsigned int)sizeof (int),
1421              (unsigned int)sizeof (FcPattern),
1422              (unsigned int)sizeof (FcPatternEltPtr),
1423              (unsigned int)sizeof (struct _FcPatternElt *),
1424              (unsigned int)sizeof (FcPatternElt),
1425              (unsigned int)sizeof (FcObjectPtr),
1426              (unsigned int)sizeof (FcValueListPtr),
1427              (unsigned int)sizeof (FcValue),
1428              (unsigned int)sizeof (FcValueBinding),
1429              (unsigned int)sizeof (struct _FcValueList *),
1430              (unsigned int)sizeof (FcCharSet),
1431              (unsigned int)sizeof (FcCharLeaf **),
1432              (unsigned int)sizeof (FcChar16 *),
1433              (unsigned int)sizeof (FcChar16),
1434              (unsigned int)sizeof (FcCharLeaf),
1435              (unsigned int)sizeof (FcChar32),
1436              (unsigned int)sizeof (FcCache),
1437              (unsigned int)sysconf(_SC_PAGESIZE));
1438
1439     return buf;
1440 }
1441
1442 static int banks_ptr = 0, banks_alloc = 0;
1443 int * _fcBankId = 0, * _fcBankIdx = 0;
1444 static const char ** bankDirs = 0;
1445
1446 static FcBool
1447 FcCacheHaveBank (int bank)
1448 {
1449     int i;
1450
1451     if (bank < FC_BANK_FIRST)
1452         return FcTrue;
1453
1454     for (i = 0; i < banks_ptr; i++)
1455         if (_fcBankId[i] == bank)
1456             return FcTrue;
1457
1458     return FcFalse;
1459 }
1460
1461 int
1462 FcCacheBankToIndexMTF (int bank)
1463 {
1464     int i, j;
1465
1466     for (i = 0; i < banks_ptr; i++)
1467         if (_fcBankId[_fcBankIdx[i]] == bank)
1468         {
1469             int t = _fcBankIdx[i];
1470
1471             for (j = i; j > 0; j--)
1472                 _fcBankIdx[j] = _fcBankIdx[j-1];
1473             _fcBankIdx[0] = t;
1474             return t;
1475         }
1476
1477     if (banks_ptr >= banks_alloc)
1478     {
1479         int * b, * bidx;
1480         const char ** bds;
1481
1482         b = realloc (_fcBankId, (banks_alloc + 4) * sizeof(int));
1483         if (!b)
1484             return -1;
1485         _fcBankId = b;
1486
1487         bidx = realloc (_fcBankIdx, (banks_alloc + 4) * sizeof(int));
1488         if (!bidx)
1489             return -1;
1490         _fcBankIdx = bidx;
1491
1492         bds = realloc (bankDirs, (banks_alloc + 4) * sizeof (char *));
1493         if (!bds)
1494             return -1;
1495         bankDirs = bds;
1496
1497         banks_alloc += 4;
1498     }
1499
1500     i = banks_ptr++;
1501     _fcBankId[i] = bank;
1502     _fcBankIdx[i] = i;
1503     return i;
1504 }
1505
1506 static void
1507 FcCacheAddBankDir (int bank, const char * dir)
1508 {
1509     int bi = FcCacheBankToIndexMTF (bank);
1510
1511     if (bi < 0)
1512         return;
1513
1514     bankDirs[bi] = (const char *)FcStrCopy ((FcChar8 *)dir);
1515 }
1516
1517 const char *
1518 FcCacheFindBankDir (int bank)
1519 {
1520     int bi = FcCacheBankToIndex (bank);
1521     return bankDirs[bi];
1522 }
1523
1524 /*
1525  * This code implements the MD5 message-digest algorithm.
1526  * The algorithm is due to Ron Rivest.  This code was
1527  * written by Colin Plumb in 1993, no copyright is claimed.
1528  * This code is in the public domain; do with it what you wish.
1529  *
1530  * Equivalent code is available from RSA Data Security, Inc.
1531  * This code has been tested against that, and is equivalent,
1532  * except that you don't need to include two pages of legalese
1533  * with every copy.
1534  *
1535  * To compute the message digest of a chunk of bytes, declare an
1536  * MD5Context structure, pass it to MD5Init, call MD5Update as
1537  * needed on buffers full of bytes, and then call MD5Final, which
1538  * will fill a supplied 16-byte array with the digest.
1539  */
1540
1541 #ifndef HIGHFIRST
1542 #define byteReverse(buf, len)   /* Nothing */
1543 #else
1544 /*
1545  * Note: this code is harmless on little-endian machines.
1546  */
1547 void byteReverse(unsigned char *buf, unsigned longs)
1548 {
1549     FcChar32 t;
1550     do {
1551         t = (FcChar32) ((unsigned) buf[3] << 8 | buf[2]) << 16 |
1552             ((unsigned) buf[1] << 8 | buf[0]);
1553         *(FcChar32 *) buf = t;
1554         buf += 4;
1555     } while (--longs);
1556 }
1557 #endif
1558
1559 /*
1560  * Start MD5 accumulation.  Set bit count to 0 and buffer to mysterious
1561  * initialization constants.
1562  */
1563 static void MD5Init(struct MD5Context *ctx)
1564 {
1565     ctx->buf[0] = 0x67452301;
1566     ctx->buf[1] = 0xefcdab89;
1567     ctx->buf[2] = 0x98badcfe;
1568     ctx->buf[3] = 0x10325476;
1569
1570     ctx->bits[0] = 0;
1571     ctx->bits[1] = 0;
1572 }
1573
1574 /*
1575  * Update context to reflect the concatenation of another buffer full
1576  * of bytes.
1577  */
1578 static void MD5Update(struct MD5Context *ctx, unsigned char *buf, unsigned len)
1579 {
1580     FcChar32 t;
1581
1582     /* Update bitcount */
1583
1584     t = ctx->bits[0];
1585     if ((ctx->bits[0] = t + ((FcChar32) len << 3)) < t)
1586         ctx->bits[1]++;         /* Carry from low to high */
1587     ctx->bits[1] += len >> 29;
1588
1589     t = (t >> 3) & 0x3f;        /* Bytes already in shsInfo->data */
1590
1591     /* Handle any leading odd-sized chunks */
1592
1593     if (t) {
1594         unsigned char *p = (unsigned char *) ctx->in + t;
1595
1596         t = 64 - t;
1597         if (len < t) {
1598             memcpy(p, buf, len);
1599             return;
1600         }
1601         memcpy(p, buf, t);
1602         byteReverse(ctx->in, 16);
1603         MD5Transform(ctx->buf, (FcChar32 *) ctx->in);
1604         buf += t;
1605         len -= t;
1606     }
1607     /* Process data in 64-byte chunks */
1608
1609     while (len >= 64) {
1610         memcpy(ctx->in, buf, 64);
1611         byteReverse(ctx->in, 16);
1612         MD5Transform(ctx->buf, (FcChar32 *) ctx->in);
1613         buf += 64;
1614         len -= 64;
1615     }
1616
1617     /* Handle any remaining bytes of data. */
1618
1619     memcpy(ctx->in, buf, len);
1620 }
1621
1622 /*
1623  * Final wrapup - pad to 64-byte boundary with the bit pattern
1624  * 1 0* (64-bit count of bits processed, MSB-first)
1625  */
1626 static void MD5Final(unsigned char digest[16], struct MD5Context *ctx)
1627 {
1628     unsigned count;
1629     unsigned char *p;
1630
1631     /* Compute number of bytes mod 64 */
1632     count = (ctx->bits[0] >> 3) & 0x3F;
1633
1634     /* Set the first char of padding to 0x80.  This is safe since there is
1635        always at least one byte free */
1636     p = ctx->in + count;
1637     *p++ = 0x80;
1638
1639     /* Bytes of padding needed to make 64 bytes */
1640     count = 64 - 1 - count;
1641
1642     /* Pad out to 56 mod 64 */
1643     if (count < 8) {
1644         /* Two lots of padding:  Pad the first block to 64 bytes */
1645         memset(p, 0, count);
1646         byteReverse(ctx->in, 16);
1647         MD5Transform(ctx->buf, (FcChar32 *) ctx->in);
1648
1649         /* Now fill the next block with 56 bytes */
1650         memset(ctx->in, 0, 56);
1651     } else {
1652         /* Pad block to 56 bytes */
1653         memset(p, 0, count - 8);
1654     }
1655     byteReverse(ctx->in, 14);
1656
1657     /* Append length in bits and transform */
1658     ((FcChar32 *) ctx->in)[14] = ctx->bits[0];
1659     ((FcChar32 *) ctx->in)[15] = ctx->bits[1];
1660
1661     MD5Transform(ctx->buf, (FcChar32 *) ctx->in);
1662     byteReverse((unsigned char *) ctx->buf, 4);
1663     memcpy(digest, ctx->buf, 16);
1664     memset(ctx, 0, sizeof(ctx));        /* In case it's sensitive */
1665 }
1666
1667
1668 /* The four core functions - F1 is optimized somewhat */
1669
1670 /* #define F1(x, y, z) (x & y | ~x & z) */
1671 #define F1(x, y, z) (z ^ (x & (y ^ z)))
1672 #define F2(x, y, z) F1(z, x, y)
1673 #define F3(x, y, z) (x ^ y ^ z)
1674 #define F4(x, y, z) (y ^ (x | ~z))
1675
1676 /* This is the central step in the MD5 algorithm. */
1677 #define MD5STEP(f, w, x, y, z, data, s) \
1678         ( w += f(x, y, z) + data,  w = w<<s | w>>(32-s),  w += x )
1679
1680 /*
1681  * The core of the MD5 algorithm, this alters an existing MD5 hash to
1682  * reflect the addition of 16 longwords of new data.  MD5Update blocks
1683  * the data and converts bytes into longwords for this routine.
1684  */
1685 static void MD5Transform(FcChar32 buf[4], FcChar32 in[16])
1686 {
1687     register FcChar32 a, b, c, d;
1688
1689     a = buf[0];
1690     b = buf[1];
1691     c = buf[2];
1692     d = buf[3];
1693
1694     MD5STEP(F1, a, b, c, d, in[0] + 0xd76aa478, 7);
1695     MD5STEP(F1, d, a, b, c, in[1] + 0xe8c7b756, 12);
1696     MD5STEP(F1, c, d, a, b, in[2] + 0x242070db, 17);
1697     MD5STEP(F1, b, c, d, a, in[3] + 0xc1bdceee, 22);
1698     MD5STEP(F1, a, b, c, d, in[4] + 0xf57c0faf, 7);
1699     MD5STEP(F1, d, a, b, c, in[5] + 0x4787c62a, 12);
1700     MD5STEP(F1, c, d, a, b, in[6] + 0xa8304613, 17);
1701     MD5STEP(F1, b, c, d, a, in[7] + 0xfd469501, 22);
1702     MD5STEP(F1, a, b, c, d, in[8] + 0x698098d8, 7);
1703     MD5STEP(F1, d, a, b, c, in[9] + 0x8b44f7af, 12);
1704     MD5STEP(F1, c, d, a, b, in[10] + 0xffff5bb1, 17);
1705     MD5STEP(F1, b, c, d, a, in[11] + 0x895cd7be, 22);
1706     MD5STEP(F1, a, b, c, d, in[12] + 0x6b901122, 7);
1707     MD5STEP(F1, d, a, b, c, in[13] + 0xfd987193, 12);
1708     MD5STEP(F1, c, d, a, b, in[14] + 0xa679438e, 17);
1709     MD5STEP(F1, b, c, d, a, in[15] + 0x49b40821, 22);
1710
1711     MD5STEP(F2, a, b, c, d, in[1] + 0xf61e2562, 5);
1712     MD5STEP(F2, d, a, b, c, in[6] + 0xc040b340, 9);
1713     MD5STEP(F2, c, d, a, b, in[11] + 0x265e5a51, 14);
1714     MD5STEP(F2, b, c, d, a, in[0] + 0xe9b6c7aa, 20);
1715     MD5STEP(F2, a, b, c, d, in[5] + 0xd62f105d, 5);
1716     MD5STEP(F2, d, a, b, c, in[10] + 0x02441453, 9);
1717     MD5STEP(F2, c, d, a, b, in[15] + 0xd8a1e681, 14);
1718     MD5STEP(F2, b, c, d, a, in[4] + 0xe7d3fbc8, 20);
1719     MD5STEP(F2, a, b, c, d, in[9] + 0x21e1cde6, 5);
1720     MD5STEP(F2, d, a, b, c, in[14] + 0xc33707d6, 9);
1721     MD5STEP(F2, c, d, a, b, in[3] + 0xf4d50d87, 14);
1722     MD5STEP(F2, b, c, d, a, in[8] + 0x455a14ed, 20);
1723     MD5STEP(F2, a, b, c, d, in[13] + 0xa9e3e905, 5);
1724     MD5STEP(F2, d, a, b, c, in[2] + 0xfcefa3f8, 9);
1725     MD5STEP(F2, c, d, a, b, in[7] + 0x676f02d9, 14);
1726     MD5STEP(F2, b, c, d, a, in[12] + 0x8d2a4c8a, 20);
1727
1728     MD5STEP(F3, a, b, c, d, in[5] + 0xfffa3942, 4);
1729     MD5STEP(F3, d, a, b, c, in[8] + 0x8771f681, 11);
1730     MD5STEP(F3, c, d, a, b, in[11] + 0x6d9d6122, 16);
1731     MD5STEP(F3, b, c, d, a, in[14] + 0xfde5380c, 23);
1732     MD5STEP(F3, a, b, c, d, in[1] + 0xa4beea44, 4);
1733     MD5STEP(F3, d, a, b, c, in[4] + 0x4bdecfa9, 11);
1734     MD5STEP(F3, c, d, a, b, in[7] + 0xf6bb4b60, 16);
1735     MD5STEP(F3, b, c, d, a, in[10] + 0xbebfbc70, 23);
1736     MD5STEP(F3, a, b, c, d, in[13] + 0x289b7ec6, 4);
1737     MD5STEP(F3, d, a, b, c, in[0] + 0xeaa127fa, 11);
1738     MD5STEP(F3, c, d, a, b, in[3] + 0xd4ef3085, 16);
1739     MD5STEP(F3, b, c, d, a, in[6] + 0x04881d05, 23);
1740     MD5STEP(F3, a, b, c, d, in[9] + 0xd9d4d039, 4);
1741     MD5STEP(F3, d, a, b, c, in[12] + 0xe6db99e5, 11);
1742     MD5STEP(F3, c, d, a, b, in[15] + 0x1fa27cf8, 16);
1743     MD5STEP(F3, b, c, d, a, in[2] + 0xc4ac5665, 23);
1744
1745     MD5STEP(F4, a, b, c, d, in[0] + 0xf4292244, 6);
1746     MD5STEP(F4, d, a, b, c, in[7] + 0x432aff97, 10);
1747     MD5STEP(F4, c, d, a, b, in[14] + 0xab9423a7, 15);
1748     MD5STEP(F4, b, c, d, a, in[5] + 0xfc93a039, 21);
1749     MD5STEP(F4, a, b, c, d, in[12] + 0x655b59c3, 6);
1750     MD5STEP(F4, d, a, b, c, in[3] + 0x8f0ccc92, 10);
1751     MD5STEP(F4, c, d, a, b, in[10] + 0xffeff47d, 15);
1752     MD5STEP(F4, b, c, d, a, in[1] + 0x85845dd1, 21);
1753     MD5STEP(F4, a, b, c, d, in[8] + 0x6fa87e4f, 6);
1754     MD5STEP(F4, d, a, b, c, in[15] + 0xfe2ce6e0, 10);
1755     MD5STEP(F4, c, d, a, b, in[6] + 0xa3014314, 15);
1756     MD5STEP(F4, b, c, d, a, in[13] + 0x4e0811a1, 21);
1757     MD5STEP(F4, a, b, c, d, in[4] + 0xf7537e82, 6);
1758     MD5STEP(F4, d, a, b, c, in[11] + 0xbd3af235, 10);
1759     MD5STEP(F4, c, d, a, b, in[2] + 0x2ad7d2bb, 15);
1760     MD5STEP(F4, b, c, d, a, in[9] + 0xeb86d391, 21);
1761
1762     buf[0] += a;
1763     buf[1] += b;
1764     buf[2] += c;
1765     buf[3] += d;
1766 }