X-Git-Url: https://git.wh0rd.org/?a=blobdiff_plain;f=src%2Ffccache.c;h=020230e3e6530f287cde4c8bb9dd274de340ce6c;hb=cf65c0557e9fa1b86003d1ec8643f44f4344ebd2;hp=a9d87019892527e23547931f31eec10d44458a7b;hpb=cd2ec1a940888ebcbd323a8000d2fcced41ddf9e;p=fontconfig.git diff --git a/src/fccache.c b/src/fccache.c index a9d8701..020230e 100644 --- a/src/fccache.c +++ b/src/fccache.c @@ -2,6 +2,7 @@ * $RCSId: xc/lib/fontconfig/src/fccache.c,v 1.12 2002/08/22 07:36:44 keithp Exp $ * * Copyright © 2000 Keith Packard + * Copyright © 2005 Patrick Lam * * Permission to use, copy, modify, distribute, and sell this software and its * documentation for any purpose is hereby granted without fee, provided that @@ -23,1178 +24,1755 @@ */ #include "fcint.h" +#include "../fc-arch/fcarch.h" +#include +#include +#include +#include +#if defined(HAVE_MMAP) || defined(__CYGWIN__) +# include +# include +#elif defined(_WIN32) +# include +#endif -/* - * POSIX has broken stdio so that getc must do thread-safe locking, - * this is a serious performance problem for applications doing large - * amounts of IO with getc (as is done here). If available, use - * the getc_unlocked varient instead. - */ - -#if defined(getc_unlocked) || defined(_IO_getc_unlocked) -#define GETC(f) getc_unlocked(f) -#define PUTC(c,f) putc_unlocked(c,f) -#else -#define GETC(f) getc(f) -#define PUTC(c,f) putc(c,f) +#define ENDIAN_TEST 0x12345678 +#define MACHINE_SIGNATURE_SIZE (9 + 5*20 + 1) +/* for when we don't have sysconf: */ +#define FC_HARDCODED_PAGESIZE 8192 + +#ifndef O_BINARY +#define O_BINARY 0 #endif +static int +FcDirCacheOpen (FcConfig *config, const FcChar8 *dir, FcChar8 **cache_path); + +static off_t +FcCacheSkipToArch (int fd, const char * arch); + +static FcBool +FcCacheCopyOld (int fd, int fd_orig, off_t start); + +static void * +FcDirCacheProduce (FcFontSet *set, FcCache * metadata); + +static FcBool +FcDirCacheConsume (int fd, const char * dir, FcFontSet *set, FcConfig *config); + +static int +FcCacheNextOffset(off_t w); + +static char * +FcCacheMachineSignature (void); + +static FcBool +FcCacheHaveBank (int bank); + +static void +FcCacheAddBankDir (int bank, const char * dir); + +struct MD5Context { + FcChar32 buf[4]; + FcChar32 bits[2]; + unsigned char in[64]; +}; + +static void MD5Init(struct MD5Context *ctx); +static void MD5Update(struct MD5Context *ctx, unsigned char *buf, unsigned len); +static void MD5Final(unsigned char digest[16], struct MD5Context *ctx); +static void MD5Transform(FcChar32 buf[4], FcChar32 in[16]); + #define FC_DBG_CACHE_REF 1024 -static FcChar8 * -FcCacheReadString (FILE *f, FcChar8 *dest, int len) +static char * +FcCacheReadString (int fd, char *dest, int len) { - int c; - FcBool escape; - FcChar8 *d; - int size; - int i; - - while ((c = GETC (f)) != EOF) - if (c == '"') - break; - if (c == EOF) - return FcFalse; + int size; + int slen; + if (len == 0) - return FcFalse; - - size = len; - i = 0; - d = dest; - escape = FcFalse; - while ((c = GETC (f)) != EOF) + return 0; + + size = read (fd, dest, len-1); + + if (size > 0) { - if (!escape) - { - switch (c) { - case '"': - c = '\0'; - break; - case '\\': - escape = FcTrue; - continue; - } - } - if (i == size) - { - FcChar8 *new = malloc (size * 2); /* freed in caller */ - if (!new) - break; - memcpy (new, d, size); - size *= 2; - if (d != dest) - free (d); - d = new; - } - d[i++] = c; - if (c == '\0') - return d; - escape = FcFalse; + dest[size] = '\0'; + slen = strlen (dest); + + lseek (fd, slen - size + 1, SEEK_CUR); + return slen < len ? dest : 0; } - if (d != dest) - free (d); + return 0; } -static FcBool -FcCacheReadUlong (FILE *f, unsigned long *dest) +static void +FcCacheSkipString (int fd) { - unsigned long t; - int c; + char buf[256]; + int size; + int slen; - while ((c = GETC (f)) != EOF) - { - if (!isspace (c)) - break; - } - if (c == EOF) - return FcFalse; - t = 0; - for (;;) + while ( (size = read (fd, buf, sizeof (buf)-1)) > 0) { - if (c == EOF || isspace (c)) - break; - if (!isdigit (c)) - return FcFalse; - t = t * 10 + (c - '0'); - c = GETC (f); + buf [size] = '\0'; + slen = strlen (buf); + if (slen < size) + { + lseek (fd, slen - size + 1, SEEK_CUR); + return; + } } - *dest = t; - return FcTrue; } static FcBool -FcCacheReadInt (FILE *f, int *dest) +FcCacheWriteString (int fd, const char *chars) { - unsigned long t; - FcBool ret; + if (write (fd, chars, strlen(chars)+1) != strlen(chars)+1) + return FcFalse; + return FcTrue; +} - ret = FcCacheReadUlong (f, &t); - if (ret) - *dest = (int) t; - return ret; +static void +FcGlobalCacheDirDestroy (FcGlobalCacheDir *d) +{ + FcStrSetDestroy (d->subdirs); + FcMemFree (FC_MEM_STRING, strlen (d->name)+1); + free (d->name); + FcMemFree (FC_MEM_CACHE, sizeof (FcGlobalCacheDir)); + free (d); } -static FcBool -FcCacheReadTime (FILE *f, time_t *dest) +FcGlobalCache * +FcGlobalCacheCreate (void) { - unsigned long t; - FcBool ret; + FcGlobalCache *cache; - ret = FcCacheReadUlong (f, &t); - if (ret) - *dest = (time_t) t; - return ret; + cache = malloc (sizeof (FcGlobalCache)); + if (!cache) + return 0; + FcMemAlloc (FC_MEM_CACHE, sizeof (FcGlobalCache)); + cache->dirs = 0; + cache->updated = FcFalse; + cache->fd = -1; + return cache; } -static FcBool -FcCacheWriteChars (FILE *f, const FcChar8 *chars) +void +FcGlobalCacheDestroy (FcGlobalCache *cache) { - FcChar8 c; - while ((c = *chars++)) + FcGlobalCacheDir *d, *next; + + for (d = cache->dirs; d; d = next) { - switch (c) { - case '"': - case '\\': - if (PUTC ('\\', f) == EOF) - return FcFalse; - /* fall through */ - default: - if (PUTC (c, f) == EOF) - return FcFalse; - } + next = d->next; + FcGlobalCacheDirDestroy (d); } - return FcTrue; + FcMemFree (FC_MEM_CACHE, sizeof (FcGlobalCache)); + if (cache->fd != -1) + close (cache->fd); + free (cache); } -static FcBool -FcCacheWriteString (FILE *f, const FcChar8 *string) +void +FcGlobalCacheLoad (FcGlobalCache *cache, + FcStrSet *staleDirs, + const FcChar8 *cache_file, + FcConfig *config) { + char name_buf[FC_MAX_FILE_LEN]; + FcGlobalCacheDir *d, *next; + FcFileTime config_time = FcConfigModifiedTime (config); + char * current_arch_machine_name; + char candidate_arch_machine_name[MACHINE_SIGNATURE_SIZE + 9]; + off_t current_arch_start; - if (PUTC ('"', f) == EOF) - return FcFalse; - if (!FcCacheWriteChars (f, string)) - return FcFalse; - if (PUTC ('"', f) == EOF) - return FcFalse; - return FcTrue; -} + struct stat cache_stat, dir_stat; + char subdirName[FC_MAX_FILE_LEN + 1 + 12 + 1]; -static FcBool -FcCacheWritePath (FILE *f, const FcChar8 *dir, const FcChar8 *file) -{ - if (PUTC ('"', f) == EOF) - return FcFalse; - if (dir) - if (!FcCacheWriteChars (f, dir)) - return FcFalse; -#ifdef _WIN32 - if (dir && - dir[strlen((const char *) dir) - 1] != '/' && - dir[strlen((const char *) dir) - 1] != '\\') - { - if (!FcCacheWriteChars (f, "\\")) - return FcFalse; - } -#else - if (dir && dir[strlen((const char *) dir) - 1] != '/') - if (PUTC ('/', f) == EOF) - return FcFalse; -#endif - if (!FcCacheWriteChars (f, file)) - return FcFalse; - if (PUTC ('"', f) == EOF) - return FcFalse; - return FcTrue; -} + if (stat ((char *) cache_file, &cache_stat) < 0) + return; -static FcBool -FcCacheWriteUlong (FILE *f, unsigned long t) -{ - int pow; - unsigned long temp, digit; + cache->fd = open ((char *) cache_file, O_RDONLY | O_BINARY); + if (cache->fd == -1) + return; + + cache->updated = FcFalse; - temp = t; - pow = 1; - while (temp >= 10) + if (!FcCacheReadString (cache->fd, name_buf, sizeof (name_buf))) + goto bail_and_destroy; + if (strcmp (name_buf, FC_GLOBAL_MAGIC_COOKIE) != 0) + goto bail_and_destroy; + + current_arch_machine_name = FcCacheMachineSignature (); + current_arch_start = FcCacheSkipToArch(cache->fd, + current_arch_machine_name); + if (current_arch_start < 0) + goto bail1; + + lseek (cache->fd, current_arch_start, SEEK_SET); + if (!FcCacheReadString (cache->fd, candidate_arch_machine_name, + sizeof (candidate_arch_machine_name))) + goto bail_and_destroy; + if (strlen(candidate_arch_machine_name) == 0) + goto bail_and_destroy; + + while (1) { - temp /= 10; - pow *= 10; + off_t targ; + + if (!FcCacheReadString (cache->fd, name_buf, sizeof (name_buf)) || + !strlen(name_buf)) + break; + + /* Directory must be older than the global cache file; also + cache must be newer than the config file. */ + if (stat ((char *) name_buf, &dir_stat) < 0 || + dir_stat.st_mtime > cache_stat.st_mtime || + (config_time.set && cache_stat.st_mtime < config_time.time)) + { + FcCache md; + off_t off; + + FcStrSetAdd (staleDirs, (FcChar8 *)name_buf); + + /* skip subdirs */ + while (FcCacheReadString (cache->fd, subdirName, + sizeof (subdirName)) && + strlen (subdirName)) + ; + + if (read (cache->fd, &md, sizeof (FcCache)) != sizeof(FcCache)) + { + perror ("read metadata"); + goto bail1; + } + off = FcCacheNextOffset (lseek(cache->fd, 0, SEEK_CUR)) + md.count; + if (lseek (cache->fd, off, SEEK_SET) != off) + { + perror ("lseek"); + goto bail1; + } + continue; + } + + d = malloc (sizeof (FcGlobalCacheDir)); + if (!d) + goto bail1; + + d->next = cache->dirs; + cache->dirs = d; + + d->name = (char *)FcStrCopy ((FcChar8 *)name_buf); + d->ent = 0; + d->state = FcGCDirFileRead; + + d->subdirs = FcStrSetCreate(); + do + { + if (!FcCacheReadString (cache->fd, subdirName, + sizeof (subdirName)) || + !strlen (subdirName)) + break; + FcStrSetAdd (d->subdirs, (FcChar8 *)subdirName); + } while (1); + + d->offset = lseek (cache->fd, 0, SEEK_CUR); + if (read (cache->fd, &d->metadata, sizeof (FcCache)) != sizeof (FcCache)) + goto bail1; + targ = FcCacheNextOffset (lseek(cache->fd, 0, SEEK_CUR)) + d->metadata.count; + if (lseek (cache->fd, targ, SEEK_SET) != targ) + goto bail1; } - temp = t; - while (pow) + return; + + bail1: + for (d = cache->dirs; d; d = next) { - digit = temp / pow; - if (PUTC ((char) digit + '0', f) == EOF) - return FcFalse; - temp = temp - pow * digit; - pow = pow / 10; + next = d->next; + free (d); } - return FcTrue; -} + cache->dirs = 0; -static FcBool -FcCacheWriteInt (FILE *f, int i) -{ - return FcCacheWriteUlong (f, (unsigned long) i); -} + close (cache->fd); + cache->fd = -1; + return; + + bail_and_destroy: + close (cache->fd); + cache->fd = -1; + + if (stat ((char *) cache_file, &cache_stat) == 0) + unlink ((char *)cache_file); + + return; -static FcBool -FcCacheWriteTime (FILE *f, time_t t) -{ - return FcCacheWriteUlong (f, (unsigned long) t); } -static FcBool -FcCacheFontSetAdd (FcFontSet *set, - FcStrSet *dirs, - const FcChar8 *dir, - int dir_len, - const FcChar8 *file, - const FcChar8 *name, - FcConfig *config) +FcBool +FcGlobalCacheReadDir (FcFontSet *set, FcStrSet *dirs, FcGlobalCache * cache, const char *dir, FcConfig *config) { - FcChar8 path_buf[8192], *path; - int len; - FcBool ret = FcFalse; - FcPattern *font; - FcPattern *frozen; - - path = path_buf; - len = (dir_len + 1 + strlen ((const char *) file) + 1); - if (len > sizeof (path_buf)) - { - path = malloc (len); /* freed down below */ - if (!path) - return FcFalse; - } - strncpy ((char *) path, (const char *) dir, dir_len); -#ifdef _WIN32 - if (dir[dir_len - 1] != '/' && dir[dir_len - 1] != '\\' ) - path[dir_len++] = '\\'; -#else - if (dir[dir_len - 1] != '/') - path[dir_len++] = '/'; -#endif - strcpy ((char *) path + dir_len, (const char *) file); - if (config && !FcConfigAcceptFilename (config, path)) - ret = FcTrue; - else if (!FcStrCmp (name, FC_FONT_FILE_DIR)) - { - if (FcDebug () & FC_DBG_CACHEV) - printf (" dir cache dir \"%s\"\n", path); - ret = FcStrSetAdd (dirs, path); - } - else if (!FcStrCmp (name, FC_FONT_FILE_INVALID)) - { - ret = FcTrue; - } - else + FcGlobalCacheDir *d; + int i; + + if (cache->fd == -1) + return FcFalse; + + for (d = cache->dirs; d; d = d->next) { - font = FcNameParse (name); - if (font) + if (strcmp (d->name, dir) == 0) { - FcChar8 *family; - - if (FcDebug () & FC_DBG_CACHEV) - printf (" dir cache file \"%s\"\n", file); - ret = FcPatternAddString (font, FC_FILE, path); - /* - * Make sure the pattern has the file name as well as - * already containing at least one family name. - */ - if (ret && - FcPatternGetString (font, FC_FAMILY, 0, &family) == FcResultMatch && - (!config || FcConfigAcceptFont (config, font))) + if (d->state == FcGCDirDisabled) + return FcFalse; + + if (d->state == FcGCDirFileRead) { - frozen = FcPatternFreeze (font); - ret = (frozen != 0); - if (ret) - ret = FcFontSetAdd (set, frozen); + lseek (cache->fd, d->offset, SEEK_SET); + if (!FcDirCacheConsume (cache->fd, d->name, set, config)) + return FcFalse; + + for (i = 0; i < d->subdirs->num; i++) + FcStrSetAdd (dirs, (FcChar8 *)d->subdirs->strs[i]); + + d->state = FcGCDirConsumed; } - FcPatternDestroy (font); + return FcTrue; } } - if (path != path_buf) free (path); - return ret; - + + return FcFalse; } -static unsigned int -FcCacheHash (const FcChar8 *string, int len) +static FcGlobalCacheDir * +FcGlobalCacheDirFind (FcGlobalCache *cache, const char *name) { - unsigned int h = 0; - FcChar8 c; + FcGlobalCacheDir * d; - while (len-- && (c = *string++)) - h = (h << 1) ^ c; - return h; -} + if (!cache || !name) + return NULL; + + for (d = cache->dirs; d; d = d->next) + if (strcmp((const char *)d->name, (const char *)name) == 0) + return d; + + return NULL; + } -/* - * Verify the saved timestamp for a file - */ FcBool -FcGlobalCacheCheckTime (const FcChar8 *file, FcGlobalCacheInfo *info) +FcGlobalCacheUpdate (FcGlobalCache *cache, + FcStrSet *dirs, + const char *name, + FcFontSet *set, + FcConfig *config) { - struct stat statb; + FcGlobalCacheDir *d; + int i; - if (stat ((char *) file, &statb) < 0) - { - if (FcDebug () & FC_DBG_CACHE) - printf (" file %s missing\n", file); - return FcFalse; - } - if (statb.st_mtime != info->time) + d = FcGlobalCacheDirFind (cache, name); + + if (!d) { - if (FcDebug () & FC_DBG_CACHE) - printf (" timestamp mismatch (was %d is %d)\n", - (int) info->time, (int) statb.st_mtime); - return FcFalse; + d = malloc (sizeof (FcGlobalCacheDir)); + if (!d) + return FcFalse; + d->next = cache->dirs; + cache->dirs = d; + } else { + /* free old resources */ + FcStrFree ((FcChar8 *)d->name); + free (d->ent); + FcStrSetDestroy (d->subdirs); } + + cache->updated = FcTrue; + + d->name = (char *)FcStrCopy ((FcChar8 *)name); + d->ent = FcDirCacheProduce (set, &d->metadata); + d->offset = 0; + d->subdirs = FcStrSetCreate(); + d->state = FcGCDirUpdated; + for (i = 0; i < dirs->num; i++) + FcStrSetAdd (d->subdirs, dirs->strs[i]); return FcTrue; } -void -FcGlobalCacheReferenced (FcGlobalCache *cache, - FcGlobalCacheInfo *info) +FcBool +FcGlobalCacheSave (FcGlobalCache *cache, + const FcChar8 *cache_file, + FcConfig *config) { - if (!info->referenced) - { - info->referenced = FcTrue; - cache->referenced++; - if (FcDebug () & FC_DBG_CACHE_REF) - printf ("Reference %d %s\n", cache->referenced, info->file); - } -} + int fd, fd_orig; + FcGlobalCacheDir *dir; + FcAtomic *atomic; + off_t current_arch_start = 0, truncate_to; + char * current_arch_machine_name, * header; -/* - * Break a path into dir/base elements and compute the base hash - * and the dir length. This is shared between the functions - * which walk the file caches - */ + if (!cache->updated) + return FcTrue; + +#if defined (HAVE_GETUID) && defined (HAVE_GETEUID) + /* Set-UID programs can't safely update the cache */ + if (getuid () != geteuid ()) + return FcFalse; +#endif + + atomic = FcAtomicCreate (cache_file); + if (!atomic) + return FcFalse; -typedef struct _FcFilePathInfo { - const FcChar8 *dir; - int dir_len; - const FcChar8 *base; - unsigned int base_hash; -} FcFilePathInfo; + if (!FcAtomicLock (atomic)) + goto bail1; + fd = open ((char *) FcAtomicNewFile(atomic), O_RDWR | O_CREAT | O_BINARY, + S_IRUSR | S_IWUSR); + if (fd == -1) + goto bail2; + FcCacheWriteString (fd, FC_GLOBAL_MAGIC_COOKIE); -static FcFilePathInfo -FcFilePathInfoGet (const FcChar8 *path) -{ - FcFilePathInfo i; - FcChar8 *slash; + fd_orig = open ((char *) FcAtomicOrigFile(atomic), O_RDONLY | O_BINARY); - slash = FcStrLastSlash (path); - if (slash) - { - i.dir = path; - i.dir_len = slash - path; - if (!i.dir_len) - i.dir_len = 1; - i.base = slash + 1; - } + current_arch_machine_name = FcCacheMachineSignature (); + if (fd_orig == -1) + current_arch_start = 0; else - { - i.dir = (const FcChar8 *) "."; - i.dir_len = 1; - i.base = path; - } - i.base_hash = FcCacheHash (i.base, -1); - return i; -} - -FcGlobalCacheDir * -FcGlobalCacheDirGet (FcGlobalCache *cache, - const FcChar8 *dir, - int len, - FcBool create_missing) -{ - unsigned int hash = FcCacheHash (dir, len); - FcGlobalCacheDir *d, **prev; + current_arch_start = FcCacheSkipToArch (fd_orig, + current_arch_machine_name); - for (prev = &cache->ents[hash % FC_GLOBAL_CACHE_DIR_HASH_SIZE]; - (d = *prev); - prev = &(*prev)->next) + if (current_arch_start < 0) { - if (d->info.hash == hash && d->len == len && - !strncmp ((const char *) d->info.file, - (const char *) dir, len)) - break; - } - if (!(d = *prev)) - { - int i; - if (!create_missing) - return 0; - d = malloc (sizeof (FcGlobalCacheDir) + len + 1); - if (!d) - return 0; - FcMemAlloc (FC_MEM_CACHE, sizeof (FcGlobalCacheDir) + len + 1); - d->next = *prev; - *prev = d; - d->info.hash = hash; - d->info.file = (FcChar8 *) (d + 1); - strncpy ((char *) d->info.file, (const char *) dir, len); - d->info.file[len] = '\0'; - d->info.time = 0; - d->info.referenced = FcFalse; - d->len = len; - for (i = 0; i < FC_GLOBAL_CACHE_FILE_HASH_SIZE; i++) - d->ents[i] = 0; - d->subdirs = 0; + off_t i = lseek(fd_orig, 0, SEEK_END); + if (i < strlen (FC_GLOBAL_MAGIC_COOKIE)+1) + i = strlen (FC_GLOBAL_MAGIC_COOKIE)+1; + current_arch_start = FcCacheNextOffset (i); } - return d; -} -static FcGlobalCacheInfo * -FcGlobalCacheDirAdd (FcGlobalCache *cache, - const FcChar8 *dir, - time_t time, - FcBool replace, - FcBool create_missing) -{ - FcGlobalCacheDir *d; - FcFilePathInfo i; - FcGlobalCacheSubdir *subdir; - FcGlobalCacheDir *parent; + if (!FcCacheCopyOld(fd, fd_orig, current_arch_start)) + goto bail3; - i = FcFilePathInfoGet (dir); - parent = FcGlobalCacheDirGet (cache, i.dir, i.dir_len, create_missing); - /* - * Tricky here -- directories containing fonts.cache-1 files - * need entries only when the parent doesn't have a cache file. - * That is, when the parent already exists in the cache, is - * referenced and has a "real" timestamp. The time of 0 is - * special and marks directories which got stuck in the - * global cache for this very reason. Yes, it could - * use a separate boolean field, and probably should. - */ - if (!parent || (!create_missing && - (!parent->info.referenced || - (parent->info.time == 0)))) - return 0; - /* - * Add this directory to the cache - */ - d = FcGlobalCacheDirGet (cache, dir, strlen ((const char *) dir), FcTrue); - if (!d) - return 0; - d->info.time = time; - /* - * Add this directory to the subdirectory list of the parent - */ - subdir = malloc (sizeof (FcGlobalCacheSubdir)); - if (!subdir) - return 0; - FcMemAlloc (FC_MEM_CACHE, sizeof (FcGlobalCacheSubdir)); - subdir->ent = d; - subdir->next = parent->subdirs; - parent->subdirs = subdir; - return &d->info; -} + current_arch_start = lseek(fd, 0, SEEK_CUR); +#if defined (HAVE_FTRUNCATE) + if (ftruncate (fd, current_arch_start) == -1) + goto bail3; +#else +#if defined (HAVE_CHSIZE) + if (chsize (fd, current_arch_start) == -1) + goto bail3; +#else + goto bail3; +#endif +#endif -static void -FcGlobalCacheDirDestroy (FcGlobalCacheDir *d) -{ - FcGlobalCacheFile *f, *next; - int h; - FcGlobalCacheSubdir *s, *nexts; + header = malloc (10 + strlen (current_arch_machine_name)); + if (!header) + goto bail3; - for (h = 0; h < FC_GLOBAL_CACHE_FILE_HASH_SIZE; h++) - for (f = d->ents[h]; f; f = next) - { - next = f->next; - FcMemFree (FC_MEM_CACHE, sizeof (FcGlobalCacheFile) + - strlen ((char *) f->info.file) + 1 + - strlen ((char *) f->name) + 1); - free (f); - } - for (s = d->subdirs; s; s = nexts) + truncate_to = current_arch_start + strlen(current_arch_machine_name) + 11; + for (dir = cache->dirs; dir; dir = dir->next) { - nexts = s->next; - FcMemFree (FC_MEM_CACHE, sizeof (FcGlobalCacheSubdir)); - free (s); + int i; + + if (dir->state == FcGCDirDisabled) + continue; + truncate_to += strlen(dir->name) + 1; + truncate_to += sizeof (FcCache); + truncate_to = FcCacheNextOffset (truncate_to); + truncate_to += dir->metadata.count; + + for (i = 0; i < dir->subdirs->size; i++) + truncate_to += strlen((char *)dir->subdirs->strs[i]) + 1; + truncate_to ++; } - FcMemFree (FC_MEM_CACHE, sizeof (FcGlobalCacheDir) + d->len + 1); - free (d); -} + truncate_to -= current_arch_start; -/* - * If the parent is in the global cache and referenced, add - * an entry for 'dir' to the global cache. This is used - * for directories with fonts.cache files - */ + sprintf (header, "%8x ", (int)truncate_to); + strcat (header, current_arch_machine_name); + if (!FcCacheWriteString (fd, header)) + goto bail4; -void -FcGlobalCacheReferenceSubdir (FcGlobalCache *cache, - const FcChar8 *dir) -{ - FcGlobalCacheInfo *info; - info = FcGlobalCacheDirAdd (cache, dir, 0, FcFalse, FcFalse); - if (info && !info->referenced) - { - info->referenced = FcTrue; - cache->referenced++; - } -} + free (header); -/* - * Check to see if the global cache contains valid data for 'dir'. - * If so, scan the global cache for files and directories in 'dir'. - * else, return False. - */ -FcBool -FcGlobalCacheScanDir (FcFontSet *set, - FcStrSet *dirs, - FcGlobalCache *cache, - const FcChar8 *dir, - FcConfig *config) -{ - FcGlobalCacheDir *d = FcGlobalCacheDirGet (cache, dir, - strlen ((const char *) dir), - FcFalse); - FcGlobalCacheFile *f; - int h; - int dir_len; - FcGlobalCacheSubdir *subdir; - FcBool any_in_cache = FcFalse; - - if (FcDebug() & FC_DBG_CACHE) - printf ("FcGlobalCacheScanDir %s\n", dir); - - if (!d) + for (dir = cache->dirs; dir; dir = dir->next) { - if (FcDebug () & FC_DBG_CACHE) - printf ("\tNo dir cache entry\n"); - return FcFalse; - } - - /* - * See if the timestamp recorded in the global cache - * matches the directory time, if not, return False - */ - if (!FcGlobalCacheCheckTime (d->info.file, &d->info)) - { - if (FcDebug () & FC_DBG_CACHE) - printf ("\tdir cache entry time mismatch\n"); - return FcFalse; - } - - /* - * Add files from 'dir' to the fontset - */ - dir_len = strlen ((const char *) dir); - for (h = 0; h < FC_GLOBAL_CACHE_FILE_HASH_SIZE; h++) - for (f = d->ents[h]; f; f = f->next) + int i; + const char * d; + off_t off; + + if (!dir->name || dir->state == FcGCDirDisabled) + continue; + d = dir->name; + if (!d) + continue; + + if (dir->metadata.count && !dir->ent) { - if (FcDebug() & FC_DBG_CACHEV) - printf ("FcGlobalCacheScanDir add file %s\n", f->info.file); - any_in_cache = FcTrue; - if (!FcCacheFontSetAdd (set, dirs, dir, dir_len, - f->info.file, f->name, config)) + if (dir->state == FcGCDirUpdated || fd_orig < 0) { - cache->broken = FcTrue; - return FcFalse; + fprintf(stderr, "Invalid metadata entry for %s, skipping...\n", d); + continue; + } + /* copy the old content */ + dir->ent = malloc (dir->metadata.count); + if (!dir->ent) + { + perror("malloc error"); + continue; + } + off = FcCacheNextOffset (dir->offset + sizeof(FcCache)); + if (lseek (fd_orig, off, SEEK_SET) != off) + { + perror("lseek"); + free(dir->ent); + continue; + } + if (read (fd_orig, dir->ent, dir->metadata.count) + != dir->metadata.count) + { + perror("read"); + free(dir->ent); + continue; } - FcGlobalCacheReferenced (cache, &f->info); } - /* - * Add directories in 'dir' to 'dirs' - */ - for (subdir = d->subdirs; subdir; subdir = subdir->next) - { - FcFilePathInfo info = FcFilePathInfoGet (subdir->ent->info.file); - any_in_cache = FcTrue; - if (!FcCacheFontSetAdd (set, dirs, dir, dir_len, - info.base, FC_FONT_FILE_DIR, config)) + FcCacheWriteString (fd, d); + + for (i = 0; i < dir->subdirs->size; i++) + FcCacheWriteString (fd, (char *)dir->subdirs->strs[i]); + FcCacheWriteString (fd, ""); + + if (write (fd, &dir->metadata, sizeof(FcCache)) != sizeof(FcCache)) { - cache->broken = FcTrue; - return FcFalse; + perror ("write metadata"); + free (dir->ent); + continue; } - FcGlobalCacheReferenced (cache, &subdir->ent->info); + off = FcCacheNextOffset (lseek(fd, 0, SEEK_CUR)); + if (lseek (fd, off, SEEK_SET) != off) + { + perror ("lseek"); + free (dir->ent); + continue; + } + if (dir->metadata.count) + { + if (write (fd, dir->ent, dir->metadata.count) != dir->metadata.count) + { + perror ("write dirent"); + free (dir->ent); + continue; + } + } + free (dir->ent); } + FcCacheWriteString (fd, ""); + + if (close (fd) == -1) + goto bail25; + + close (fd_orig); + fd_orig = -1; + + if (!FcAtomicReplaceOrig (atomic)) + goto bail25; - FcGlobalCacheReferenced (cache, &d->info); + FcAtomicUnlock (atomic); + FcAtomicDestroy (atomic); - /* - * To recover from a bug in previous versions of fontconfig, - * return FcFalse if no entries in the cache were found - * for this directory. This will cause any empty directories - * to get rescanned every time fontconfig is initialized. This - * might get removed at some point when the older cache files are - * presumably fixed. - */ - return any_in_cache; + cache->updated = FcFalse; + return FcTrue; + + bail4: + free (header); + bail3: + if (fd_orig != -1) + close (fd_orig); + + close (fd); + bail25: + FcAtomicDeleteNew (atomic); + bail2: + FcAtomicUnlock (atomic); + bail1: + FcAtomicDestroy (atomic); + return FcFalse; } -/* - * Locate the cache entry for a particular file +/* + * Find the next presumably-mmapable offset after the supplied file + * position. */ -FcGlobalCacheFile * -FcGlobalCacheFileGet (FcGlobalCache *cache, - const FcChar8 *file, - int id, - int *count) +static int +FcCacheNextOffset(off_t w) { - FcFilePathInfo i = FcFilePathInfoGet (file); - FcGlobalCacheDir *d = FcGlobalCacheDirGet (cache, i.dir, - i.dir_len, FcFalse); - FcGlobalCacheFile *f, *match = 0; - int max = -1; + static long pagesize = -1; - if (!d) - return 0; - for (f = d->ents[i.base_hash % FC_GLOBAL_CACHE_FILE_HASH_SIZE]; f; f = f->next) + if (w == -1) + return w; + + if (pagesize == -1) +#if defined (HAVE_SYSCONF) + pagesize = sysconf(_SC_PAGESIZE); +#else + pagesize = FC_HARDCODED_PAGESIZE; +#endif + if (w % pagesize == 0) + return w; + else + return ((w / pagesize)+1)*pagesize; +} + +/* return the address of the segment for the provided arch, + * or -1 if arch not found */ +static off_t +FcCacheSkipToArch (int fd, const char * arch) +{ + char candidate_arch_machine_name_count[MACHINE_SIGNATURE_SIZE + 9]; + char * candidate_arch; + off_t current_arch_start = 0; + + lseek (fd, 0, SEEK_SET); + FcCacheSkipString (fd); + current_arch_start = lseek (fd, 0, SEEK_CUR); + + /* skip arches that are not the current arch */ + while (1) { - if (f->info.hash == i.base_hash && - !strcmp ((const char *) f->info.file, (const char *) i.base)) - { - if (f->id == id) - match = f; - if (f->id > max) - max = f->id; - } + long bs; + + if (lseek (fd, current_arch_start, SEEK_SET) != current_arch_start) + return -1; + + if (FcCacheReadString (fd, candidate_arch_machine_name_count, + sizeof (candidate_arch_machine_name_count)) == 0) + return -1; + if (!strlen(candidate_arch_machine_name_count)) + return -1; + bs = strtol(candidate_arch_machine_name_count, &candidate_arch, 16); + + /* count = 0 should probably be distinguished from the !bs condition */ + if (!bs || bs < strlen (candidate_arch_machine_name_count)) + return -1; + + candidate_arch++; /* skip leading space */ + + if (strcmp (candidate_arch, arch)==0) + return current_arch_start; + current_arch_start += bs; + current_arch_start = FcCacheNextOffset (current_arch_start); } - if (count) - *count = max + 1; - return match; } - -/* - * Add a file entry to the cache - */ -static FcGlobalCacheInfo * -FcGlobalCacheFileAdd (FcGlobalCache *cache, - const FcChar8 *path, - int id, - time_t time, - const FcChar8 *name, - FcBool replace) + +/* Cuts out the segment at the file pointer (moves everything else + * down to cover it), and leaves the file pointer at the end of the + * file. */ +static FcBool +FcCacheCopyOld (int fd, int fd_orig, off_t start) { - FcFilePathInfo i = FcFilePathInfoGet (path); - FcGlobalCacheDir *d = FcGlobalCacheDirGet (cache, i.dir, - i.dir_len, FcTrue); - FcGlobalCacheFile *f, **prev; - int size; + char * buf = malloc (8192); + char candidate_arch_machine_name[MACHINE_SIGNATURE_SIZE + 9]; + long bs; + int c, bytes_skipped; + off_t loc; - if (!d) - return 0; - for (prev = &d->ents[i.base_hash % FC_GLOBAL_CACHE_FILE_HASH_SIZE]; - (f = *prev); - prev = &(*prev)->next) + if (!buf) + return FcFalse; + + loc = 0; + lseek (fd, 0, SEEK_SET); lseek (fd_orig, 0, SEEK_SET); + FcCacheSkipString (fd); FcCacheSkipString (fd_orig); + do { - if (f->info.hash == i.base_hash && - f->id == id && - !strcmp ((const char *) f->info.file, (const char *) i.base)) - { + int b = 8192; + if (loc + b > start) + b = start - loc; + + if ((c = read (fd_orig, buf, b)) <= 0) break; - } + if (write (fd, buf, c) < 0) + goto bail; + + loc += c; } - if (*prev) + while (c > 0); + + lseek (fd, start, SEEK_SET); + if (FcCacheReadString (fd, candidate_arch_machine_name, + sizeof (candidate_arch_machine_name)) == 0) + goto done; + if (!strlen(candidate_arch_machine_name)) + goto done; + + bs = strtol(candidate_arch_machine_name, 0, 16); + if (bs == 0) + goto done; + + bytes_skipped = 0; + do { - if (!replace) - return 0; - - f = *prev; - if (f->info.referenced) - cache->referenced--; - *prev = f->next; - FcMemFree (FC_MEM_CACHE, sizeof (FcGlobalCacheFile) + - strlen ((char *) f->info.file) + 1 + - strlen ((char *) f->name) + 1); - free (f); + lseek (fd, start+bs+bytes_skipped, SEEK_SET); + if ((c = read (fd, buf, 8192)) <= 0) + break; + lseek (fd, start+bytes_skipped, SEEK_SET); + if (write (fd, buf, c) < 0) + goto bail; + bytes_skipped += c; } - size = (sizeof (FcGlobalCacheFile) + - strlen ((char *) i.base) + 1 + - strlen ((char *) name) + 1); - f = malloc (size); - if (!f) - return 0; - FcMemAlloc (FC_MEM_CACHE, size); - f->next = *prev; - *prev = f; - f->info.hash = i.base_hash; - f->info.file = (FcChar8 *) (f + 1); - f->info.time = time; - f->info.referenced = FcFalse; - f->id = id; - f->name = f->info.file + strlen ((char *) i.base) + 1; - strcpy ((char *) f->info.file, (const char *) i.base); - strcpy ((char *) f->name, (const char *) name); - return &f->info; + while (c > 0); + lseek (fd, start+bytes_skipped, SEEK_SET); + + done: + free (buf); + return FcTrue; + + bail: + free (buf); + return FcFalse; } -FcGlobalCache * -FcGlobalCacheCreate (void) +/* Does not check that the cache has the appropriate arch section. */ +FcBool +FcDirCacheValid (const FcChar8 *dir, FcConfig *config) { - FcGlobalCache *cache; - int h; + int fd; - cache = malloc (sizeof (FcGlobalCache)); - if (!cache) - return 0; - FcMemAlloc (FC_MEM_CACHE, sizeof (FcGlobalCache)); - for (h = 0; h < FC_GLOBAL_CACHE_DIR_HASH_SIZE; h++) - cache->ents[h] = 0; - cache->entries = 0; - cache->referenced = 0; - cache->updated = FcFalse; - cache->broken = FcFalse; - return cache; + fd = FcDirCacheOpen (config, dir, NULL); + + if (fd < 0) + return FcFalse; + close (fd); + + return FcTrue; } -void -FcGlobalCacheDestroy (FcGlobalCache *cache) +/* Assumes that the cache file in 'dir' exists. + * Checks that the cache has the appropriate arch section. */ +FcBool +FcDirCacheHasCurrentArch (const FcChar8 *dir, FcConfig *config) { - FcGlobalCacheDir *d, *next; - int h; + int fd; + off_t current_arch_start; + char *current_arch_machine_name; + FcCache metadata; + char subdirName[FC_MAX_FILE_LEN + 1 + 12 + 1]; - for (h = 0; h < FC_GLOBAL_CACHE_DIR_HASH_SIZE; h++) + fd = FcDirCacheOpen (config, dir, NULL); + if (fd < 0) + goto bail; + + current_arch_machine_name = FcCacheMachineSignature(); + current_arch_start = FcCacheSkipToArch(fd, current_arch_machine_name); + + if (current_arch_start >= 0) { - for (d = cache->ents[h]; d; d = next) - { - next = d->next; - FcGlobalCacheDirDestroy (d); - } + if (lseek (fd, current_arch_start, SEEK_SET) != current_arch_start) + goto bail1; + + FcCacheSkipString (fd); + + while (FcCacheReadString (fd, subdirName, sizeof (subdirName)) && strlen (subdirName) > 0) + ; + + if (read(fd, &metadata, sizeof(FcCache)) != sizeof(FcCache)) + goto bail1; + + if (metadata.magic != FC_CACHE_MAGIC) + goto bail1; } - FcMemFree (FC_MEM_CACHE, sizeof (FcGlobalCache)); - free (cache); + + close (fd); + + if (current_arch_start < 0) + return FcFalse; + + return FcTrue; + + bail1: + close (fd); + bail: + return FcFalse; } -/* - * Cache file syntax is quite simple: - * - * "file_name" id time "font_name" \n - */ - -void -FcGlobalCacheLoad (FcGlobalCache *cache, - const FcChar8 *cache_file) +#define CACHEBASE_LEN (1 + 32 + 1 + sizeof (FC_ARCHITECTURE) + sizeof (FC_CACHE_SUFFIX)) + +static const char bin2hex[] = { '0', '1', '2', '3', + '4', '5', '6', '7', + '8', '9', 'a', 'b', + 'c', 'd', 'e', 'f' }; + +static FcChar8 * +FcDirCacheBasename (const FcChar8 * dir, FcChar8 cache_base[CACHEBASE_LEN]) { - FILE *f; - FcChar8 file_buf[8192], *file; - int id; - time_t time; - FcChar8 name_buf[8192], *name; - FcGlobalCacheInfo *info; - - f = fopen ((char *) cache_file, "r"); - if (!f) - return; + unsigned char hash[16]; + FcChar8 *hex_hash; + int cnt; + struct MD5Context ctx; - cache->updated = FcFalse; - file = 0; - name = 0; - while ((file = FcCacheReadString (f, file_buf, sizeof (file_buf))) && - FcCacheReadInt (f, &id) && - FcCacheReadTime (f, &time) && - (name = FcCacheReadString (f, name_buf, sizeof (name_buf)))) + MD5Init (&ctx); + MD5Update (&ctx, (unsigned char *)dir, strlen ((char *) dir)); + + MD5Final (hash, &ctx); + + cache_base[0] = '/'; + hex_hash = cache_base + 1; + for (cnt = 0; cnt < 16; ++cnt) { - if (FcDebug () & FC_DBG_CACHEV) - printf ("FcGlobalCacheLoad \"%s\" \"%20.20s\"\n", file, name); - if (!FcStrCmp (name, FC_FONT_FILE_DIR)) - info = FcGlobalCacheDirAdd (cache, file, time, FcFalse, FcTrue); - else - info = FcGlobalCacheFileAdd (cache, file, id, time, name, FcFalse); - if (!info) - cache->broken = FcTrue; - else - cache->entries++; - if (FcDebug () & FC_DBG_CACHE_REF) - printf ("FcGlobalCacheLoad entry %d %s\n", - cache->entries, file); - if (file != file_buf) - free (file); - if (name != name_buf) - free (name); - file = 0; - name = 0; + hex_hash[2*cnt ] = bin2hex[hash[cnt] >> 4]; + hex_hash[2*cnt+1] = bin2hex[hash[cnt] & 0xf]; } - if (file && file != file_buf) - free (file); - if (name && name != name_buf) - free (name); - fclose (f); + hex_hash[2*cnt] = 0; + strcat ((char *) cache_base, "-" FC_ARCHITECTURE FC_CACHE_SUFFIX); + + return cache_base; } FcBool -FcGlobalCacheUpdate (FcGlobalCache *cache, - const FcChar8 *file, - int id, - const FcChar8 *name) +FcDirCacheUnlink (const FcChar8 *dir, FcConfig *config) { - const FcChar8 *match; - struct stat statb; - FcGlobalCacheInfo *info; + int fd = -1; + FcChar8 *cache_hashed = NULL; + FcChar8 cache_base[CACHEBASE_LEN]; + FcStrList *list; + FcChar8 *cache_dir; + char dir_buf[FC_MAX_FILE_LEN]; - match = file; + FcDirCacheBasename (dir, cache_base); - if (stat ((char *) file, &statb) < 0) + list = FcStrListCreate (config->cacheDirs); + if (!list) + return FcFalse; + + while ((cache_dir = FcStrListNext (list))) + { + cache_hashed = FcStrPlus (cache_dir, cache_base); + if (!cache_hashed) + break; + fd = open((char *) cache_hashed, O_RDONLY | O_BINARY); + FcStrFree (cache_hashed); + if (fd >= 0) + { + if (FcCacheReadString (fd, dir_buf, sizeof (dir_buf)) && + strcmp (dir_buf, (char *) dir) == 0) + { + close (fd); + if (unlink ((char *) cache_hashed) < 0) + break; + } else + close (fd); + } + } + FcStrListDone (list); + /* return FcFalse if something went wrong */ + if (cache_dir) return FcFalse; - if (S_ISDIR (statb.st_mode)) - info = FcGlobalCacheDirAdd (cache, file, statb.st_mtime, - FcTrue, FcTrue); - else - info = FcGlobalCacheFileAdd (cache, file, id, statb.st_mtime, - name, FcTrue); - if (info) + return FcTrue; +} + +static int +FcCacheReadDirs (FcConfig * config, FcGlobalCache * cache, + FcStrList *list, FcFontSet * set, FcStrSet *processed_dirs) +{ + int ret = 0; + FcChar8 *dir; + FcStrSet *subdirs; + FcStrList *sublist; + FcGlobalCacheDir *d; + + /* + * Read in the results from 'list'. + */ + while ((dir = FcStrListNext (list))) { - FcGlobalCacheReferenced (cache, info); - cache->updated = FcTrue; + if (!FcConfigAcceptFilename (config, dir)) + continue; + + /* Skip this directory if already updated + * to avoid the looped directories via symlinks + * Clearly a dir not in fonts.conf shouldn't be globally cached. + */ + + if (FcStrSetMember (processed_dirs, dir)) + continue; + if (!FcStrSetAdd (processed_dirs, dir)) + continue; + + subdirs = FcStrSetCreate (); + if (!subdirs) + { + fprintf (stderr, "Can't create directory set\n"); + ret++; + continue; + } + + if (FcDirCacheRead (set, subdirs, dir, config)) + { + /* if an old entry is found in the global cache, disable it */ + if ((d = FcGlobalCacheDirFind (cache, (const char *)dir)) != NULL) + { + d->state = FcGCDirDisabled; + /* save the updated config later without this entry */ + cache->updated = FcTrue; + } + } + else + { + if (FcDebug () & FC_DBG_FONTSET) + printf ("cache scan dir %s\n", dir); + + FcDirScanConfig (set, subdirs, cache, + config->blanks, dir, FcFalse, config); + } + sublist = FcStrListCreate (subdirs); + FcStrSetDestroy (subdirs); + if (!sublist) + { + fprintf (stderr, "Can't create subdir list in \"%s\"\n", dir); + ret++; + continue; + } + ret += FcCacheReadDirs (config, cache, sublist, set, processed_dirs); } - else - cache->broken = FcTrue; - return info != 0; + FcStrListDone (list); + return ret; } -FcBool -FcGlobalCacheSave (FcGlobalCache *cache, - const FcChar8 *cache_file) +FcFontSet * +FcCacheRead (FcConfig *config, FcGlobalCache * cache) { - FILE *f; - int dir_hash, file_hash; - FcGlobalCacheDir *dir; - FcGlobalCacheFile *file; - FcAtomic *atomic; + FcFontSet *s = FcFontSetCreate(); + FcStrSet *processed_dirs; - if (!cache->updated && cache->referenced == cache->entries) - return FcTrue; - - if (cache->broken) - return FcFalse; + if (!s) + return 0; -#if defined (HAVE_GETUID) && defined (HAVE_GETEUID) - /* Set-UID programs can't safely update the cache */ - if (getuid () != geteuid ()) - return FcFalse; -#endif - - atomic = FcAtomicCreate (cache_file); - if (!atomic) - goto bail0; - if (!FcAtomicLock (atomic)) + processed_dirs = FcStrSetCreate(); + if (!processed_dirs) + goto bail; + + if (FcCacheReadDirs (config, cache, FcConfigGetConfigDirs (config), s, processed_dirs)) goto bail1; - f = fopen ((char *) FcAtomicNewFile(atomic), "w"); - if (!f) - goto bail2; - for (dir_hash = 0; dir_hash < FC_GLOBAL_CACHE_DIR_HASH_SIZE; dir_hash++) + FcStrSetDestroy (processed_dirs); + return s; + + bail1: + FcStrSetDestroy (processed_dirs); + bail: + FcFontSetDestroy (s); + return 0; +} + +/* Opens the cache file for 'dir' for reading. + * This searches the list of cache dirs for the relevant cache file, + * returning the first one found. + */ +static int +FcDirCacheOpen (FcConfig *config, const FcChar8 *dir, FcChar8 **cache_path) +{ + int fd = -1; + FcChar8 *cache_hashed = NULL; + FcChar8 cache_base[CACHEBASE_LEN]; + FcStrList *list; + FcChar8 *cache_dir; + char dir_buf[FC_MAX_FILE_LEN]; + struct stat file_stat, dir_stat; + + if (stat ((char *) dir, &dir_stat) < 0) + return -1; + + FcDirCacheBasename (dir, cache_base); + + list = FcStrListCreate (config->cacheDirs); + if (!list) + return -1; + + while ((cache_dir = FcStrListNext (list))) { - for (dir = cache->ents[dir_hash]; dir; dir = dir->next) - { - if (!dir->info.referenced) - continue; - if (!FcCacheWriteString (f, dir->info.file)) - goto bail4; - if (PUTC (' ', f) == EOF) - goto bail4; - if (!FcCacheWriteInt (f, 0)) - goto bail4; - if (PUTC (' ', f) == EOF) - goto bail4; - if (!FcCacheWriteTime (f, dir->info.time)) - goto bail4; - if (PUTC (' ', f) == EOF) - goto bail4; - if (!FcCacheWriteString (f, (FcChar8 *) FC_FONT_FILE_DIR)) - goto bail4; - if (PUTC ('\n', f) == EOF) - goto bail4; - - for (file_hash = 0; file_hash < FC_GLOBAL_CACHE_FILE_HASH_SIZE; file_hash++) + cache_hashed = FcStrPlus (cache_dir, cache_base); + if (!cache_hashed) + break; + fd = open((char *) cache_hashed, O_RDONLY | O_BINARY); + if (fd >= 0) { + if (fstat (fd, &file_stat) >= 0 && + dir_stat.st_mtime <= file_stat.st_mtime) { - for (file = dir->ents[file_hash]; file; file = file->next) - { - if (!file->info.referenced) - continue; - if (!FcCacheWritePath (f, dir->info.file, file->info.file)) - goto bail4; - if (PUTC (' ', f) == EOF) - goto bail4; - if (!FcCacheWriteInt (f, file->id < 0 ? 0 : file->id)) - goto bail4; - if (PUTC (' ', f) == EOF) - goto bail4; - if (!FcCacheWriteTime (f, file->info.time)) - goto bail4; - if (PUTC (' ', f) == EOF) - goto bail4; - if (!FcCacheWriteString (f, file->name)) - goto bail4; - if (PUTC ('\n', f) == EOF) - goto bail4; - } + break; } + close (fd); + fd = -1; } + FcStrFree (cache_hashed); + cache_hashed = NULL; } + FcStrListDone (list); - if (fclose (f) == EOF) - goto bail3; + if (fd < 0) + return -1; - if (!FcAtomicReplaceOrig (atomic)) - goto bail3; + if (!FcCacheReadString (fd, dir_buf, sizeof (dir_buf)) || + strcmp (dir_buf, (char *) dir) != 0) + { + close (fd); + FcStrFree (cache_hashed); + return -1; + } - FcAtomicUnlock (atomic); - FcAtomicDestroy (atomic); + if (cache_path) + *cache_path = cache_hashed; + else + FcStrFree (cache_hashed); - cache->updated = FcFalse; + return fd; +} + +/* read serialized state from the cache file */ +FcBool +FcDirCacheRead (FcFontSet * set, FcStrSet * dirs, const FcChar8 *dir, FcConfig *config) +{ + int fd; + char *current_arch_machine_name; + char candidate_arch_machine_name[9+MACHINE_SIGNATURE_SIZE]; + off_t current_arch_start = 0; + char subdirName[FC_MAX_FILE_LEN + 1 + 12 + 1]; + + fd = FcDirCacheOpen (config, dir, NULL); + if (fd < 0) + goto bail; + + current_arch_machine_name = FcCacheMachineSignature(); + current_arch_start = FcCacheSkipToArch(fd, + current_arch_machine_name); + if (current_arch_start < 0) + goto bail1; + + lseek (fd, current_arch_start, SEEK_SET); + if (FcCacheReadString (fd, candidate_arch_machine_name, + sizeof (candidate_arch_machine_name)) == 0) + goto bail1; + + while (FcCacheReadString (fd, subdirName, sizeof (subdirName)) && strlen (subdirName) > 0) + FcStrSetAdd (dirs, (FcChar8 *)subdirName); + + if (!FcDirCacheConsume (fd, (const char *)dir, set, config)) + goto bail1; + + close(fd); return FcTrue; -bail4: - fclose (f); -bail3: - FcAtomicDeleteNew (atomic); -bail2: - FcAtomicUnlock (atomic); -bail1: - FcAtomicDestroy (atomic); -bail0: + bail1: + close (fd); + bail: return FcFalse; } -FcBool -FcDirCacheValid (const FcChar8 *dir) +static FcBool +FcDirCacheConsume (int fd, const char * dir, FcFontSet *set, FcConfig *config) { - FcChar8 *cache_file = FcStrPlus (dir, (FcChar8 *) "/" FC_DIR_CACHE_FILE); - struct stat file_stat, dir_stat; + FcCache metadata; + void * current_dir_block; + off_t pos, endpos; - if (stat ((char *) dir, &dir_stat) < 0) - { - FcStrFree (cache_file); + if (read(fd, &metadata, sizeof(FcCache)) != sizeof(FcCache)) return FcFalse; - } - if (stat ((char *) cache_file, &file_stat) < 0) + if (metadata.magic != FC_CACHE_MAGIC) + return FcFalse; + + if (!metadata.count) { - FcStrFree (cache_file); - return FcFalse; + pos = FcCacheNextOffset (lseek(fd, 0, SEEK_CUR)); + lseek (fd, pos, SEEK_SET); + if (config) + FcConfigAddFontDir (config, (FcChar8 *)dir); + return FcTrue; } - FcStrFree (cache_file); - /* - * If the directory has been modified more recently than - * the cache file, the cache is not valid - */ - if (dir_stat.st_mtime - file_stat.st_mtime > 0) + + pos = FcCacheNextOffset (lseek(fd, 0, SEEK_CUR)); + + /* This is not failsafe (multi-arches can break it), + * but fd has got to have at least as many bytes as + * metadata.count, or something's going to go horribly wrong. */ + if (pos == (off_t)-1) + return FcFalse; + + endpos = lseek (fd, 0, SEEK_END); + if (endpos == (off_t)-1 || endpos - pos < metadata.count) + return FcFalse; + if (lseek (fd, pos, SEEK_SET) == -1) + return FcFalse; + +#if defined(HAVE_MMAP) || defined(__CYGWIN__) + current_dir_block = mmap (0, metadata.count, + PROT_READ, MAP_SHARED, fd, pos); + if (current_dir_block == MAP_FAILED) return FcFalse; +#elif defined(_WIN32) + { + HANDLE hFileMap; + + hFileMap = CreateFileMapping((HANDLE) _get_osfhandle(fd), NULL, PAGE_READONLY, 0, 0, NULL); + if (hFileMap == NULL) + return FcFalse; + + current_dir_block = MapViewOfFile (hFileMap, FILE_MAP_READ, 0, 0, metadata.count + pos); + if (current_dir_block == NULL) + { + CloseHandle (hFileMap); + return FcFalse; + } + + current_dir_block = (void *)((char *)current_dir_block + pos); + } +#else + current_dir_block = malloc (metadata.count); + if (!current_dir_block) + return FcFalse; + + /* could also use CreateMappedViewOfFile under MinGW... */ + if (read (fd, current_dir_block, metadata.count) != metadata.count) + goto bail; +#endif + lseek (fd, pos+metadata.count, SEEK_SET); + + FcCacheAddBankDir (metadata.bank, dir); + if (config) + FcConfigAddFontDir (config, (FcChar8 *)dir); + + if (!FcFontSetUnserialize (&metadata, set, current_dir_block)) + goto bail; + return FcTrue; + bail: +#if !(defined(HAVE_MMAP) || defined(__CYGWIN__)) + free (current_dir_block); +#endif + return FcFalse; } -FcBool -FcDirCacheReadDir (FcFontSet *set, FcStrSet *dirs, const FcChar8 *dir, FcConfig *config) +static void * +FcDirCacheProduce (FcFontSet *set, FcCache *metadata) { - FcChar8 *cache_file = FcStrPlus (dir, (FcChar8 *) "/" FC_DIR_CACHE_FILE); - FILE *f; - FcChar8 *base; - int id; - int dir_len; - FcChar8 file_buf[8192], *file; - FcChar8 name_buf[8192], *name; - FcBool ret = FcFalse; - - if (!cache_file) - goto bail0; - - if (FcDebug () & FC_DBG_CACHE) - printf ("FcDirCacheReadDir cache_file \"%s\"\n", cache_file); - - f = fopen ((char *) cache_file, "r"); - if (!f) - { - if (FcDebug () & FC_DBG_CACHE) - printf (" no cache file\n"); - goto bail1; - } + void * current_dir_block, * final_dir_block; + static unsigned int rand_state = 0; + int bank, needed_bytes_no_align; - if (!FcDirCacheValid (dir)) +#if defined (HAVE_RAND_R) + if (!rand_state) + rand_state = time(0L); + bank = rand_r(&rand_state); + + while (FcCacheHaveBank(bank)) + bank = rand_r(&rand_state); +#else + if (!rand_state) { - if (FcDebug () & FC_DBG_CACHE) - printf (" cache file older than directory\n"); - goto bail2; + rand_state = 1; + srand (time (0L)); } - - base = (FcChar8 *) strrchr ((char *) cache_file, '/'); - if (!base) - goto bail2; - base++; - dir_len = base - cache_file; - - file = 0; - name = 0; - while ((file = FcCacheReadString (f, file_buf, sizeof (file_buf))) && - FcCacheReadInt (f, &id) && - (name = FcCacheReadString (f, name_buf, sizeof (name_buf)))) + bank = rand(); + + while (FcCacheHaveBank(bank)) + bank = rand(); +#endif + + memset (metadata, 0, sizeof(FcCache)); + FcFontSetNewBank(); + needed_bytes_no_align = FcFontSetNeededBytes (set); + metadata->count = needed_bytes_no_align + + FcFontSetNeededBytesAlign (); + metadata->magic = FC_CACHE_MAGIC; + metadata->bank = bank; + + if (!needed_bytes_no_align) /* not a failure, no fonts to write */ { - if (!FcCacheFontSetAdd (set, dirs, cache_file, dir_len, - file, name, config)) - goto bail3; - if (file != file_buf) - free (file); - if (name != name_buf) - free (name); - file = name = 0; + /* no, you don't really need to write any bytes at all. */ + metadata->count = 0; + return 0; } - if (FcDebug () & FC_DBG_CACHE) - printf (" cache loaded\n"); - - ret = FcTrue; -bail3: - if (file && file != file_buf) - free (file); - if (name && name != name_buf) - free (name); -bail2: - fclose (f); -bail1: - FcStrFree (cache_file); -bail0: - return ret; -} -/* - * return the path from the directory containing 'cache' to 'file' - */ + current_dir_block = malloc (metadata->count); + if (!current_dir_block) + goto bail; + /* shut up valgrind */ + memset (current_dir_block, 0, metadata->count); + final_dir_block = FcFontSetDistributeBytes (metadata, current_dir_block); -static const FcChar8 * -FcFileBaseName (const FcChar8 *cache, const FcChar8 *file) -{ - const FcChar8 *cache_slash; + if ((void *)((char *)current_dir_block+metadata->count) < final_dir_block) + goto bail; + + if (!FcFontSetSerialize (bank, set)) + goto bail; + + return current_dir_block; + + bail: + free (current_dir_block); + return 0; +} - cache_slash = FcStrLastSlash (cache); - if (cache_slash && !strncmp ((const char *) cache, (const char *) file, - (cache_slash + 1) - cache)) - return file + ((cache_slash + 1) - cache); - return file; +static FcBool +FcMakeDirectory (const FcChar8 *dir) +{ + FcChar8 *parent; + FcBool ret; + + if (strlen ((char *) dir) == 0) + return FcFalse; + + parent = FcStrDirname (dir); + if (!parent) + return FcFalse; + if (access ((char *) parent, W_OK|X_OK) == 0) + ret = mkdir ((char *) dir, 0777) == 0; + else if (access ((char *) parent, F_OK) == -1) + ret = FcMakeDirectory (parent) && (mkdir ((char *) dir, 0777) == 0); + else + ret = FcFalse; + FcStrFree (parent); + return ret; } +/* write serialized state to the cache file */ FcBool -FcDirCacheWriteDir (FcFontSet *set, FcStrSet *dirs, const FcChar8 *dir) +FcDirCacheWrite (FcFontSet *set, FcStrSet *dirs, const FcChar8 *dir, FcConfig *config) { - FcChar8 *cache_file = FcStrPlus (dir, (FcChar8 *) "/" FC_DIR_CACHE_FILE); - FcPattern *font; - FILE *f; - FcChar8 *name; - const FcChar8 *file, *base; - int n; - int id; - FcBool ret; + FcChar8 cache_base[CACHEBASE_LEN]; + FcChar8 *cache_hashed; + int fd, fd_orig, i, dirs_count; + FcAtomic *atomic; + FcCache metadata; + off_t current_arch_start = 0, truncate_to; FcStrList *list; + char *current_arch_machine_name, * header; + void *current_dir_block = 0; + FcChar8 *cache_dir = NULL; + FcChar8 *test_dir; - if (!cache_file) - goto bail0; - if (FcDebug () & FC_DBG_CACHE) - printf ("FcDirCacheWriteDir cache_file \"%s\"\n", cache_file); - - f = fopen ((char *) cache_file, "w"); - if (!f) - { - if (FcDebug () & FC_DBG_CACHE) - printf (" can't create \"%s\"\n", cache_file); - goto bail1; - } + /* + * Write it to the first directory in the list which is writable + */ - list = FcStrListCreate (dirs); + list = FcStrListCreate (config->cacheDirs); if (!list) + return FcFalse; + while ((test_dir = FcStrListNext (list))) { + if (access ((char *) test_dir, W_OK|X_OK) == 0) + { + cache_dir = test_dir; + break; + } + else + { + /* + * If the directory doesn't exist, try to create it + */ + if (access ((char *) test_dir, F_OK) == -1) { + if (FcMakeDirectory (test_dir)) + { + cache_dir = test_dir; + break; + } + } + } + } + FcStrListDone (list); + if (!cache_dir) + return FcFalse; + FcDirCacheBasename (dir, cache_base); + cache_hashed = FcStrPlus (cache_dir, cache_base); + if (!cache_hashed) + return FcFalse; + + current_dir_block = FcDirCacheProduce (set, &metadata); + + if (metadata.count && !current_dir_block) + goto bail1; + + if (FcDebug () & FC_DBG_CACHE) + printf ("FcDirCacheWriteDir dir \"%s\" file \"%s\"\n", + dir, cache_hashed); + + atomic = FcAtomicCreate ((FcChar8 *)cache_hashed); + if (!atomic) + goto bail1; + + if (!FcAtomicLock (atomic)) goto bail2; - - while ((dir = FcStrListNext (list))) + + /* open the original file to save relevant portions */ + fd_orig = open((char *)FcAtomicOrigFile (atomic), O_RDONLY | O_BINARY); + + fd = open((char *)FcAtomicNewFile (atomic), O_RDWR | O_CREAT | O_BINARY, 0666); + if (fd == -1) + goto bail3; + + FcCacheWriteString (fd, (char *) dir); + + current_arch_machine_name = FcCacheMachineSignature (); + current_arch_start = 0; + + if (fd_orig != -1) + current_arch_start = + FcCacheSkipToArch(fd_orig, current_arch_machine_name); + + if (current_arch_start < 0) { - base = FcFileBaseName (cache_file, dir); - if (!FcCacheWriteString (f, base)) - goto bail3; - if (PUTC (' ', f) == EOF) - goto bail3; - if (!FcCacheWriteInt (f, 0)) - goto bail3; - if (PUTC (' ', f) == EOF) - goto bail3; - if (!FcCacheWriteString (f, FC_FONT_FILE_DIR)) - goto bail3; - if (PUTC ('\n', f) == EOF) - goto bail3; + off_t offset = lseek(fd_orig, 0, SEEK_END); + current_arch_start = FcCacheNextOffset (offset); } - - for (n = 0; n < set->nfont; n++) + + if (fd_orig != -1 && !FcCacheCopyOld(fd, fd_orig, current_arch_start)) + goto bail4; + + if (fd_orig != -1) + close (fd_orig); + + current_arch_start = lseek(fd, 0, SEEK_CUR); +#if defined (HAVE_FTRUNCATE) + if (ftruncate (fd, current_arch_start) == -1) + goto bail4; +#else +#if defined (HAVE_CHSIZE) + if (chsize (fd, current_arch_start) == -1) + goto bail4; +#else + goto bail4; +#endif +#endif + + /* allocate space for subdir names in this block */ + dirs_count = 0; + for (i = 0; i < dirs->size; i++) + dirs_count += strlen((char *)dirs->strs[i]) + 1; + dirs_count ++; + + /* now write the address of the next offset */ + truncate_to = FcCacheNextOffset (FcCacheNextOffset (current_arch_start + sizeof (FcCache) + dirs_count) + metadata.count) - current_arch_start; + header = malloc (10 + strlen (current_arch_machine_name)); + if (!header) + goto bail4; + sprintf (header, "%8x ", (int)truncate_to); + strcat (header, current_arch_machine_name); + if (!FcCacheWriteString (fd, header)) + goto bail5; + + for (i = 0; i < dirs->size; i++) + FcCacheWriteString (fd, (char *)dirs->strs[i]); + FcCacheWriteString (fd, ""); + + if (write (fd, &metadata, sizeof(FcCache)) != sizeof(FcCache)) { - font = set->fonts[n]; - if (FcPatternGetString (font, FC_FILE, 0, (FcChar8 **) &file) != FcResultMatch) - goto bail3; - base = FcFileBaseName (cache_file, file); - if (FcPatternGetInteger (font, FC_INDEX, 0, &id) != FcResultMatch) - goto bail3; - if (FcDebug () & FC_DBG_CACHEV) - printf (" write file \"%s\"\n", base); - if (!FcCacheWriteString (f, base)) - goto bail3; - if (PUTC (' ', f) == EOF) - goto bail3; - if (!FcCacheWriteInt (f, id)) - goto bail3; - if (PUTC (' ', f) == EOF) - goto bail3; - name = FcNameUnparse (font); - if (!name) - goto bail3; - ret = FcCacheWriteString (f, name); - FcStrFree (name); - if (!ret) - goto bail3; - if (PUTC ('\n', f) == EOF) - goto bail3; + perror("write metadata"); + goto bail5; + } + if (metadata.count) + { + off_t off = FcCacheNextOffset (lseek(fd, 0, SEEK_END)); + if (lseek (fd, off, SEEK_SET) != off) + perror("lseek"); + else if (write (fd, current_dir_block, metadata.count) != + metadata.count) + perror("write current_dir_block"); + free (current_dir_block); + current_dir_block = 0; } - - FcStrListDone (list); - if (fclose (f) == EOF) - goto bail1; - - FcStrFree (cache_file); + /* this actually serves to pad out the cache file, if needed */ +#if defined (HAVE_FTRUNCATE) + if (ftruncate (fd, current_arch_start + truncate_to) == -1) + goto bail5; +#else +#if defined (HAVE_CHSIZE) + if (chsize (fd, current_arch_start + truncate_to) == -1) + goto bail5; +#else + goto bail5; +#endif +#endif - if (FcDebug () & FC_DBG_CACHE) - printf (" cache written\n"); + free (header); + close(fd); + if (!FcAtomicReplaceOrig(atomic)) + goto bail3; + FcStrFree ((FcChar8 *)cache_hashed); + FcAtomicUnlock (atomic); + FcAtomicDestroy (atomic); return FcTrue; - -bail3: - FcStrListDone (list); -bail2: - fclose (f); -bail1: - unlink ((char *) cache_file); - FcStrFree (cache_file); -bail0: + + bail5: + free (header); + bail4: + close (fd); + bail3: + FcAtomicUnlock (atomic); + bail2: + FcAtomicDestroy (atomic); + bail1: + FcStrFree ((FcChar8 *)cache_hashed); + if (current_dir_block) + free (current_dir_block); return FcFalse; } -void -FcCacheClearStatic() +static char * +FcCacheMachineSignature () { - FcFontSetClearStatic(); - FcPatternClearStatic(); - FcValueListClearStatic(); - FcObjectClearStatic(); - FcMatrixClearStatic(); - FcCharSetClearStatic(); - FcLangSetClearStatic(); + static char buf[MACHINE_SIGNATURE_SIZE]; + int32_t magic = ENDIAN_TEST; + char * m = (char *)&magic; + + sprintf (buf, "%2x%2x%2x%2x " + "%4x %4x %4x %4x %4x %4x %4x %4x %4x %4x %4x %4x " + "%4x %4x %4x %4x %4x %4x %4x %4x\n", + m[0], m[1], m[2], m[3], + (unsigned int)sizeof (char), + (unsigned int)sizeof (char *), + (unsigned int)sizeof (int), + (unsigned int)sizeof (FcPattern), + (unsigned int)sizeof (FcPatternEltPtr), + (unsigned int)sizeof (struct _FcPatternElt *), + (unsigned int)sizeof (FcPatternElt), + (unsigned int)sizeof (FcObjectPtr), + (unsigned int)sizeof (FcValueListPtr), + (unsigned int)sizeof (FcValue), + (unsigned int)sizeof (FcValueBinding), + (unsigned int)sizeof (struct _FcValueList *), + (unsigned int)sizeof (FcCharSet), + (unsigned int)sizeof (FcCharLeaf **), + (unsigned int)sizeof (FcChar16 *), + (unsigned int)sizeof (FcChar16), + (unsigned int)sizeof (FcCharLeaf), + (unsigned int)sizeof (FcChar32), + (unsigned int)sizeof (FcCache), +#if defined (HAVE_SYSCONF) + (unsigned int)sysconf(_SC_PAGESIZE)); +#else + (unsigned int)FC_HARDCODED_PAGESIZE); +#endif + + return buf; } -FcBool -FcCachePrepareSerialize (FcConfig * config) +static int banks_ptr = 0, banks_alloc = 0; +int * _fcBankId = 0, * _fcBankIdx = 0; +static const char ** bankDirs = 0; + +static FcBool +FcCacheHaveBank (int bank) { int i; - for (i = FcSetSystem; i <= FcSetApplication; i++) - if (config->fonts[i] && !FcFontSetPrepareSerialize(config->fonts[i])) - return FcFalse; - return FcTrue; + + if (bank < FC_BANK_FIRST) + return FcTrue; + + for (i = 0; i < banks_ptr; i++) + if (_fcBankId[i] == bank) + return FcTrue; + + return FcFalse; } -FcBool -FcCacheSerialize (FcConfig * config) +int +FcCacheBankToIndexMTF (int bank) { - int i; - for (i = FcSetSystem; i <= FcSetApplication; i++) - if (config->fonts[i] && !FcFontSetSerialize(config->fonts[i])) - return FcFalse; - return FcTrue; + int i, j; + + for (i = 0; i < banks_ptr; i++) + if (_fcBankId[_fcBankIdx[i]] == bank) + { + int t = _fcBankIdx[i]; + + for (j = i; j > 0; j--) + _fcBankIdx[j] = _fcBankIdx[j-1]; + _fcBankIdx[0] = t; + return t; + } + + if (banks_ptr >= banks_alloc) + { + int * b, * bidx; + const char ** bds; + + b = realloc (_fcBankId, (banks_alloc + 4) * sizeof(int)); + if (!b) + return -1; + _fcBankId = b; + + bidx = realloc (_fcBankIdx, (banks_alloc + 4) * sizeof(int)); + if (!bidx) + return -1; + _fcBankIdx = bidx; + + bds = realloc (bankDirs, (banks_alloc + 4) * sizeof (char *)); + if (!bds) + return -1; + bankDirs = bds; + + banks_alloc += 4; + } + + i = banks_ptr++; + _fcBankId[i] = bank; + _fcBankIdx[i] = i; + return i; +} + +static void +FcCacheAddBankDir (int bank, const char * dir) +{ + int bi = FcCacheBankToIndexMTF (bank); + + if (bi < 0) + return; + + bankDirs[bi] = (const char *)FcStrCopy ((FcChar8 *)dir); +} + +const char * +FcCacheFindBankDir (int bank) +{ + int bi = FcCacheBankToIndex (bank); + return bankDirs[bi]; +} + +/* + * This code implements the MD5 message-digest algorithm. + * The algorithm is due to Ron Rivest. This code was + * written by Colin Plumb in 1993, no copyright is claimed. + * This code is in the public domain; do with it what you wish. + * + * Equivalent code is available from RSA Data Security, Inc. + * This code has been tested against that, and is equivalent, + * except that you don't need to include two pages of legalese + * with every copy. + * + * To compute the message digest of a chunk of bytes, declare an + * MD5Context structure, pass it to MD5Init, call MD5Update as + * needed on buffers full of bytes, and then call MD5Final, which + * will fill a supplied 16-byte array with the digest. + */ + +#ifndef HIGHFIRST +#define byteReverse(buf, len) /* Nothing */ +#else +/* + * Note: this code is harmless on little-endian machines. + */ +void byteReverse(unsigned char *buf, unsigned longs) +{ + FcChar32 t; + do { + t = (FcChar32) ((unsigned) buf[3] << 8 | buf[2]) << 16 | + ((unsigned) buf[1] << 8 | buf[0]); + *(FcChar32 *) buf = t; + buf += 4; + } while (--longs); +} +#endif + +/* + * Start MD5 accumulation. Set bit count to 0 and buffer to mysterious + * initialization constants. + */ +static void MD5Init(struct MD5Context *ctx) +{ + ctx->buf[0] = 0x67452301; + ctx->buf[1] = 0xefcdab89; + ctx->buf[2] = 0x98badcfe; + ctx->buf[3] = 0x10325476; + + ctx->bits[0] = 0; + ctx->bits[1] = 0; +} + +/* + * Update context to reflect the concatenation of another buffer full + * of bytes. + */ +static void MD5Update(struct MD5Context *ctx, unsigned char *buf, unsigned len) +{ + FcChar32 t; + + /* Update bitcount */ + + t = ctx->bits[0]; + if ((ctx->bits[0] = t + ((FcChar32) len << 3)) < t) + ctx->bits[1]++; /* Carry from low to high */ + ctx->bits[1] += len >> 29; + + t = (t >> 3) & 0x3f; /* Bytes already in shsInfo->data */ + + /* Handle any leading odd-sized chunks */ + + if (t) { + unsigned char *p = (unsigned char *) ctx->in + t; + + t = 64 - t; + if (len < t) { + memcpy(p, buf, len); + return; + } + memcpy(p, buf, t); + byteReverse(ctx->in, 16); + MD5Transform(ctx->buf, (FcChar32 *) ctx->in); + buf += t; + len -= t; + } + /* Process data in 64-byte chunks */ + + while (len >= 64) { + memcpy(ctx->in, buf, 64); + byteReverse(ctx->in, 16); + MD5Transform(ctx->buf, (FcChar32 *) ctx->in); + buf += 64; + len -= 64; + } + + /* Handle any remaining bytes of data. */ + + memcpy(ctx->in, buf, len); +} + +/* + * Final wrapup - pad to 64-byte boundary with the bit pattern + * 1 0* (64-bit count of bits processed, MSB-first) + */ +static void MD5Final(unsigned char digest[16], struct MD5Context *ctx) +{ + unsigned count; + unsigned char *p; + + /* Compute number of bytes mod 64 */ + count = (ctx->bits[0] >> 3) & 0x3F; + + /* Set the first char of padding to 0x80. This is safe since there is + always at least one byte free */ + p = ctx->in + count; + *p++ = 0x80; + + /* Bytes of padding needed to make 64 bytes */ + count = 64 - 1 - count; + + /* Pad out to 56 mod 64 */ + if (count < 8) { + /* Two lots of padding: Pad the first block to 64 bytes */ + memset(p, 0, count); + byteReverse(ctx->in, 16); + MD5Transform(ctx->buf, (FcChar32 *) ctx->in); + + /* Now fill the next block with 56 bytes */ + memset(ctx->in, 0, 56); + } else { + /* Pad block to 56 bytes */ + memset(p, 0, count - 8); + } + byteReverse(ctx->in, 14); + + /* Append length in bits and transform */ + ((FcChar32 *) ctx->in)[14] = ctx->bits[0]; + ((FcChar32 *) ctx->in)[15] = ctx->bits[1]; + + MD5Transform(ctx->buf, (FcChar32 *) ctx->in); + byteReverse((unsigned char *) ctx->buf, 4); + memcpy(digest, ctx->buf, 16); + memset(ctx, 0, sizeof(ctx)); /* In case it's sensitive */ +} + + +/* The four core functions - F1 is optimized somewhat */ + +/* #define F1(x, y, z) (x & y | ~x & z) */ +#define F1(x, y, z) (z ^ (x & (y ^ z))) +#define F2(x, y, z) F1(z, x, y) +#define F3(x, y, z) (x ^ y ^ z) +#define F4(x, y, z) (y ^ (x | ~z)) + +/* This is the central step in the MD5 algorithm. */ +#define MD5STEP(f, w, x, y, z, data, s) \ + ( w += f(x, y, z) + data, w = w<>(32-s), w += x ) + +/* + * The core of the MD5 algorithm, this alters an existing MD5 hash to + * reflect the addition of 16 longwords of new data. MD5Update blocks + * the data and converts bytes into longwords for this routine. + */ +static void MD5Transform(FcChar32 buf[4], FcChar32 in[16]) +{ + register FcChar32 a, b, c, d; + + a = buf[0]; + b = buf[1]; + c = buf[2]; + d = buf[3]; + + MD5STEP(F1, a, b, c, d, in[0] + 0xd76aa478, 7); + MD5STEP(F1, d, a, b, c, in[1] + 0xe8c7b756, 12); + MD5STEP(F1, c, d, a, b, in[2] + 0x242070db, 17); + MD5STEP(F1, b, c, d, a, in[3] + 0xc1bdceee, 22); + MD5STEP(F1, a, b, c, d, in[4] + 0xf57c0faf, 7); + MD5STEP(F1, d, a, b, c, in[5] + 0x4787c62a, 12); + MD5STEP(F1, c, d, a, b, in[6] + 0xa8304613, 17); + MD5STEP(F1, b, c, d, a, in[7] + 0xfd469501, 22); + MD5STEP(F1, a, b, c, d, in[8] + 0x698098d8, 7); + MD5STEP(F1, d, a, b, c, in[9] + 0x8b44f7af, 12); + MD5STEP(F1, c, d, a, b, in[10] + 0xffff5bb1, 17); + MD5STEP(F1, b, c, d, a, in[11] + 0x895cd7be, 22); + MD5STEP(F1, a, b, c, d, in[12] + 0x6b901122, 7); + MD5STEP(F1, d, a, b, c, in[13] + 0xfd987193, 12); + MD5STEP(F1, c, d, a, b, in[14] + 0xa679438e, 17); + MD5STEP(F1, b, c, d, a, in[15] + 0x49b40821, 22); + + MD5STEP(F2, a, b, c, d, in[1] + 0xf61e2562, 5); + MD5STEP(F2, d, a, b, c, in[6] + 0xc040b340, 9); + MD5STEP(F2, c, d, a, b, in[11] + 0x265e5a51, 14); + MD5STEP(F2, b, c, d, a, in[0] + 0xe9b6c7aa, 20); + MD5STEP(F2, a, b, c, d, in[5] + 0xd62f105d, 5); + MD5STEP(F2, d, a, b, c, in[10] + 0x02441453, 9); + MD5STEP(F2, c, d, a, b, in[15] + 0xd8a1e681, 14); + MD5STEP(F2, b, c, d, a, in[4] + 0xe7d3fbc8, 20); + MD5STEP(F2, a, b, c, d, in[9] + 0x21e1cde6, 5); + MD5STEP(F2, d, a, b, c, in[14] + 0xc33707d6, 9); + MD5STEP(F2, c, d, a, b, in[3] + 0xf4d50d87, 14); + MD5STEP(F2, b, c, d, a, in[8] + 0x455a14ed, 20); + MD5STEP(F2, a, b, c, d, in[13] + 0xa9e3e905, 5); + MD5STEP(F2, d, a, b, c, in[2] + 0xfcefa3f8, 9); + MD5STEP(F2, c, d, a, b, in[7] + 0x676f02d9, 14); + MD5STEP(F2, b, c, d, a, in[12] + 0x8d2a4c8a, 20); + + MD5STEP(F3, a, b, c, d, in[5] + 0xfffa3942, 4); + MD5STEP(F3, d, a, b, c, in[8] + 0x8771f681, 11); + MD5STEP(F3, c, d, a, b, in[11] + 0x6d9d6122, 16); + MD5STEP(F3, b, c, d, a, in[14] + 0xfde5380c, 23); + MD5STEP(F3, a, b, c, d, in[1] + 0xa4beea44, 4); + MD5STEP(F3, d, a, b, c, in[4] + 0x4bdecfa9, 11); + MD5STEP(F3, c, d, a, b, in[7] + 0xf6bb4b60, 16); + MD5STEP(F3, b, c, d, a, in[10] + 0xbebfbc70, 23); + MD5STEP(F3, a, b, c, d, in[13] + 0x289b7ec6, 4); + MD5STEP(F3, d, a, b, c, in[0] + 0xeaa127fa, 11); + MD5STEP(F3, c, d, a, b, in[3] + 0xd4ef3085, 16); + MD5STEP(F3, b, c, d, a, in[6] + 0x04881d05, 23); + MD5STEP(F3, a, b, c, d, in[9] + 0xd9d4d039, 4); + MD5STEP(F3, d, a, b, c, in[12] + 0xe6db99e5, 11); + MD5STEP(F3, c, d, a, b, in[15] + 0x1fa27cf8, 16); + MD5STEP(F3, b, c, d, a, in[2] + 0xc4ac5665, 23); + + MD5STEP(F4, a, b, c, d, in[0] + 0xf4292244, 6); + MD5STEP(F4, d, a, b, c, in[7] + 0x432aff97, 10); + MD5STEP(F4, c, d, a, b, in[14] + 0xab9423a7, 15); + MD5STEP(F4, b, c, d, a, in[5] + 0xfc93a039, 21); + MD5STEP(F4, a, b, c, d, in[12] + 0x655b59c3, 6); + MD5STEP(F4, d, a, b, c, in[3] + 0x8f0ccc92, 10); + MD5STEP(F4, c, d, a, b, in[10] + 0xffeff47d, 15); + MD5STEP(F4, b, c, d, a, in[1] + 0x85845dd1, 21); + MD5STEP(F4, a, b, c, d, in[8] + 0x6fa87e4f, 6); + MD5STEP(F4, d, a, b, c, in[15] + 0xfe2ce6e0, 10); + MD5STEP(F4, c, d, a, b, in[6] + 0xa3014314, 15); + MD5STEP(F4, b, c, d, a, in[13] + 0x4e0811a1, 21); + MD5STEP(F4, a, b, c, d, in[4] + 0xf7537e82, 6); + MD5STEP(F4, d, a, b, c, in[11] + 0xbd3af235, 10); + MD5STEP(F4, c, d, a, b, in[2] + 0x2ad7d2bb, 15); + MD5STEP(F4, b, c, d, a, in[9] + 0xeb86d391, 21); + + buf[0] += a; + buf[1] += b; + buf[2] += c; + buf[3] += d; }