2 * Ported to Linux's Second Extended File System as part of the
3 * dump and restore backup suit
4 * Remy Card <card@Linux.EU.Org>, 1994-1997
5 * Stelian Pop <stelian@popies.net>, 1999-2000
6 * Stelian Pop <stelian@popies.net> - AlcĂ´ve <www.alcove.com>, 2000-2002
10 * Copyright (c) 1980, 1988, 1991, 1993
11 * The Regents of the University of California. All rights reserved.
13 * Redistribution and use in source and binary forms, with or without
14 * modification, are permitted provided that the following conditions
16 * 1. Redistributions of source code must retain the above copyright
17 * notice, this list of conditions and the following disclaimer.
18 * 2. Redistributions in binary form must reproduce the above copyright
19 * notice, this list of conditions and the following disclaimer in the
20 * documentation and/or other materials provided with the distribution.
21 * 3. Neither the name of the University nor the names of its contributors
22 * may be used to endorse or promote products derived from this software
23 * without specific prior written permission.
25 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
26 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
27 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
28 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
29 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
30 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
31 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
32 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
33 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
34 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
39 static const char rcsid[] =
40 "$Id: traverse.c,v 1.74 2011/06/10 13:41:41 stelian Exp $";
46 #include <sys/types.h>
53 #include <sys/param.h>
56 #ifdef HAVE_EXT2FS_EXT2_FS_H
57 #include <ext2fs/ext2_fs.h>
59 #include <linux/ext2_fs.h>
61 #include <ext2fs/ext2fs.h>
62 #include <bsdcompat.h>
63 #include <compaterr.h>
66 #include <sys/vnode.h>
69 #include <ufs/fsdir.h>
70 #include <ufs/inode.h>
72 #include <ufs/ufs/dir.h>
73 #include <ufs/ufs/dinode.h>
74 #include <ufs/ffs/fs.h>
75 #endif /* __linux__ */
77 #include <protocols/dumprestore.h>
82 #define HASDUMPEDFILE 0x1
83 #define HASSUBDIRS 0x2
86 typedef u_quad_t fsizeT;
89 typedef quad_t fsizeT;
96 static int searchdir __P((struct ext2_dir_entry *dp, int offset,
97 int blocksize, char *buf, void *private));
99 static int dirindir __P((dump_ino_t ino, daddr_t blkno, int level, long *size));
100 static void dmpindir __P((dump_ino_t ino, daddr_t blk, int level, fsizeT *size));
101 static int searchdir __P((dump_ino_t ino, daddr_t blkno, long size, long filesize));
103 static void mapfileino __P((dump_ino_t ino, struct dinode const *dp, long long *tapesize, int *dirskipped));
104 static void dump_xattr __P((dump_ino_t ino, struct dinode *dp));
106 #ifdef HAVE_EXT2_JOURNAL_INUM
107 #define ext2_journal_ino(sb) (sb->s_journal_inum)
109 #define ext2_journal_ino(sb) (*((u_int32_t *)sb + 0x38))
111 #ifndef HAVE_EXT2_INO_T
112 typedef ino_t ext2_ino_t;
115 #ifndef EXT3_FEATURE_COMPAT_HAS_JOURNAL
116 #define EXT3_FEATURE_COMPAT_HAS_JOURNAL 0x0004
118 #ifndef EXT2_FEATURE_INCOMPAT_FILETYPE
119 #define EXT2_FEATURE_INCOMPAT_FILETYPE 0x0002
121 #ifndef EXT3_FEATURE_INCOMPAT_RECOVER
122 #define EXT3_FEATURE_INCOMPAT_RECOVER 0x0004
124 #ifndef EXT3_FEATURE_INCOMPAT_JOURNAL_DEV
125 #define EXT3_FEATURE_INCOMPAT_JOURNAL_DEV 0x0008
128 #ifndef EXT2_LIB_FEATURE_INCOMPAT_SUPP
129 #define EXT2_LIB_FEATURE_INCOMPAT_SUPP (EXT3_FEATURE_INCOMPAT_RECOVER | \
130 EXT2_FEATURE_INCOMPAT_FILETYPE)
132 #ifndef EXT2_RESIZE_INO
133 #define EXT2_RESIZE_INO 7
135 #ifndef EXT2_FT_UNKNOWN
136 #define EXT2_FT_UNKNOWN 0
137 #define EXT2_FT_REG_FILE 1
138 #define EXT2_FT_DIR 2
139 #define EXT2_FT_CHRDEV 3
140 #define EXT2_FT_BLKDEV 4
141 #define EXT2_FT_FIFO 5
142 #define EXT2_FT_SOCK 6
143 #define EXT2_FT_SYMLINK 7
144 #define EXT2_FT_MAX 8
147 int dump_fs_open(const char *disk, ext2_filsys *fs)
151 retval = ext2fs_open(disk, EXT2_FLAG_FORCE, 0, 0, unix_io_manager, fs);
153 struct ext2_super_block *es = (*fs)->super;
154 dump_ino_t journal_ino = ext2_journal_ino(es);
156 if (es->s_feature_incompat & EXT3_FEATURE_INCOMPAT_JOURNAL_DEV){
157 msg("This is a journal, not a filesystem!\n");
158 retval = EXT2_ET_UNSUPP_FEATURE;
161 else if ((retval = es->s_feature_incompat &
162 ~(EXT2_LIB_FEATURE_INCOMPAT_SUPP |
163 EXT3_FEATURE_INCOMPAT_RECOVER))) {
164 msg("Unsupported feature(s) 0x%x in filesystem\n",
166 retval = EXT2_ET_UNSUPP_FEATURE;
170 if (es->s_feature_compat &
171 EXT3_FEATURE_COMPAT_HAS_JOURNAL &&
173 do_exclude_ino(journal_ino, "journal inode");
174 do_exclude_ino(EXT2_RESIZE_INO, "resize inode");
181 * This is an estimation of the number of TP_BSIZE blocks in the file.
182 * It estimates the number of blocks in files with holes by assuming
183 * that all of the blocks accounted for by di_blocks are data blocks
184 * (when some of the blocks are usually used for indirect pointers);
185 * hence the estimate may be high.
188 blockest(struct dinode const *dp)
190 long blkest, sizeest;
194 * dp->di_size is the size of the file in bytes.
195 * dp->di_blocks stores the number of sectors actually in the file.
196 * If there are more sectors than the size would indicate, this just
197 * means that there are indirect blocks in the file or unused
198 * sectors in the last file block; we can safely ignore these
199 * (blkest = sizeest below).
200 * If the file is bigger than the number of sectors would indicate,
201 * then the file has holes in it. In this case we must use the
202 * block count to estimate the number of data blocks used, but
203 * we use the actual size for estimating the number of indirect
204 * dump blocks (sizeest vs. blkest in the indirect block
207 blkest = howmany((u_quad_t)dp->di_blocks * 512, fs->blocksize) * (fs->blocksize / TP_BSIZE);
208 i_size = dp->di_size + ((u_quad_t) dp->di_size_high << 32);
209 sizeest = howmany(i_size, fs->blocksize) * (fs->blocksize / TP_BSIZE);
210 if (blkest > sizeest)
213 if ((dp->di_mode & IFMT) == IFDIR) {
215 * for directories, assume only half of space is filled
219 sizeest = sizeest / 2;
221 if (i_size > (u_quad_t)fs->blocksize * NDADDR) {
222 /* calculate the number of indirect blocks on the dump tape */
224 howmany(sizeest - NDADDR * fs->blocksize / TP_BSIZE,
228 if (i_size > sblock->fs_bsize * NDADDR) {
229 /* calculate the number of indirect blocks on the dump tape */
231 howmany(sizeest - NDADDR * sblock->fs_bsize / TP_BSIZE,
238 /* Auxiliary macro to pick up files changed since previous dump. */
239 #define CSINCE(dp, t) \
240 ((dp)->di_ctime >= (t))
241 #define MSINCE(dp, t) \
242 ((dp)->di_mtime >= (t))
243 #define CHANGEDSINCE(dp, t) \
246 /* The NODUMP_FLAG macro tests if a file has the nodump flag. */
248 #define NODUMP_FLAG(dp) (!nonodump && (((dp)->di_flags & UF_NODUMP) == UF_NODUMP))
250 #define NODUMP_FLAG(dp) 0
253 /* The WANTTODUMP macro decides whether a file should be dumped. */
254 #define WANTTODUMP(dp, ino) \
255 (CHANGEDSINCE(dp, ((u_int32_t)spcl.c_ddate)) && \
256 (!NODUMP_FLAG(dp)) && \
260 * Determine if given inode should be dumped. "dp" must either point to a
261 * copy of the given inode, or be NULL (in which case it is fetched.)
264 mapfileino(dump_ino_t ino, struct dinode const *dp, long long *tapesize, int *dirskipped)
269 * Skip inode if we've already marked it for dumping
271 if (TSTINO(ino, usedinomap))
275 if ((mode = (dp->di_mode & IFMT)) == 0)
278 if (dp->di_nlink == 0 || dp->di_dtime != 0)
282 * Put all dirs in dumpdirmap, inodes that are to be dumped in the
283 * used map. All inode but dirs who have the nodump attribute go
286 SETINO(ino, usedinomap);
289 do_exclude_ino(ino, "nodump attribute");
292 SETINO(ino, dumpdirmap);
293 if (WANTTODUMP(dp, ino)) {
294 SETINO(ino, dumpinomap);
295 if (!MSINCE(dp, (u_int32_t)spcl.c_ddate))
296 SETINO(ino, metainomap);
297 if (mode != IFREG && mode != IFDIR && mode != IFLNK)
300 *tapesize += blockest(dp);
304 if (exclude_ino(ino))
305 CLRINO(ino, usedinomap);
313 * Walk the inode list for a filesystem to find all allocated inodes
314 * that have been modified since the previous dump time. Also, find all
315 * the directories in the filesystem.
319 mapfiles(UNUSED(dump_ino_t maxino), long long *tapesize)
322 int anydirskipped = 0;
323 ext2_inode_scan scan;
325 struct ext2_inode inode;
328 * We use libext2fs's inode scanning routines, which are particularly
329 * robust. (Note that getino cannot return an error.)
331 err = ext2fs_open_inode_scan(fs, 0, &scan);
333 com_err(disk, err, "while opening inodes\n");
337 err = ext2fs_get_next_inode(scan, &ino, &inode);
338 if (err == EXT2_ET_BAD_BLOCK_IN_INODE_TABLE)
341 com_err(disk, err, "while scanning inode #%ld\n",
349 mapfileino(ino, (struct dinode const *)&inode, tapesize,
352 ext2fs_close_inode_scan(scan);
355 * Restore gets very upset if the root is not dumped,
356 * so ensure that it always is dumped.
358 SETINO(ROOTINO, dumpinomap);
359 return (anydirskipped);
363 mapfiles(dump_ino_t maxino, long long *tapesize)
366 int anydirskipped = 0;
368 for (ino = ROOTINO; ino < maxino; ino++)
369 mapfileino(ino, tapesize, &anydirskipped);
372 * Restore gets very upset if the root is not dumped,
373 * so ensure that it always is dumped.
375 SETINO(ROOTINO, dumpinomap);
376 return (anydirskipped);
378 #endif /* __linux__ */
382 maponefile(UNUSED(dump_ino_t maxino), long long *tapesize, char *directory)
386 char dir_name [MAXPATHLEN];
387 int i, anydirskipped = 0;
390 * Mark every directory in the path as being dumped
392 for (i = 0; i < (int)strlen (directory); i++) {
393 if (directory[i] == '/') {
394 strncpy (dir_name, directory, i);
396 retval = ext2fs_namei(fs, ROOTINO, ROOTINO,
399 com_err(disk, retval,
400 "while translating %s", dir_name);
403 mapfileino((dump_ino_t) dir_ino, 0,
404 tapesize, &anydirskipped);
408 * Mark the final directory
410 retval = ext2fs_namei(fs, ROOTINO, ROOTINO, directory, &dir_ino);
412 com_err(disk, retval, "while translating %s", directory);
415 mapfileino((dump_ino_t)dir_ino, 0, tapesize, &anydirskipped);
417 mapfileino(ROOTINO, 0, tapesize, &anydirskipped);
420 * Restore gets very upset if the root is not dumped,
421 * so ensure that it always is dumped.
423 SETINO(ROOTINO, dumpdirmap);
424 return anydirskipped;
426 #endif /* __linux__ */
429 struct mapfile_context {
435 mapfilesindir(struct ext2_dir_entry *dirent, UNUSED(int offset),
436 UNUSED(int blocksize), UNUSED(char *buf), void *private)
438 struct dinode const *dp;
441 struct mapfile_context *mfc;
445 mfc = (struct mapfile_context *)private;
446 dp = getino(dirent->inode);
448 mapfileino(dirent->inode, dp, mfc->tapesize, mfc->anydirskipped);
450 mode = dp->di_mode & IFMT;
451 if (mode == IFDIR && dp->di_nlink != 0 && dp->di_dtime == 0) {
452 if ((dirent->name[0] != '.' || ( dirent->name_len & 0xFF ) != 1) &&
453 (dirent->name[0] != '.' || dirent->name[1] != '.' ||
454 ( dirent->name_len & 0xFF ) != 2)) {
455 retval = ext2fs_dir_iterate(fs, ino, 0, NULL,
456 mapfilesindir, private);
467 * Walk the inode list for a filesystem to find all allocated inodes
468 * that have been modified since the previous dump time. Also, find all
469 * the directories in the filesystem.
472 mapfilesfromdir(UNUSED(dump_ino_t maxino), long long *tapesize, char *directory)
475 struct mapfile_context mfc;
477 char dir_name [MAXPATHLEN];
478 int i, anydirskipped = 0;
481 * Mark every directory in the path as being dumped
483 for (i = 0; i < (int)strlen (directory); i++) {
484 if (directory[i] == '/') {
485 strncpy (dir_name, directory, i);
487 retval = ext2fs_namei(fs, ROOTINO, ROOTINO, dir_name,
490 com_err(disk, retval, "while translating %s",
494 mapfileino(dir_ino, 0, tapesize, &anydirskipped);
498 * Mark the final directory
500 retval = ext2fs_namei(fs, ROOTINO, ROOTINO, directory, &dir_ino);
502 com_err(disk, retval, "while translating %s", directory);
505 mapfileino(dir_ino, 0, tapesize, &anydirskipped);
507 mfc.tapesize = tapesize;
508 mfc.anydirskipped = &anydirskipped;
509 retval = ext2fs_dir_iterate(fs, dir_ino, 0, NULL, mapfilesindir,
513 com_err(disk, retval, "while mapping files in %s", directory);
517 * Ensure that the root inode actually appears in the file list
520 mapfileino(ROOTINO, 0, tapesize, &anydirskipped);
522 * Restore gets very upset if the root is not dumped,
523 * so ensure that it always is dumped.
525 SETINO(ROOTINO, dumpinomap);
526 return anydirskipped;
531 struct mapdirs_context {
541 * Scan each directory on the filesystem to see if it has any modified
542 * files in it. If it does, and has not already been added to the dump
543 * list (because it was itself modified), then add it. If a directory
544 * has not been modified itself, contains no modified files and has no
545 * subdirectories, then it can be deleted from the dump list and from
546 * the list of directories. By deleting it from the list of directories,
547 * its parent may now qualify for the same treatment on this or a later
548 * pass using this algorithm.
551 mapdirs(dump_ino_t maxino, long long *tapesize)
561 struct mapdirs_context mdc;
563 int ret, change = 0, nodump;
565 isdir = 0; /* XXX just to get gcc to shut up */
566 for (map = dumpdirmap, ino = 1; ino < maxino; ino++) {
567 if (((ino - 1) % NBBY) == 0) /* map is offset by 1 */
572 * If dir has been removed from the used map, it's either
573 * because it had the nodump flag, or it herited it from
574 * its parent. A directory can't be in dumpinomap if not
575 * in usedinomap, but we have to go through it anyway
576 * to propagate the nodump attribute.
578 if ((isdir & 1) == 0)
580 nodump = (TSTINO(ino, usedinomap) == 0);
581 if (TSTINO(ino, dumpinomap) && nodump == 0)
588 mdc.tapesize = tapesize;
589 ext2fs_dir_iterate(fs, ino, 0, NULL, searchdir, (void *) &mdc);
590 #else /* __linux__ */
591 filesize = dp->di_size;
592 for (ret = 0, i = 0; filesize > 0 && i < NDADDR; i++) {
593 if (dp->di_db[i] != 0)
594 ret |= searchdir(ino, dp->di_db[i],
595 (long)dblksize(sblock, dp, i),
597 if (ret & HASDUMPEDFILE)
600 filesize -= sblock->fs_bsize;
602 for (i = 0; filesize > 0 && i < NIADDR; i++) {
603 if (dp->di_ib[i] == 0)
605 ret |= dirindir(ino, dp->di_ib[i], i, &filesize);
607 #endif /* __linux__ */
608 if (ret & HASDUMPEDFILE) {
609 SETINO(ino, dumpinomap);
610 *tapesize += blockest(dp);
615 if (ret & HASSUBDIRS)
616 change = 1; /* subdirs have inherited nodump */
617 CLRINO(ino, dumpdirmap);
618 } else if ((ret & HASSUBDIRS) == 0) {
619 if (!TSTINO(ino, dumpinomap)) {
620 CLRINO(ino, dumpdirmap);
630 * Read indirect blocks, and pass the data blocks to be searched
631 * as directories. Quit as soon as any entry is found that will
632 * require the directory to be dumped.
635 dirindir(dump_ino_t ino, daddr_t blkno, int ind_level, long *filesize)
639 daddr_t idblk[MAXNINDIR];
641 bread(fsbtodb(sblock, blkno), (char *)idblk, (int)sblock->fs_bsize);
642 if (ind_level <= 0) {
643 for (i = 0; *filesize > 0 && i < NINDIR(sblock); i++) {
646 ret |= searchdir(ino, blkno, sblock->fs_bsize,
648 if (ret & HASDUMPEDFILE)
651 *filesize -= sblock->fs_bsize;
656 for (i = 0; *filesize > 0 && i < NINDIR(sblock); i++) {
659 ret |= dirindir(ino, blkno, ind_level, filesize);
663 #endif /* !__linux__ */
666 * Scan a disk block containing directory information looking to see if
667 * any of the entries are on the dump list and to see if the directory
668 * contains any subdirectories.
672 searchdir(struct ext2_dir_entry *dp, UNUSED(int offset),
673 UNUSED(int blocksize), UNUSED(char *buf), void *private)
675 struct mapdirs_context *mdc;
680 mdc = (struct mapdirs_context *)private;
682 tapesize = mdc->tapesize;
686 if (dp->name[0] == '.') {
687 if (( dp->name_len & 0xFF ) == 1)
689 if (dp->name[1] == '.' && ( dp->name_len & 0xFF ) == 2)
693 ip = getino(dp->inode);
694 if (TSTINO(dp->inode, dumpinomap)) {
695 CLRINO(dp->inode, dumpinomap);
696 *tapesize -= blockest(ip);
698 /* Add dir back to the dir map and remove from
699 * usedinomap to propagate nodump */
700 if ((ip->di_mode & IFMT) == IFDIR) {
701 SETINO(dp->inode, dumpdirmap);
702 CLRINO(dp->inode, usedinomap);
706 if (TSTINO(dp->inode, dumpinomap)) {
707 *ret |= HASDUMPEDFILE;
708 if (*ret & HASSUBDIRS)
711 if (TSTINO(dp->inode, dumpdirmap)) {
713 if (*ret & HASDUMPEDFILE)
720 #else /* __linux__ */
723 searchdir(dump_ino_t ino, daddr_t blkno, long size, long filesize)
729 bread(fsbtodb(sblock, blkno), dblk, (int)size);
732 for (loc = 0; loc < size; ) {
733 dp = (struct direct *)(dblk + loc);
734 if (dp->d_reclen == 0) {
735 msg("corrupted directory, inumber %d\n", ino);
741 if (dp->d_name[0] == '.') {
742 if (dp->d_name[1] == '\0')
744 if (dp->d_name[1] == '.' && dp->d_name[2] == '\0')
747 if (TSTINO(dp->d_ino, dumpinomap)) {
748 ret |= HASDUMPEDFILE;
749 if (ret & HASSUBDIRS)
752 if (TSTINO(dp->d_ino, dumpdirmap)) {
754 if (ret & HASDUMPEDFILE)
760 #endif /* __linux__ */
764 struct block_context {
773 * Dump a block to the tape
776 dumponeblock(UNUSED(ext2_filsys fs), blk_t *blocknr, e2_blkcnt_t blockcnt,
777 UNUSED(blk_t ref_block), UNUSED(int ref_offset), void * private)
779 struct block_context *p;
782 p = (struct block_context *)private;
783 for (i = p->next_block; i < blockcnt; i++) {
784 p->buf[p->cnt++] = 0;
785 if (p->cnt == p->max) {
786 blksout (p->buf, p->cnt, p->ino);
790 p->buf[p->cnt++] = *blocknr;
791 if (p->cnt == p->max) {
792 blksout (p->buf, p->cnt, p->ino);
795 p->next_block = blockcnt + 1;
801 dump_xattr(dump_ino_t ino, struct dinode *dp) {
803 if (dp->di_extraisize != 0) {
804 #ifdef HAVE_EXT2FS_READ_INODE_FULL
805 char inode[EXT2_INODE_SIZE(fs->super)];
809 memset(inode, 0, EXT2_INODE_SIZE(fs->super));
810 err = ext2fs_read_inode_full(fs, (ext2_ino_t)ino,
811 (struct ext2_inode *) inode,
812 EXT2_INODE_SIZE(fs->super));
814 com_err(disk, err, "while reading inode #%ld\n", (long)ino);
818 magic = (void *)inode + EXT2_GOOD_OLD_INODE_SIZE + dp->di_extraisize;
819 if (*magic == EXT2_XATTR_MAGIC) {
820 char xattr[EXT2_INODE_SIZE(fs->super)];
825 msg("dumping EA (inode) in inode #%ld\n", (long)ino);
826 memset(xattr, 0, EXT2_INODE_SIZE(fs->super));
827 memcpy(xattr, (void *)magic,
828 EXT2_INODE_SIZE(fs->super) -
829 (EXT2_GOOD_OLD_INODE_SIZE + dp->di_extraisize));
830 magic = (u_int32_t *)xattr;
831 *magic = EXT2_XATTR_MAGIC2;
833 spcl.c_type = TS_INODE;
834 spcl.c_dinode.di_size = EXT2_INODE_SIZE(fs->super);
835 spcl.c_flags |= DR_EXTATTRIBUTES;
836 spcl.c_extattributes = EXT_XATTR;
837 spcl.c_count = howmany(EXT2_INODE_SIZE(fs->super), TP_BSIZE);
838 for (i = 0; i < spcl.c_count; i++)
841 for (i = 0, cp = xattr; i < spcl.c_count; i++, cp += TP_BSIZE)
843 spcl.c_flags &= ~DR_EXTATTRIBUTES;
844 spcl.c_extattributes = 0;
849 if (dp->di_file_acl) {
852 msg("dumping EA (block) in inode #%ld\n", (long)ino);
854 spcl.c_type = TS_INODE;
855 spcl.c_dinode.di_size = sblock->fs_bsize;
856 spcl.c_flags |= DR_EXTATTRIBUTES;
857 spcl.c_extattributes = EXT_XATTR;
858 blksout(&dp->di_file_acl, EXT2_FRAGS_PER_BLOCK(fs->super), ino);
859 spcl.c_flags &= ~DR_EXTATTRIBUTES;
860 spcl.c_extattributes = 0;
865 * Dump passes 3 and 4.
867 * Dump the contents of an inode to tape.
870 dumpino(struct dinode *dp, dump_ino_t ino, int metaonly)
876 struct new_bsd_inode nbi;
879 struct block_context bc;
888 i_size = dp->di_size + ((u_quad_t) dp->di_size_high << 32);
892 dumpmap(dumpinomap, TS_BITS, ino);
894 CLRINO(ino, dumpinomap);
896 memset(&nbi, 0, sizeof(nbi));
897 nbi.di_mode = dp->di_mode;
898 nbi.di_nlink = dp->di_nlink;
899 nbi.di_ouid = dp->di_uid;
900 nbi.di_ogid = dp->di_gid;
901 nbi.di_size = i_size;
902 nbi.di_atime.tv_sec = dp->di_atime;
903 nbi.di_mtime.tv_sec = dp->di_mtime;
904 nbi.di_ctime.tv_sec = dp->di_ctime;
905 memmove(&nbi.di_db, &dp->di_db, (NDADDR + NIADDR) * sizeof(daddr_t));
906 nbi.di_flags = dp->di_flags;
907 nbi.di_blocks = dp->di_blocks;
908 nbi.di_gen = dp->di_gen;
909 nbi.di_uid = (((int32_t)dp->di_uidhigh) << 16) | dp->di_uid;
910 nbi.di_gid = (((int32_t)dp->di_gidhigh) << 16) | dp->di_gid;
911 memmove(&spcl.c_dinode, &nbi, sizeof(nbi));
912 #else /* __linux__ */
914 #endif /* __linux__ */
915 spcl.c_type = TS_INODE;
918 indexer->addInode(dp, ino, metaonly);
920 if (metaonly && (dp->di_mode & S_IFMT)) {
921 spcl.c_flags |= DR_METAONLY;
924 spcl.c_flags &= ~DR_METAONLY;
929 switch (dp->di_mode & S_IFMT) {
939 msg("Warning: dumpino called on a directory (ino %d)\n", ino);
945 * Check for short symbolic link.
949 i_size < EXT2_N_BLOCKS * sizeof (daddr_t)) {
953 memmove(buf, dp->di_db, (u_long)dp->di_size);
954 buf[dp->di_size] = '\0';
959 #endif /* __linux__ */
961 if (dp->di_size > 0 &&
962 dp->di_size < sblock->fs_maxsymlinklen) {
966 memmove(buf, dp->di_shortlink, (u_long)dp->di_size);
967 buf[dp->di_size] = '\0';
991 msg("Warning: undefined file type 0%o\n", dp->di_mode & IFMT);
995 bc.max = NINDIR(sblock) * EXT2_FRAGS_PER_BLOCK(fs->super);
996 bc.buf = (int *)malloc (bc.max * sizeof (int));
1001 ext2fs_block_iterate2(fs, (ext2_ino_t)ino, BLOCK_FLAG_DATA_ONLY, NULL, dumponeblock, (void *)&bc);
1002 /* deal with holes at the end of the inode */
1003 if (i_size > ((u_quad_t)bc.next_block) * sblock->fs_fsize) {
1004 remaining = i_size - ((u_quad_t)bc.next_block) * sblock->fs_fsize;
1005 for (i = 0; i < (int)howmany(remaining, sblock->fs_fsize); i++) {
1006 bc.buf[bc.cnt++] = 0;
1007 if (bc.cnt == bc.max) {
1008 blksout (bc.buf, bc.cnt, bc.ino);
1014 blksout (bc.buf, bc.cnt, bc.ino);
1017 dump_xattr(ino, dp);
1019 if (i_size > (u_quad_t)NDADDR * sblock->fs_bsize)
1020 cnt = NDADDR * sblock->fs_frag;
1022 cnt = howmany(i_size, sblock->fs_fsize);
1023 blksout(&dp->di_db[0], cnt, ino);
1024 if ((quad_t) (size = i_size - NDADDR * sblock->fs_bsize) <= 0) {
1025 dump_xattr(ino, dp);
1028 for (ind_level = 0; ind_level < NIADDR; ind_level++) {
1029 dmpindir(ino, dp->di_ib[ind_level], ind_level, &size);
1038 struct convert_dir_context {
1046 * This function converts an ext2fs directory entry to the BSD format.
1048 * Basically, it adds a null-character at the end of the name, recomputes the
1049 * size of the entry, and creates it in a temporary buffer
1052 convert_dir(struct ext2_dir_entry *dirent, UNUSED(int offset),
1053 UNUSED(int blocksize), UNUSED(char *buf), void *private)
1055 struct convert_dir_context *p;
1059 /* do not save entries to excluded inodes */
1060 if (exclude_ino(dirent->inode))
1063 p = (struct convert_dir_context *)private;
1065 reclen = EXT2_DIR_REC_LEN((dirent->name_len & 0xFF) + 1);
1066 if (((p->offset + reclen - 1) / p->bs) != (p->offset / p->bs)) {
1067 dp = (struct direct *)(p->buf + p->prev_offset);
1068 dp->d_reclen += p->bs - (p->offset % p->bs);
1069 p->offset += p->bs - (p->offset % p->bs);
1072 dp = (struct direct *)(p->buf + p->offset);
1073 dp->d_ino = dirent->inode;
1074 dp->d_reclen = reclen;
1075 dp->d_namlen = dirent->name_len & 0xFF;
1076 switch ((dirent->name_len & 0xFF00) >> 8) {
1078 dp->d_type = DT_UNKNOWN;
1080 case EXT2_FT_REG_FILE:
1081 dp->d_type = DT_REG;
1084 dp->d_type = DT_DIR;
1086 case EXT2_FT_CHRDEV:
1087 dp->d_type = DT_CHR;
1089 case EXT2_FT_BLKDEV:
1090 dp->d_type = DT_BLK;
1093 dp->d_type = DT_FIFO;
1096 dp->d_type = DT_SOCK;
1098 case EXT2_FT_SYMLINK:
1099 dp->d_type = DT_LNK;
1102 strncpy(dp->d_name, dirent->name, dp->d_namlen);
1103 dp->d_name[dp->d_namlen] = '\0';
1104 p->prev_offset = p->offset;
1105 p->offset += reclen;
1107 //indexer->addDirEntry(dirent, offset, blocksize, buf, private);
1115 * Dumps a directory to tape after converting it to the BSD format
1118 dumpdirino(struct dinode *dp, dump_ino_t ino)
1122 struct new_bsd_inode nbi;
1123 struct convert_dir_context cdc;
1125 struct ext2_dir_entry *de;
1130 dumpmap(dumpinomap, TS_BITS, ino);
1132 CLRINO(ino, dumpinomap);
1135 * Convert the directory to the BSD format
1137 /* Allocate a buffer for the conversion (twice the size of the
1138 ext2fs directory to avoid problems ;-) */
1139 cdc.buf = (char *)malloc(dp->di_size * 2 * sizeof(char));
1140 if (cdc.buf == NULL)
1141 err(1, "Cannot allocate buffer to convert directory #%lu\n",
1142 (unsigned long)ino);
1144 cdc.prev_offset = 0;
1145 cdc.bs = MIN(DIRBLKSIZ, TP_BSIZE);
1146 /* Do the conversion */
1147 retval = ext2fs_dir_iterate(fs, (ext2_ino_t)ino, 0, NULL, convert_dir, (void *)&cdc);
1149 com_err(disk, retval, "while converting directory #%ld\n", (long)ino);
1152 /* Fix the last entry */
1153 if ((cdc.offset % cdc.bs) != 0) {
1154 de = (struct ext2_dir_entry *)(cdc.buf + cdc.prev_offset);
1155 de->rec_len += cdc.bs - (cdc.offset % cdc.bs);
1156 cdc.offset += cdc.bs - (cdc.offset % cdc.bs);
1159 dir_size = cdc.offset;
1162 memset(&nbi, 0, sizeof(nbi));
1163 nbi.di_mode = dp->di_mode;
1164 nbi.di_nlink = dp->di_nlink;
1165 nbi.di_ouid = dp->di_uid;
1166 nbi.di_ogid = dp->di_gid;
1167 nbi.di_size = dir_size; /* (u_quad_t)dp->di_size; */
1168 nbi.di_atime.tv_sec = dp->di_atime;
1169 nbi.di_mtime.tv_sec = dp->di_mtime;
1170 nbi.di_ctime.tv_sec = dp->di_ctime;
1171 memmove(&nbi.di_db, &dp->di_db, (NDADDR + NIADDR) * sizeof(daddr_t));
1172 nbi.di_flags = dp->di_flags;
1173 nbi.di_blocks = dp->di_blocks;
1174 nbi.di_gen = dp->di_gen;
1175 nbi.di_uid = (((int32_t)dp->di_uidhigh) << 16) | dp->di_uid;
1176 nbi.di_gid = (((int32_t)dp->di_gidhigh) << 16) | dp->di_gid;
1177 memmove(&spcl.c_dinode, &nbi, sizeof(nbi));
1178 #else /* __linux__ */
1179 spcl.c_dinode = *dp;
1180 #endif /* __linux__ */
1181 spcl.c_type = TS_INODE;
1183 switch (dp->di_mode & S_IFMT) {
1194 msg("Warning: size of directory inode #%d is <= 0 (%d)!\n",
1199 msg("Warning: dumpdirino called with file type 0%o (inode #%d)\n",
1200 dp->di_mode & IFMT, ino);
1203 for (size = 0; size < dir_size; size += TP_BSIZE) {
1207 memmove(buf, cdc.buf + size, TP_BSIZE);
1209 spcl.c_type = TS_ADDR;
1212 indexer->addInode(dp, ino, 0);
1214 (void)free(cdc.buf);
1215 dump_xattr(ino, dp);
1217 #endif /* __linux__ */
1221 * Read indirect blocks, and pass the data blocks to be dumped.
1224 dmpindir(dump_ino_t ino, daddr_t blk, int ind_level, fsizeT *size)
1231 daddr_t idblk[MAXNINDIR];
1234 bread(fsbtodb(sblock, blk), (char *)idblk, (int) sblock->fs_bsize);
1237 * My RedHat 4.0 system doesn't have these flags; I haven't
1238 * upgraded e2fsprogs yet
1240 #if defined(EXT2_FLAG_SWAP_BYTES)
1241 if ((fs->flags & EXT2_FLAG_SWAP_BYTES) ||
1242 (fs->flags & EXT2_FLAG_SWAP_BYTES_READ))
1245 max = sblock->fs_bsize >> 2;
1246 swapme = (blk_t *) idblk;
1247 for (i = 0; i < max; i++, swapme++)
1248 *swapme = ext2fs_swab32(*swapme);
1250 #endif /* __linux__ */
1252 memset(idblk, 0, (int)sblock->fs_bsize);
1253 if (ind_level <= 0) {
1254 if (*size < NINDIR(sblock) * sblock->fs_bsize)
1255 cnt = howmany(*size, sblock->fs_fsize);
1258 cnt = NINDIR(sblock) * EXT2_FRAGS_PER_BLOCK(fs->super);
1260 cnt = NINDIR(sblock) * sblock->fs_frag;
1262 *size -= NINDIR(sblock) * sblock->fs_bsize;
1263 blksout(&idblk[0], cnt, ino);
1267 for (i = 0; i < NINDIR(sblock); i++) {
1268 dmpindir(ino, idblk[i], ind_level, size);
1276 * Collect up the data into tape record sized buffers and output them.
1279 blksout(blk_t *blkp, int frags, dump_ino_t ino)
1282 int i, j, count, blks, tbperdb;
1284 blks = howmany(frags * sblock->fs_fsize, TP_BSIZE);
1285 tbperdb = sblock->fs_bsize >> tp_bshift;
1286 for (i = 0; i < blks; i += TP_NINDIR) {
1287 if (i + TP_NINDIR > blks)
1290 count = i + TP_NINDIR;
1291 for (j = i; j < count; j++)
1292 if (blkp[j / tbperdb] != 0)
1293 spcl.c_addr[j - i] = 1;
1295 spcl.c_addr[j - i] = 0;
1296 spcl.c_count = count - i;
1298 bp = &blkp[i / tbperdb];
1299 for (j = i; j < count; j += tbperdb, bp++) {
1301 if (j + tbperdb <= count)
1302 dumpblock(*bp, (int)sblock->fs_bsize);
1304 dumpblock(*bp, (count - j) * TP_BSIZE);
1307 spcl.c_type = TS_ADDR;
1312 * Dump a map to the tape.
1315 dumpmap(char *map, int type, dump_ino_t ino)
1321 spcl.c_count = howmany(mapsize * sizeof(char), TP_BSIZE);
1322 spcl.c_dinode.di_size = mapsize;
1324 for (i = 0, cp = map; i < spcl.c_count; i++, cp += TP_BSIZE)
1328 #if defined(__linux__) && !defined(int32_t)
1329 #define int32_t __s32
1333 * Compute and fill in checksum information.
1336 mkchecksum(union u_spcl *tmpspcl)
1338 int32_t sum, cnt, *lp;
1340 tmpspcl->s_spcl.c_checksum = 0;
1341 lp = (int32_t *)&tmpspcl->s_spcl;
1343 cnt = sizeof(union u_spcl) / (4 * sizeof(int32_t));
1344 while (--cnt >= 0) {
1350 tmpspcl->s_spcl.c_checksum = CHECKSUM - sum;
1354 * Write a header record to the dump tape.
1357 writeheader(dump_ino_t ino)
1359 char *state; /* need to have some place to put this! */
1360 spcl.c_inumber = ino;
1361 spcl.c_magic = NFS_MAGIC;
1362 mkchecksum((union u_spcl *)&spcl);
1363 writerec((char *)&spcl, 1);
1368 getino(dump_ino_t inum)
1370 static struct dinode dinode;
1374 #ifdef HAVE_EXT2FS_READ_INODE_FULL
1375 err = ext2fs_read_inode_full(fs, (ext2_ino_t)inum, (struct ext2_inode *) &dinode, sizeof(struct dinode));
1377 err = ext2fs_read_inode(fs, (ext2_ino_t)inum, (struct ext2_inode *) &dinode);
1380 com_err(disk, err, "while reading inode #%ld\n", (long)inum);
1385 #else /* __linux__ */
1387 getino(dump_ino_t inum)
1389 static daddr_t minino, maxino;
1390 static struct dinode inoblock[MAXINOPB];
1393 if (inum >= minino && inum < maxino)
1394 return (&inoblock[inum - minino]);
1395 bread(fsbtodb(sblock, ino_to_fsba(sblock, inum)), (char *)inoblock,
1396 (int)sblock->fs_bsize);
1397 minino = inum - (inum % INOPB(sblock));
1398 maxino = minino + INOPB(sblock);
1399 return (&inoblock[inum - minino]);
1401 #endif /* __linux__ */
1404 * Read a chunk of data from the disk.
1405 * Try to recover from hard errors by reading in sector sized pieces.
1406 * Error recovery is attempted at most BREADEMAX times before seeking
1407 * consent from the operator to continue.
1409 int breaderrors = 0;
1412 bread(ext2_loff_t blkno, char *buf, int size)
1418 if (ext2fs_llseek(diskfd, (blkno << dev_bshift), 0) !=
1419 (blkno << dev_bshift))
1421 if (lseek(diskfd, ((off_t)blkno << dev_bshift), 0) !=
1422 ((off_t)blkno << dev_bshift))
1424 msg("bread: lseek fails\n");
1425 if ((cnt = read(diskfd, buf, size)) == size)
1427 if (blkno + (size / dev_bsize) > fsbtodb(sblock, sblock->fs_size)) {
1429 * Trying to read the final fragment.
1431 * NB - dump only works in TP_BSIZE blocks, hence
1432 * rounds `dev_bsize' fragments up to TP_BSIZE pieces.
1433 * It should be smarter about not actually trying to
1434 * read more than it can get, but for the time being
1435 * we punt and scale back the read only when it gets
1436 * us into trouble. (mkm 9/25/83)
1442 msg("read error from %s: %s: [block %d, ext2blk %d]: count=%d\n",
1443 disk, strerror(errno), blkno,
1444 dbtofsb(sblock, blkno), size);
1446 msg("short read error from %s: [block %d, ext2blk %d]: count=%d, got=%d\n",
1447 disk, blkno, dbtofsb(sblock, blkno), size, cnt);
1448 if (breademax && ++breaderrors > breademax) {
1449 msg("More than %d block read errors from %d\n",
1451 broadcast("DUMP IS AILING!\n");
1452 msg("This is an unrecoverable error.\n");
1453 if (!query("Do you want to attempt to continue?")){
1460 * Zero buffer, then try to read each sector of buffer separately.
1462 memset(buf, 0, size);
1463 for (i = 0; i < size; i += dev_bsize, buf += dev_bsize, blkno++) {
1465 if (ext2fs_llseek(diskfd, (blkno << dev_bshift), 0) !=
1466 (blkno << dev_bshift))
1468 if (lseek(diskfd, ((off_t)blkno << dev_bshift), 0) !=
1469 ((off_t)blkno << dev_bshift))
1471 msg("bread: lseek2 fails!\n");
1472 if ((cnt = read(diskfd, buf, (int)dev_bsize)) == dev_bsize)
1475 msg("read error from %s: %s: [sector %d, ext2blk %d]: count=%d\n",
1476 disk, strerror(errno), blkno,
1477 dbtofsb(sblock, blkno), dev_bsize);
1480 msg("short read error from %s: [sector %d, ext2blk %d]: count=%d, got=%d\n",
1481 disk, blkno, dbtofsb(sblock, blkno), dev_bsize, cnt);