2 * Copyright 2000, International Business Machines Corporation and others.
5 * This software has been released under the terms of the IBM Public
6 * License. For details, see the LICENSE file in the top-level source
7 * directory or online at http://www.openafs.org/dl/license10.html
10 #include <afsconfig.h>
11 #include <afs/param.h>
19 #include <rx/rx_queue.h>
20 #include <afs/afsint.h>
22 #include <afs/errors.h>
25 #include <afs/ihandle.h>
26 #include <afs/vnode.h>
27 #include <afs/volume.h>
28 #include <afs/partition.h>
29 #include <afs/daemon_com.h>
30 #include <afs/fssync.h>
32 #include <afs/com_err.h>
33 #include <afs/vol_prototypes.h>
38 #include "dumpstuff.h"
42 #define afs_stat stat64
43 #define afs_fstat fstat64
44 #else /* !O_LARGEFILE */
46 #define afs_fstat fstat
47 #endif /* !O_LARGEFILE */
48 #endif /* !AFS_NT40_ENV */
50 /*@printflike@*/ extern void Log(const char *format, ...);
53 extern int DoPreserveVolumeStats;
56 /* Forward Declarations */
57 static int DumpDumpHeader(struct iod *iodp, Volume * vp,
59 static int DumpPartial(struct iod *iodp, Volume * vp,
60 afs_int32 fromtime, int dumpAllDirs);
61 static int DumpVnodeIndex(struct iod *iodp, Volume * vp,
62 VnodeClass class, afs_int32 fromtime,
64 static int DumpVnode(struct iod *iodp, struct VnodeDiskObject *v,
65 VolumeId volid, int vnodeNumber, int dumpEverything);
66 static int ReadDumpHeader(struct iod *iodp, struct DumpHeader *hp);
67 static int ReadVnodes(struct iod *iodp, Volume * vp, int incremental,
68 afs_foff_t * Lbuf, afs_int32 s1, afs_foff_t * Sbuf,
69 afs_int32 s2, afs_int32 delo);
70 static afs_fsize_t volser_WriteFile(int vn, struct iod *iodp,
71 FdHandle_t * handleP, int tag,
74 static int SizeDumpDumpHeader(struct iod *iodp, Volume * vp,
76 struct volintSize *size);
77 static int SizeDumpPartial(struct iod *iodp, Volume * vp,
78 afs_int32 fromtime, int dumpAllDirs,
79 struct volintSize *size);
80 static int SizeDumpVnodeIndex(struct iod *iodp, Volume * vp,
81 VnodeClass class, afs_int32 fromtime,
83 struct volintSize *size);
84 static int SizeDumpVnode(struct iod *iodp, struct VnodeDiskObject *v,
85 VolumeId volid, int vnodeNumber, int dumpEverything,
86 struct volintSize *size);
88 #define MAX_SECTIONS 3
90 /* The TLV range must start above D_MAX */
91 #define MIN_TLV_TAG 21
92 #define MAX_TLV_TAG 0x60
93 #define MAX_STANDARD_TAG 0x7a
94 static afs_uint32 oldtags[MAX_SECTIONS][16];
95 int oldtagsInited = 0;
98 RegisterTag(afs_int32 section, unsigned char tag)
100 afs_uint32 off = tag >> 5;
101 afs_uint32 mask = 1 << (tag & 0x1f);
102 oldtags[section][off] |= mask;
106 initNonStandardTags(void)
108 RegisterTag(0, 'n'); /* volume name */
109 RegisterTag(0, 't'); /* fromtime, V_backupDate */
110 RegisterTag(1, 'A'); /* V_accessDate */
111 RegisterTag(1, 'C'); /* V_creationDate */
112 RegisterTag(1, 'D'); /* V_dayUseDate */
113 RegisterTag(1, 'E'); /* V_expirationDate */
114 RegisterTag(1, 'M'); /* nullstring (motd) */
115 RegisterTag(1, 'U'); /* V_updateDate */
116 RegisterTag(1, 'W'); /* V_weekUse */
117 RegisterTag(1, 'Z'); /* V_dayUse */
118 RegisterTag(1, 'O'); /* V_offlineMessage */
119 RegisterTag(1, 'b'); /* V_blessed */
120 RegisterTag(1, 'n'); /* V_name */
121 RegisterTag(1, 's'); /* V_inService */
122 RegisterTag(1, 't'); /* V_type */
123 RegisterTag(2, 'A'); /* VVnodeDiskACL */
124 RegisterTag(2, 'b'); /* modeBits */
125 RegisterTag(2, 'f'); /* small file */
126 RegisterTag(2, 'h'); /* large file */
127 RegisterTag(2, 'l'); /* linkcount */
128 RegisterTag(2, 't'); /* type */
133 iod_Init(struct iod *iodp, struct rx_call *call)
136 iodp->haveOldChar = 0;
138 iodp->calls = (struct rx_call **)0;
142 iod_InitMulti(struct iod *iodp, struct rx_call **calls, int ncalls,
147 iodp->haveOldChar = 0;
148 iodp->ncalls = ncalls;
150 iodp->call = (struct rx_call *)0;
153 /* N.B. iod_Read doesn't check for oldchar (see previous comment) */
154 #define iod_Read(iodp, buf, nbytes) rx_Read((iodp)->call, buf, nbytes)
156 /* For the single dump case, it's ok to just return the "bytes written"
157 * that rx_Write returns, since all the callers of iod_Write abort when
158 * the returned value is less than they expect. For the multi dump case,
159 * I don't think we want half the replicas to go bad just because one
160 * connection timed out, but if they all time out, then we should give up.
163 iod_Write(struct iod *iodp, char *buf, int nbytes)
168 opr_Assert((iodp->call && iodp->ncalls == 1 && !iodp->calls)
169 || (!iodp->call && iodp->ncalls >= 1 && iodp->calls));
172 code = rx_Write(iodp->call, buf, nbytes);
176 for (i = 0; i < iodp->ncalls; i++) {
177 if (iodp->calls[i] && !iodp->codes[i]) {
178 code = rx_Write(iodp->calls[i], buf, nbytes);
179 if (code != nbytes) { /* everything gets merged into a single error */
180 iodp->codes[i] = VOLSERDUMPERROR; /* but that's exactly what the */
181 } /* standard dump does, anyways */
186 } /* for all calls */
195 iod_ungetc(struct iod *iodp, int achar)
197 iodp->oldChar = achar;
198 iodp->haveOldChar = 1;
202 iod_getc(struct iod *iodp)
206 if (iodp->haveOldChar) {
207 iodp->haveOldChar = 0;
208 return iodp->oldChar;
210 if (iod_Read(iodp, (char *) &t, 1) == 1)
216 ReadShort(struct iod *iodp, unsigned short *sp)
225 *sp = (b1 << 8) | b0;
230 ReadInt32(struct iod *iodp, afs_uint32 * lp)
232 afs_uint32 b3, b2, b1, b0;
245 *lp = (((((b3 << 8) | b2) << 8) | b1) << 8) | b0;
250 ReadString(struct iod *iodp, char *to, int maxa)
259 if ((*to++ = c = iod_getc(iodp)) == 0 || c == EOF)
263 while ((c = iod_getc(iodp)) && c != EOF);
269 ReadByteString(struct iod *iodp, byte * to, int size)
274 while (size-- > 0 && (c = iod_getc(iodp)) != EOF) {
282 * returns 1 on success and 0 otherwise
285 ReadStandardTagLen(struct iod *iodp, unsigned char tag, afs_int32 section,
289 afs_uint32 off = tag >> 5;
290 afs_uint32 mask = 1 << (tag & 0x1f);
292 unsigned char buf[8], *p;
295 initNonStandardTags();
297 if (tag < MIN_TLV_TAG
298 || tag > MAX_STANDARD_TAG
299 || section >= MAX_SECTIONS
300 || (oldtags[section][ off] & mask)) {
301 Log("Trying to use ReadStandardTag with tag 0x%02x for section %d, aborting\n", tag, section);
304 if (tag <= MAX_TLV_TAG) {
305 len = iod_getc(iodp);
307 return VOLSERDUMPERROR;
312 if ((code = iod_Read(iodp, (char *)buf, len)) != len)
313 return VOLSERDUMPERROR;
315 p = (unsigned char *)&buf;
316 for (i=0; i<len; i++) {
317 *length = ((*length) << 8) | *p++;
321 if (tag < MAX_STANDARD_TAG)
327 static char skipbuf[256];
330 SkipData(struct iod *iodp, afs_size_t length)
332 while (length > 256) {
333 if (iod_Read(iodp, (char *)&skipbuf, 256) != 256)
337 if (iod_Read(iodp, (char *)&skipbuf, length) != length)
342 static char *secname[3] = {"ReadDumpHeader", "ReadVolumeHeader", "ReadVnodes"};
345 HandleUnknownTag(struct iod *iodp, int tag, afs_int32 section,
348 afs_size_t taglen = 0;
352 Log("%s: unknown critical tag x%02x, aborting\n",
353 secname[section], tag);
356 Log("%s: unknown tag x%02x found, skipping\n", secname[section], tag);
357 if (tag >= 0x06 && tag <= 0x60) {
358 if (!ReadStandardTagLen(iodp, tag, 1, &taglen)) {
359 Log("%s: error reading length field for tag x%02x, aborting\n",
360 secname[section], tag);
363 if (!SkipData(iodp, taglen)) {
364 Log("%s: error skipping %llu bytes for tag x%02x, aborting\n",
365 secname[section], taglen, tag);
370 if (tag >= 0x61 && tag <= 0x7a) {
371 if (!ReadInt32(iodp, &trash)) {
372 Log("%s: error skipping int32 for tag x%02x, aborting\n",
373 secname[section], tag);
378 if (tag >= 0x7b && tag < 0x80) /* dataless tag */
380 Log("%s: unknown invalid tag x%02x, aborting\n", secname[section], tag);
385 ReadVolumeHeader(struct iod *iodp, VolumeDiskData * vol)
389 afs_int32 critical = 0;
390 memset(vol, 0, sizeof(*vol));
391 while ((tag = iod_getc(iodp)) > D_MAX && tag != EOF) {
396 if (!ReadInt32(iodp, &vol->id))
397 return VOLSERREAD_DUMPERROR;
400 if (!ReadInt32(iodp, &trash))
401 return VOLSERREAD_DUMPERROR;
404 ReadString(iodp, vol->name, sizeof(vol->name));
405 /*this means the name of the retsored volume could be possibly different. In conjunction with SAFSVolSignalRestore */
408 vol->inService = iod_getc(iodp);
411 vol->blessed = iod_getc(iodp);
414 if (!ReadInt32(iodp, &vol->uniquifier))
415 return VOLSERREAD_DUMPERROR;
418 vol->type = iod_getc(iodp);
421 if (!ReadInt32(iodp, &vol->parentId))
422 return VOLSERREAD_DUMPERROR;
425 if (!ReadInt32(iodp, &vol->cloneId))
426 return VOLSERREAD_DUMPERROR;
429 if (!ReadInt32(iodp, (afs_uint32 *) & vol->maxquota))
430 return VOLSERREAD_DUMPERROR;
433 if (!ReadInt32(iodp, (afs_uint32 *) & vol->minquota))
434 return VOLSERREAD_DUMPERROR;
437 if (!ReadInt32(iodp, (afs_uint32 *) & vol->diskused))
438 return VOLSERREAD_DUMPERROR; /* Bogus: should calculate this */
441 if (!ReadInt32(iodp, (afs_uint32 *) & vol->filecount))
442 return VOLSERREAD_DUMPERROR;
445 if (!ReadInt32(iodp, &vol->accountNumber))
446 return VOLSERREAD_DUMPERROR;
449 if (!ReadInt32(iodp, &vol->owner))
450 return VOLSERREAD_DUMPERROR;
453 if (!ReadInt32(iodp, &vol->creationDate))
454 return VOLSERREAD_DUMPERROR;
457 if (!ReadInt32(iodp, &vol->accessDate))
458 return VOLSERREAD_DUMPERROR;
461 if (!ReadInt32(iodp, &vol->updateDate))
462 return VOLSERREAD_DUMPERROR;
465 if (!ReadInt32(iodp, &vol->expirationDate))
466 return VOLSERREAD_DUMPERROR;
469 if (!ReadInt32(iodp, &vol->backupDate))
470 return VOLSERREAD_DUMPERROR;
473 ReadString(iodp, vol->offlineMessage,
474 sizeof(vol->offlineMessage));
478 * Detailed volume statistics are never stored in dumps,
479 * so we just restore either the null string if this volume
480 * had already been set to store statistics, or the old motd
481 * contents otherwise. It doesn't matter, since this field
482 * will soon get initialized anyway.
484 ReadString(iodp, (char *)(vol->stat_reads), VMSGSIZE);
487 unsigned short length;
490 if (!ReadShort(iodp, &length))
491 return VOLSERREAD_DUMPERROR;
492 for (i = 0; i < length; i++) {
493 if (!ReadInt32(iodp, &data))
494 return VOLSERREAD_DUMPERROR;
495 if (i < sizeof(vol->weekUse) / sizeof(vol->weekUse[0]))
496 vol->weekUse[i] = data;
501 if (!ReadInt32(iodp, &vol->dayUseDate))
502 return VOLSERREAD_DUMPERROR;
505 if (!ReadInt32(iodp, (afs_uint32 *) & vol->dayUse))
506 return VOLSERREAD_DUMPERROR;
509 if (!ReadInt32(iodp, (afs_uint32 *) &trash/*volUpdateCounter*/))
510 return VOLSERREAD_DUMPERROR;
516 if (!HandleUnknownTag(iodp, tag, 1, critical))
517 return VOLSERREAD_DUMPERROR;
520 iod_ungetc(iodp, tag);
525 DumpTag(struct iod *iodp, int tag)
530 return ((iod_Write(iodp, &p, 1) == 1) ? 0 : VOLSERDUMPERROR);
535 DumpByte(struct iod *iodp, char tag, byte value)
538 byte *p = (unsigned char *)tbuffer;
541 return ((iod_Write(iodp, tbuffer, 2) == 2) ? 0 : VOLSERDUMPERROR);
544 #define afs_putint32(p, v) *p++ = v>>24, *p++ = v>>16, *p++ = v>>8, *p++ = v
545 #define afs_putshort(p, v) *p++ = v>>8, *p++ = v
548 DumpDouble(struct iod *iodp, char tag, afs_uint32 value1,
552 byte *p = (unsigned char *)tbuffer;
554 afs_putint32(p, value1);
555 afs_putint32(p, value2);
556 return ((iod_Write(iodp, tbuffer, 9) == 9) ? 0 : VOLSERDUMPERROR);
560 DumpInt32(struct iod *iodp, char tag, afs_uint32 value)
563 byte *p = (unsigned char *)tbuffer;
565 afs_putint32(p, value);
566 return ((iod_Write(iodp, tbuffer, 5) == 5) ? 0 : VOLSERDUMPERROR);
570 DumpArrayInt32(struct iod *iodp, char tag,
571 afs_uint32 * array, int nelem)
576 byte *p = (unsigned char *)tbuffer;
578 afs_putshort(p, nelem);
579 code = iod_Write(iodp, tbuffer, 3);
581 return VOLSERDUMPERROR;
583 p = (unsigned char *)tbuffer;
584 v = *array++; /*this was register */
587 code = iod_Write(iodp, tbuffer, 4);
589 return VOLSERDUMPERROR;
595 DumpShort(struct iod *iodp, char tag, unsigned int value)
598 byte *p = (unsigned char *)tbuffer;
602 return ((iod_Write(iodp, tbuffer, 3) == 3) ? 0 : VOLSERDUMPERROR);
606 DumpBool(struct iod *iodp, char tag, unsigned int value)
609 byte *p = (unsigned char *)tbuffer;
612 return ((iod_Write(iodp, tbuffer, 2) == 2) ? 0 : VOLSERDUMPERROR);
616 DumpString(struct iod *iodp, char tag, char *s)
620 code = iod_Write(iodp, &tag, 1);
622 return VOLSERDUMPERROR;
624 code = iod_Write(iodp, s, n);
626 return VOLSERDUMPERROR;
631 DumpByteString(struct iod *iodp, char tag, byte * bs,
636 code = iod_Write(iodp, &tag, 1);
638 return VOLSERDUMPERROR;
639 code = iod_Write(iodp, (char *)bs, nbytes);
641 return VOLSERDUMPERROR;
646 DumpStandardTag(struct iod *iodp, char tag, afs_uint32 section)
649 afs_uint32 off = tag >> 5;
650 afs_uint32 mask = 1 << (tag & 0x1f);
653 initNonStandardTags();
655 if (tag < MIN_TLV_TAG
656 || tag > MAX_STANDARD_TAG
657 || section >= MAX_SECTIONS
658 || (oldtags[section][ off] & mask)) {
659 Log("Trying to use DumpStandardTag with tag 0x%02x for section %d, aborting\n", tag, section);
660 return VOLSERDUMPERROR;
662 code = iod_Write(iodp, &tag, 1);
664 return VOLSERDUMPERROR;
670 DumpStandardTagLen(struct iod *iodp, char tag, afs_uint32 section,
677 if (tag < MIN_TLV_TAG || tag > MAX_TLV_TAG) {
678 Log("Trying to use DumpStandardTagLen with tag 0x%02x for section %d, aborting\n", tag, section);
679 return VOLSERDUMPERROR;
681 code = DumpStandardTag(iodp, tag, section);
685 if (length < 128) { /* byte after tag contains length */
688 } else { /* byte after tag contains length of length field | 0x80 */
689 for (len=0; length; length=length >> 8) {
697 code = iod_Write(iodp, p, len);
699 return VOLSERDUMPERROR;
704 DumpFile(struct iod *iodp, int vnode, FdHandle_t * handleP)
706 int code = 0, error = 0;
708 afs_foff_t offset = 0;
709 afs_sfsize_t nbytes, howBig;
712 afs_foff_t howFar = 0;
717 struct afs_stat status;
719 LARGE_INTEGER fileSize;
722 #include <sys/statfs.h>
723 #if defined(AFS_AIX52_ENV)
724 struct statfs64 tstatfs;
725 #else /* !AFS_AIX52_ENV */
726 struct statfs tstatfs;
727 #endif /* !AFS_AIX52_ENV */
732 if (!GetFileSizeEx(handleP->fd_fd, &fileSize)) {
733 Log("DumpFile: GetFileSizeEx returned error code %d on descriptor %d\n", GetLastError(), handleP->fd_fd);
734 return VOLSERDUMPERROR;
736 howBig = fileSize.QuadPart;
740 afs_fstat(handleP->fd_fd, &status);
741 howBig = status.st_size;
744 /* Unfortunately in AIX valuable fields such as st_blksize are
745 * gone from the stat structure.
747 #if defined(AFS_AIX52_ENV)
748 statfs_code = fstatfs64(handleP->fd_fd, &tstatfs);
749 #else /* !AFS_AIX52_ENV */
750 statfs_code = fstatfs(handleP->fd_fd, &tstatfs);
751 #endif /* !AFS_AIX52_ENV */
752 if (statfs_code != 0) {
753 Log("DumpFile: fstatfs returned error code %d on descriptor %d\n", errno, handleP->fd_fd);
754 return VOLSERDUMPERROR;
756 howMany = tstatfs.f_bsize;
758 howMany = status.st_blksize;
759 #endif /* AFS_AIX_ENV */
760 #endif /* AFS_NT40_ENV */
763 SplitInt64(howBig, hi, lo);
765 code = DumpInt32(iodp, 'f', lo);
767 code = DumpDouble(iodp, 'h', hi, lo);
770 return VOLSERDUMPERROR;
775 Log("1 Volser: DumpFile: not enough memory to allocate %u bytes\n", (unsigned)howMany);
776 return VOLSERDUMPERROR;
779 for (nbytes = howBig; (nbytes && !error); nbytes -= howMany) {
780 if (nbytes < howMany)
784 n = FDH_PREAD(handleP, p, howMany, howFar);
787 /* If read any good data and we null padded previously, log the
788 * amount that we had null padded.
790 if ((n > 0) && pad) {
791 Log("1 Volser: DumpFile: Null padding file %d bytes at offset %lld\n", pad, (long long)offset);
795 /* If didn't read enough data, null padd the rest of the buffer. This
796 * can happen if, for instance, the media has some bad spots. We don't
797 * want to quit the dump, so we start null padding.
800 /* Record the read error */
803 Log("1 Volser: DumpFile: Error reading inode %s for vnode %d: %s\n", PrintInode(stmp, handleP->fd_ih->ih_ino), vnode, afs_error_message(errno));
805 Log("1 Volser: DumpFile: Error reading inode %s for vnode %d\n", PrintInode(stmp, handleP->fd_ih->ih_ino), vnode);
808 /* Pad the rest of the buffer with zeros. Remember offset we started
809 * padding. Keep total tally of padding.
811 memset(p + n, 0, howMany - n);
813 offset = (howBig - nbytes) + n;
814 pad += (howMany - n);
816 /* Now seek over the data we could not get. An error here means we
817 * can't do the next read.
819 howFar = (size_t)((howBig - nbytes) + howMany);
822 /* Now write the data out */
823 if (iod_Write(iodp, (char *)p, howMany) != howMany)
824 error = VOLSERDUMPERROR;
825 #ifndef AFS_PTHREAD_ENV
830 if (pad) { /* Any padding we hadn't reported yet */
831 Log("1 Volser: DumpFile: Null padding file: %d bytes at offset %lld\n",
832 pad, (long long)offset);
840 DumpVolumeHeader(struct iod *iodp, Volume * vp)
843 static char nullString[1] = ""; /*The ``contents'' of motd */
846 code = DumpTag(iodp, D_VOLUMEHEADER);
848 code = DumpInt32(iodp, 'i', V_id(vp));
851 code = DumpInt32(iodp, 'v', V_stamp(vp).version);
853 code = DumpString(iodp, 'n', V_name(vp));
855 code = DumpBool(iodp, 's', V_inService(vp));
857 code = DumpBool(iodp, 'b', V_blessed(vp));
859 code = DumpInt32(iodp, 'u', V_uniquifier(vp));
861 code = DumpByte(iodp, 't', (byte) V_type(vp));
863 code = DumpInt32(iodp, 'p', V_parentId(vp));
866 code = DumpInt32(iodp, 'c', V_cloneId(vp));
868 code = DumpInt32(iodp, 'q', V_maxquota(vp));
870 code = DumpInt32(iodp, 'm', V_minquota(vp));
872 code = DumpInt32(iodp, 'd', V_diskused(vp));
874 code = DumpInt32(iodp, 'f', V_filecount(vp));
876 code = DumpInt32(iodp, 'a', V_accountNumber(vp));
878 code = DumpInt32(iodp, 'o', V_owner(vp));
880 code = DumpInt32(iodp, 'C', V_creationDate(vp)); /* Rw volume creation date */
882 code = DumpInt32(iodp, 'A', V_accessDate(vp));
884 code = DumpInt32(iodp, 'U', V_updateDate(vp));
886 code = DumpInt32(iodp, 'E', V_expirationDate(vp));
888 code = DumpInt32(iodp, 'B', V_backupDate(vp)); /* Rw volume backup clone date */
890 code = DumpString(iodp, 'O', V_offlineMessage(vp));
892 * We do NOT dump the detailed volume statistics residing in the old
893 * motd field, since we cannot tell from the info in a dump whether
894 * statistics data has been put there. Instead, we dump a null string,
895 * just as if that was what the motd contained.
898 code = DumpString(iodp, 'M', nullString);
901 DumpArrayInt32(iodp, 'W', (afs_uint32 *) V_weekUse(vp),
902 sizeof(V_weekUse(vp)) / sizeof(V_weekUse(vp)[0]));
904 code = DumpInt32(iodp, 'D', V_dayUseDate(vp));
906 code = DumpInt32(iodp, 'Z', V_dayUse(vp));
911 DumpEnd(struct iod *iodp)
913 return (DumpInt32(iodp, D_DUMPEND, DUMPENDMAGIC));
916 /* Guts of the dump code */
918 /* Dump a whole volume */
920 DumpVolume(struct rx_call *call, Volume * vp,
921 afs_int32 fromtime, int dumpAllDirs)
925 struct iod *iodp = &iod;
926 iod_Init(iodp, call);
929 code = DumpDumpHeader(iodp, vp, fromtime);
932 code = DumpPartial(iodp, vp, fromtime, dumpAllDirs);
934 /* hack follows. Errors should be handled quite differently in this version of dump than they used to be.*/
935 if (rx_Error(iodp->call)) {
936 Log("1 Volser: DumpVolume: Rx call failed during dump, error %d\n",
937 rx_Error(iodp->call));
938 return VOLSERDUMPERROR;
941 code = DumpEnd(iodp);
946 /* Dump a volume to multiple places*/
948 DumpVolMulti(struct rx_call **calls, int ncalls, Volume * vp,
949 afs_int32 fromtime, int dumpAllDirs, int *codes)
953 iod_InitMulti(&iod, calls, ncalls, codes);
956 code = DumpDumpHeader(&iod, vp, fromtime);
958 code = DumpPartial(&iod, vp, fromtime, dumpAllDirs);
960 code = DumpEnd(&iod);
964 /* A partial dump (no dump header) */
966 DumpPartial(struct iod *iodp, Volume * vp,
967 afs_int32 fromtime, int dumpAllDirs)
971 code = DumpVolumeHeader(iodp, vp);
973 code = DumpVnodeIndex(iodp, vp, vLarge, fromtime, dumpAllDirs);
975 code = DumpVnodeIndex(iodp, vp, vSmall, fromtime, 0);
980 DumpVnodeIndex(struct iod *iodp, Volume * vp, VnodeClass class,
981 afs_int32 fromtime, int forcedump)
984 struct VnodeClassInfo *vcp = &VnodeClassInfo[class];
985 char buf[SIZEOF_LARGEDISKVNODE];
986 struct VnodeDiskObject *vnode = (struct VnodeDiskObject *)buf;
987 StreamHandle_t *file;
989 afs_sfsize_t size, nVnodes;
993 fdP = IH_OPEN(vp->vnodeIndex[class].handle);
994 opr_Assert(fdP != NULL);
995 file = FDH_FDOPEN(fdP, "r+");
996 opr_Assert(file != NULL);
997 size = OS_SIZE(fdP->fd_fd);
998 opr_Assert(size != -1);
999 nVnodes = (size / vcp->diskSize) - 1;
1001 opr_Assert((nVnodes + 1) * vcp->diskSize == size);
1002 opr_Assert(STREAM_ASEEK(file, vcp->diskSize) == 0);
1005 for (vnodeIndex = 0;
1006 nVnodes && STREAM_READ(vnode, vcp->diskSize, 1, file) == 1 && !code;
1007 nVnodes--, vnodeIndex++) {
1008 flag = forcedump || (vnode->serverModifyTime >= fromtime);
1009 /* Note: the >= test is very important since some old volumes may not have
1010 * a serverModifyTime. For an epoch dump, this results in 0>=0 test, which
1011 * does dump the file! */
1014 DumpVnode(iodp, vnode, V_id(vp),
1015 bitNumberToVnodeNumber(vnodeIndex, class), flag);
1016 #ifndef AFS_PTHREAD_ENV
1018 IOMGR_Poll(); /* if we dont' xfr data, but scan instead, could lose conn */
1027 DumpDumpHeader(struct iod *iodp, Volume * vp,
1031 int UseLatestReadOnlyClone = 1;
1032 afs_int32 dumpTimes[2];
1033 iodp->device = vp->device;
1034 iodp->parentId = V_parentId(vp);
1035 iodp->dumpPartition = vp->partition;
1037 code = DumpDouble(iodp, D_DUMPHEADER, DUMPBEGINMAGIC, DUMPVERSION);
1040 DumpInt32(iodp, 'v',
1041 UseLatestReadOnlyClone ? V_id(vp) : V_parentId(vp));
1043 code = DumpString(iodp, 'n', V_name(vp));
1044 dumpTimes[0] = fromtime;
1045 switch (V_type(vp)) {
1046 case readwriteVolume:
1047 dumpTimes[1] = V_updateDate(vp); /* until last update */
1049 case readonlyVolume:
1050 dumpTimes[1] = V_creationDate(vp); /* until clone was updated */
1053 /* until backup was made */
1054 dumpTimes[1] = V_backupDate(vp) != 0 ? V_backupDate(vp) :
1061 code = DumpArrayInt32(iodp, 't', (afs_uint32 *) dumpTimes, 2);
1066 DumpVnode(struct iod *iodp, struct VnodeDiskObject *v, VolumeId volid,
1067 int vnodeNumber, int dumpEverything)
1074 if (!v || v->type == vNull)
1077 code = DumpDouble(iodp, D_VNODE, vnodeNumber, v->uniquifier);
1078 if (!dumpEverything)
1081 code = DumpByte(iodp, 't', (byte) v->type);
1083 code = DumpShort(iodp, 'l', v->linkCount); /* May not need this */
1085 code = DumpInt32(iodp, 'v', v->dataVersion);
1087 code = DumpInt32(iodp, 'm', v->unixModifyTime);
1089 code = DumpInt32(iodp, 'a', v->author);
1091 code = DumpInt32(iodp, 'o', v->owner);
1092 if (!code && v->group)
1093 code = DumpInt32(iodp, 'g', v->group); /* default group is 0 */
1095 code = DumpShort(iodp, 'b', v->modeBits);
1097 code = DumpInt32(iodp, 'p', v->parent);
1099 code = DumpInt32(iodp, 's', v->serverModifyTime);
1100 if (v->type == vDirectory) {
1101 code = acl_HtonACL(VVnodeDiskACL(v));
1103 Log("DumpVnode: Skipping invalid acl vnode %u (volume %"AFS_VOLID_FMT")\n",
1104 vnodeNumber, afs_printable_VolumeId_lu(volid));
1108 DumpByteString(iodp, 'A', (byte *) VVnodeDiskACL(v),
1111 if (VNDISK_GET_INO(v)) {
1112 afs_sfsize_t indexlen, disklen;
1113 IH_INIT(ihP, iodp->device, iodp->parentId, VNDISK_GET_INO(v));
1116 Log("1 Volser: DumpVnode: dump: Unable to open inode %s "
1117 "for vnode %u (volume %" AFS_VOLID_FMT "); "
1118 "not dumped, error %d\n",
1119 PrintInode(stmp, VNDISK_GET_INO(v)), vnodeNumber,
1120 afs_printable_VolumeId_lu(volid), errno);
1122 return VOLSERREAD_DUMPERROR;
1124 VNDISK_GET_LEN(indexlen, v);
1125 disklen = FDH_SIZE(fdP);
1126 if (indexlen != disklen) {
1127 FDH_REALLYCLOSE(fdP);
1129 Log("DumpVnode: volume %"AFS_VOLID_FMT" "
1130 "vnode %lu has inconsistent length "
1131 "(index %lu disk %lu); aborting dump\n",
1132 afs_printable_VolumeId_lu(volid), (unsigned long)vnodeNumber,
1133 (unsigned long)indexlen, (unsigned long)disklen);
1134 return VOLSERREAD_DUMPERROR;
1136 code = DumpFile(iodp, vnodeNumber, fdP);
1145 ProcessIndex(Volume * vp, VnodeClass class, afs_foff_t ** Bufp, int *sizep,
1148 int i, nVnodes, code;
1153 StreamHandle_t *afile;
1155 struct VnodeClassInfo *vcp = &VnodeClassInfo[class];
1156 char buf[SIZEOF_LARGEDISKVNODE], zero[SIZEOF_LARGEDISKVNODE];
1157 struct VnodeDiskObject *vnode = (struct VnodeDiskObject *)buf;
1160 memset(zero, 0, sizeof(zero)); /* zero out our proto-vnode */
1161 fdP = IH_OPEN(vp->vnodeIndex[class].handle);
1164 afile = FDH_FDOPEN(fdP, "r+");
1168 for (i = 0; i < *sizep; i++) {
1171 STREAM_ASEEK(afile, Buf[i]);
1172 code = STREAM_READ(vnode, vcp->diskSize, 1, afile);
1174 if (vnode->type != vNull && VNDISK_GET_INO(vnode)) {
1177 Log("RestoreVolume %"AFS_VOLID_FMT" "
1178 "Cleanup: Removing old vnode=%u inode=%s "
1180 afs_printable_VolumeId_lu(V_id(vp)),
1181 bitNumberToVnodeNumber(i, class),
1182 PrintInode(stmp, VNDISK_GET_INO(vnode)));
1184 IH_DEC(V_linkHandle(vp), VNDISK_GET_INO(vnode),
1188 STREAM_ASEEK(afile, Buf[i]);
1189 (void)STREAM_WRITE(zero, vcp->diskSize, 1, afile); /* Zero it out */
1195 Log("RestoreVolume Cleanup: Removed %d inodes for volume %d\n",
1198 STREAM_FLUSH(afile); /* ensure 0s are on the disk */
1199 OS_SYNC(afile->str_fd);
1201 size = OS_SIZE(fdP->fd_fd);
1202 opr_Assert(size != -1);
1205 vcp->diskSize ? 0 : size - vcp->diskSize) >> vcp->logSize;
1207 Buf = calloc(nVnodes, sizeof(afs_foff_t));
1209 STREAM_CLOSE(afile);
1213 STREAM_ASEEK(afile, offset = vcp->diskSize);
1215 code = STREAM_READ(vnode, vcp->diskSize, 1, afile);
1219 if (vnode->type != vNull && VNDISK_GET_INO(vnode)) {
1220 Buf[(offset >> vcp->logSize) - 1] = offset;
1223 offset += vcp->diskSize;
1229 STREAM_CLOSE(afile);
1236 RestoreVolume(struct rx_call *call, Volume * avp, int incremental,
1237 struct restoreCookie *cookie)
1240 struct DumpHeader header;
1241 afs_uint32 endMagic;
1242 Error error = 0, vupdate;
1245 struct iod *iodp = &iod;
1246 afs_foff_t *b1 = NULL, *b2 = NULL;
1247 int s1 = 0, s2 = 0, delo = 0, tdelo;
1249 VolumeDiskData saved_header;
1250 afs_uint32 uptime, crtime;
1252 iod_Init(iodp, call);
1256 if (DoPreserveVolumeStats) {
1257 CopyVolumeStats(&V_disk(vp), &saved_header);
1260 if (!ReadDumpHeader(iodp, &header)) {
1261 Log("1 Volser: RestoreVolume: Error reading header file for dump; aborted\n");
1262 return VOLSERREAD_DUMPERROR;
1264 if (iod_getc(iodp) != D_VOLUMEHEADER) {
1265 Log("1 Volser: RestoreVolume: Volume header missing from dump; not restored\n");
1266 return VOLSERREAD_DUMPERROR;
1268 if (ReadVolumeHeader(iodp, &vol) == VOLSERREAD_DUMPERROR)
1269 return VOLSERREAD_DUMPERROR;
1272 delo = ProcessIndex(vp, vLarge, &b1, &s1, 0);
1274 delo = ProcessIndex(vp, vSmall, &b2, &s2, 0);
1276 Log("1 Volser: RestoreVolume: ProcessIndex failed; not restored\n");
1277 error = VOLSERREAD_DUMPERROR;
1281 strncpy(vol.name, cookie->name, VOLSER_OLDMAXVOLNAME);
1282 vol.type = cookie->type;
1283 vol.cloneId = cookie->clone;
1284 vol.parentId = cookie->parent;
1286 V_needsSalvaged(vp) = 0;
1290 if (ReadVnodes(iodp, vp, 0, b1, s1, b2, s2, tdelo)) {
1291 error = VOLSERREAD_DUMPERROR;
1294 tag = iod_getc(iodp);
1295 if (tag != D_VOLUMEHEADER)
1298 if (ReadVolumeHeader(iodp, &vol) == VOLSERREAD_DUMPERROR) {
1299 error = VOLSERREAD_DUMPERROR;
1303 if (tag != D_DUMPEND || !ReadInt32(iodp, &endMagic)
1304 || endMagic != DUMPENDMAGIC) {
1305 Log("1 Volser: RestoreVolume: End of dump not found; restore aborted\n");
1306 error = VOLSERREAD_DUMPERROR;
1311 if (iod_getc(iodp) != EOF) {
1312 Log("1 Volser: RestoreVolume: Unrecognized postamble in dump; restore aborted\n");
1313 error = VOLSERREAD_DUMPERROR;
1318 delo = ProcessIndex(vp, vLarge, &b1, &s1, 1);
1320 delo = ProcessIndex(vp, vSmall, &b2, &s2, 1);
1322 error = VOLSERREAD_DUMPERROR;
1328 if (DoPreserveVolumeStats) {
1329 CopyVolumeStats(&saved_header, &vol);
1331 ClearVolumeStats(&vol);
1333 if (V_needsSalvaged(vp)) {
1334 /* needsSalvaged may have been set while we tried to write volume data.
1335 * prevent it from getting overwritten. */
1336 vol.needsSalvaged = V_needsSalvaged(vp);
1338 crtime = V_creationDate(vp);
1339 uptime = V_updateDate(vp);
1340 CopyVolumeHeader(&vol, &V_disk(vp));
1341 V_destroyMe(vp) = 0;
1342 VUpdateVolume(&vupdate, vp);
1344 Log("1 Volser: RestoreVolume: Unable to rewrite volume header; restore aborted\n");
1345 error = VOLSERREAD_DUMPERROR;
1349 * If the volume was not a new empty volume and the restored dump was
1350 * older than the volume in question, this is probably a mistake, and
1351 * may mean the resulting volume is corrupted. Log the following message
1352 * to give a clue as to why this volume suddenly looks strange or corrupt.
1354 if ((crtime != uptime) && (uptime > V_updateDate(vp))) {
1355 Log("1 Volser: RestoreVolume: volume %s (%u) appears to have been partially or "
1356 "completely restored to an earlier version (updateDate went from %u to %u). "
1357 "This is allowed, but may indicate a mistake in whatever tool is restoring "
1358 "this volume. If this volume appears corrupted, this is probably why.\n",
1359 V_name(vp), V_id(vp), uptime, V_updateDate(vp));
1363 /* Free the malloced space above */
1372 ReadVnodes(struct iod *iodp, Volume * vp, int incremental,
1373 afs_foff_t * Lbuf, afs_int32 s1, afs_foff_t * Sbuf, afs_int32 s2,
1376 afs_int32 vnodeNumber;
1377 char buf[SIZEOF_LARGEDISKVNODE];
1379 struct VnodeDiskObject *vnode = (struct VnodeDiskObject *)buf;
1380 struct VnodeDiskObject oldvnode;
1383 struct VnodeClassInfo *vcp;
1386 Inode nearInode AFS_UNUSED;
1387 afs_int32 critical = 0;
1390 tag = iod_getc(iodp);
1391 V_pref(vp, nearInode);
1392 while (tag == D_VNODE) {
1395 memset(buf, 0, sizeof(buf));
1396 if (!ReadInt32(iodp, (afs_uint32 *) & vnodeNumber))
1399 if (!ReadInt32(iodp, &vnode->uniquifier))
1400 return VOLSERREAD_DUMPERROR;
1402 while ((tag = iod_getc(iodp)) > D_MAX && tag != EOF) {
1408 vnode->type = (VnodeType) iod_getc(iodp);
1413 if (!ReadShort(iodp, &tlc))
1414 return VOLSERREAD_DUMPERROR;
1415 vnode->linkCount = (signed int)tlc;
1419 if (!ReadInt32(iodp, &vnode->dataVersion))
1420 return VOLSERREAD_DUMPERROR;
1423 if (!ReadInt32(iodp, &vnode->unixModifyTime))
1424 return VOLSERREAD_DUMPERROR;
1427 if (!ReadInt32(iodp, &vnode->serverModifyTime))
1428 return VOLSERREAD_DUMPERROR;
1431 if (!ReadInt32(iodp, &vnode->author))
1432 return VOLSERREAD_DUMPERROR;
1435 if (!ReadInt32(iodp, &vnode->owner))
1436 return VOLSERREAD_DUMPERROR;
1439 if (!ReadInt32(iodp, (afs_uint32 *) & vnode->group))
1440 return VOLSERREAD_DUMPERROR;
1443 unsigned short modeBits;
1444 if (!ReadShort(iodp, &modeBits))
1445 return VOLSERREAD_DUMPERROR;
1446 vnode->modeBits = (unsigned int)modeBits;
1450 if (!ReadInt32(iodp, &vnode->parent))
1451 return VOLSERREAD_DUMPERROR;
1454 nbytes = ReadByteString(iodp, (byte *) VVnodeDiskACL(vnode),
1455 VAclDiskSize(vnode));
1456 if (nbytes != VAclDiskSize(vnode)) {
1457 Log("ReadVnodes: could not read acl for vnode %lu in dump.\n",
1458 (unsigned long)vnodeNumber);
1459 return VOLSERREAD_DUMPERROR;
1461 if (acl_NtohACL(VVnodeDiskACL(vnode)) != 0) {
1462 Log("ReadVnodes: invalid acl for vnode %lu in dump.\n",
1463 (unsigned long)vnodeNumber);
1464 return VOLSERREAD_DUMPERROR;
1471 afs_fsize_t vnodeLength;
1474 Log("Volser: ReadVnodes: warning: ignoring duplicate "
1475 "file entries for vnode %lu in dump\n",
1476 (unsigned long)vnodeNumber);
1477 volser_WriteFile(vnodeNumber, iodp, NULL, tag, &error);
1483 IH_CREATE_INIT(V_linkHandle(vp), V_device(vp),
1484 VPartitionPath(V_partition(vp)), nearInode,
1485 V_parentId(vp), vnodeNumber,
1486 vnode->uniquifier, vnode->dataVersion);
1488 Log("1 Volser: ReadVnodes: IH_CREATE: %s - restore aborted\n",
1489 afs_error_message(errno));
1490 V_needsSalvaged(vp) = 1;
1491 return VOLSERREAD_DUMPERROR;
1495 VNDISK_SET_INO(vnode, ino);
1496 fdP = IH_OPEN(tmpH);
1498 Log("1 Volser: ReadVnodes: IH_OPEN: %s - restore aborted\n",
1499 afs_error_message(errno));
1501 V_needsSalvaged(vp) = 1;
1502 return VOLSERREAD_DUMPERROR;
1505 volser_WriteFile(vnodeNumber, iodp, fdP, tag, &error);
1506 VNDISK_SET_LEN(vnode, vnodeLength);
1507 FDH_REALLYCLOSE(fdP);
1510 Log("1 Volser: ReadVnodes: IDEC inode %llu\n",
1511 (afs_uintmax_t) ino);
1512 IH_DEC(V_linkHandle(vp), ino, V_parentId(vp));
1513 V_needsSalvaged(vp) = 1;
1514 return VOLSERREAD_DUMPERROR;
1522 if (!HandleUnknownTag(iodp, tag, 2, critical))
1523 return VOLSERREAD_DUMPERROR;
1527 class = vnodeIdToClass(vnodeNumber);
1528 vcp = &VnodeClassInfo[class];
1530 /* Mark this vnode as in this dump - so we don't delete it later */
1532 idx = (vnodeIndexOffset(vcp, vnodeNumber) >> vcp->logSize) - 1;
1533 if (class == vLarge) {
1534 if (Lbuf && (idx < s1))
1537 if (Sbuf && (idx < s2))
1543 FdHandle_t *fdP = IH_OPEN(vp->vnodeIndex[class].handle);
1545 Log("1 Volser: ReadVnodes: Error opening vnode index: %s; restore aborted\n",
1546 afs_error_message(errno));
1547 V_needsSalvaged(vp) = 1;
1548 return VOLSERREAD_DUMPERROR;
1550 if (FDH_PREAD(fdP, &oldvnode, sizeof(oldvnode), vnodeIndexOffset(vcp, vnodeNumber)) ==
1552 if (oldvnode.type != vNull && VNDISK_GET_INO(&oldvnode)) {
1553 IH_DEC(V_linkHandle(vp), VNDISK_GET_INO(&oldvnode),
1557 vnode->vnodeMagic = vcp->magic;
1558 if (FDH_PWRITE(fdP, vnode, vcp->diskSize, vnodeIndexOffset(vcp, vnodeNumber)) != vcp->diskSize) {
1559 Log("1 Volser: ReadVnodes: Error writing vnode index: %s; restore aborted\n",
1560 afs_error_message(errno));
1561 FDH_REALLYCLOSE(fdP);
1562 V_needsSalvaged(vp) = 1;
1563 return VOLSERREAD_DUMPERROR;
1568 iod_ungetc(iodp, tag);
1574 /* called with disk file only. Note that we don't have to worry about rx_Read
1575 * needing to read an ungetc'd character, since the ReadInt32 will have read
1578 * if handleP == NULL, don't write the file anywhere; just read and discard
1582 volser_WriteFile(int vn, struct iod *iodp, FdHandle_t * handleP, int tag,
1587 afs_fsize_t filesize;
1588 afs_fsize_t written = 0;
1596 afs_uint32 filesize_high = 0L, filesize_low = 0L;
1598 if (!ReadInt32(iodp, &filesize_high)) {
1603 if (!ReadInt32(iodp, &filesize_low)) {
1607 FillInt64(filesize, filesize_high, filesize_low);
1614 for (nbytes = filesize; nbytes; nbytes -= size) {
1618 if ((code = iod_Read(iodp, (char *) p, size)) != size) {
1619 Log("1 Volser: WriteFile: Error reading dump file %d size=%llu nbytes=%u (%d of %u): %s; restore aborted\n", vn, (afs_uintmax_t) filesize, nbytes, code, (unsigned)size, afs_error_message(errno));
1624 nBytes = FDH_PWRITE(handleP, p, size, written);
1627 if (nBytes != size) {
1628 Log("1 Volser: WriteFile: Error writing (%u) bytes to vnode %d; %s; restore aborted\n", (int)(nBytes & 0xffffffff), vn, afs_error_message(errno));
1639 ReadDumpHeader(struct iod *iodp, struct DumpHeader *hp)
1642 afs_uint32 beginMagic;
1643 afs_int32 critical = 0;
1644 if (iod_getc(iodp) != D_DUMPHEADER || !ReadInt32(iodp, &beginMagic)
1645 || !ReadInt32(iodp, (afs_uint32 *) & hp->version)
1646 || beginMagic != DUMPBEGINMAGIC)
1650 while ((tag = iod_getc(iodp)) > D_MAX) {
1651 unsigned short arrayLength;
1657 if (!ReadInt32(iodp, &hp->volumeId))
1661 ReadString(iodp, hp->volumeName, sizeof(hp->volumeName));
1664 if (!ReadShort(iodp, &arrayLength))
1666 hp->nDumpTimes = (arrayLength >> 1);
1667 for (i = 0; i < hp->nDumpTimes; i++)
1668 if (!ReadInt32(iodp, (afs_uint32 *) & hp->dumpTimes[i].from)
1669 || !ReadInt32(iodp, (afs_uint32 *) & hp->dumpTimes[i].to))
1676 if (!HandleUnknownTag(iodp, tag, 0, critical))
1677 return VOLSERREAD_DUMPERROR;
1680 if (!hp->volumeId || !hp->nDumpTimes) {
1683 iod_ungetc(iodp, tag);
1688 /* ----- Below are the calls that calculate dump size ----- */
1691 SizeDumpVolumeHeader(struct iod *iodp, Volume * vp,
1692 struct volintSize *v_size)
1695 static char nullString[1] = ""; /*The ``contents'' of motd */
1698 /* if (!code) code = DumpTag(iodp, D_VOLUMEHEADER); */
1699 FillInt64(addvar,0, 1);
1700 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1701 /* if (!code) {code = DumpInt32(iodp, 'i',V_id(vp));} */
1702 FillInt64(addvar,0, 5);
1703 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1704 /* if (!code) code = DumpInt32(iodp, 'v',V_stamp(vp).version); */
1705 FillInt64(addvar,0, 5);
1706 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1707 /* if (!code) code = DumpString(iodp, 'n',V_name(vp)); */
1708 FillInt64(addvar,0, (2 + strlen(V_name(vp))));
1709 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1710 /* if (!code) code = DumpBool(iodp, 's',V_inService(vp)); */
1711 FillInt64(addvar,0, 2);
1712 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1713 /* if (!code) code = DumpBool(iodp, 'b',V_blessed(vp)); */
1714 FillInt64(addvar,0, 2);
1715 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1716 /* if (!code) code = DumpInt32(iodp, 'u',V_uniquifier(vp)); */
1717 FillInt64(addvar,0, 5);
1718 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1719 /* if (!code) code = DumpByte(iodp, 't',(byte)V_type(vp)); */
1720 FillInt64(addvar,0, 2);
1721 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1722 /* if (!code){ code = DumpInt32(iodp, 'p',V_parentId(vp));} */
1723 FillInt64(addvar,0, 5);
1724 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1725 /* if (!code) code = DumpInt32(iodp, 'c',V_cloneId(vp)); */
1726 FillInt64(addvar,0, 5);
1727 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1728 /* if (!code) code = DumpInt32(iodp, 'q',V_maxquota(vp)); */
1729 FillInt64(addvar,0, 5);
1730 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1731 /* if (!code) code = DumpInt32(iodp, 'm',V_minquota(vp)); */
1732 FillInt64(addvar,0, 5);
1733 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1734 /* if (!code) code = DumpInt32(iodp, 'd',V_diskused(vp)); */
1735 FillInt64(addvar,0, 5);
1736 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1737 /* if (!code) code = DumpInt32(iodp, 'f',V_filecount(vp)); */
1738 FillInt64(addvar,0, 5);
1739 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1740 /* if (!code) code = DumpInt32(iodp, 'a', V_accountNumber(vp)); */
1741 FillInt64(addvar,0, 5);
1742 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1743 /* if (!code) code = DumpInt32(iodp, 'o', V_owner(vp)); */
1744 FillInt64(addvar,0, 5);
1745 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1746 /* if (!code) code = DumpInt32(iodp, 'C',V_creationDate(vp)); /\* Rw volume creation date *\/ */
1747 FillInt64(addvar,0, 5);
1748 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1749 /* if (!code) code = DumpInt32(iodp, 'A',V_accessDate(vp)); */
1750 FillInt64(addvar,0, 5);
1751 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1752 /* if (!code) code = DumpInt32(iodp, 'U',V_updateDate(vp)); */
1753 FillInt64(addvar,0, 5);
1754 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1755 /* if (!code) code = DumpInt32(iodp, 'E',V_expirationDate(vp)); */
1756 FillInt64(addvar,0, 5);
1757 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1758 /* if (!code) code = DumpInt32(iodp, 'B',V_backupDate(vp)); /\* Rw volume backup clone date *\/ */
1759 FillInt64(addvar,0, 5);
1760 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1761 /* if (!code) code = DumpString(iodp, 'O',V_offlineMessage(vp)); */
1762 FillInt64(addvar,0, (2 + strlen(V_offlineMessage(vp))));
1763 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1765 /* * We do NOT dump the detailed volume statistics residing in the old */
1766 /* * motd field, since we cannot tell from the info in a dump whether */
1767 /* * statistics data has been put there. Instead, we dump a null string, */
1768 /* * just as if that was what the motd contained. */
1770 /* if (!code) code = DumpString(iodp, 'M', nullString); */
1771 FillInt64(addvar,0, (2 + strlen(nullString)));
1772 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1773 /* if (!code) code = DumpArrayInt32(iodp, 'W', (afs_uint32 *)V_weekUse(vp), sizeof(V_weekUse(vp))/sizeof(V_weekUse(vp)[0])); */
1774 FillInt64(addvar,0, (3 + 4 * (sizeof(V_weekUse(vp)) / sizeof(V_weekUse(vp)[0]))));
1775 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1776 /* if (!code) code = DumpInt32(iodp, 'D', V_dayUseDate(vp)); */
1777 FillInt64(addvar,0, 5);
1778 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1779 /* if (!code) code = DumpInt32(iodp, 'Z', V_dayUse(vp)); */
1780 FillInt64(addvar,0, 5);
1781 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1786 SizeDumpEnd(struct iod *iodp, struct volintSize *v_size)
1790 FillInt64(addvar,0, 5);
1791 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1796 SizeDumpVolume(struct rx_call *call, Volume * vp,
1797 afs_int32 fromtime, int dumpAllDirs,
1798 struct volintSize *v_size)
1801 struct iod *iodp = (struct iod *)0;
1802 /* iod_Init(iodp, call); */
1805 code = SizeDumpDumpHeader(iodp, vp, fromtime, v_size);
1807 code = SizeDumpPartial(iodp, vp, fromtime, dumpAllDirs, v_size);
1809 code = SizeDumpEnd(iodp, v_size);
1815 SizeDumpDumpHeader(struct iod *iodp, Volume * vp,
1816 afs_int32 fromtime, struct volintSize *v_size)
1819 /* int UseLatestReadOnlyClone = 1; */
1820 /* afs_int32 dumpTimes[2]; */
1822 /* iodp->device = vp->device; */
1823 /* iodp->parentId = V_parentId(vp); */
1824 /* iodp->dumpPartition = vp->partition; */
1826 ZeroInt64(v_size->dump_size); /* initialize the size */
1827 /* if (!code) code = DumpDouble(iodp, D_DUMPHEADER, DUMPBEGINMAGIC, DUMPVERSION); */
1828 FillInt64(addvar,0, 9);
1829 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1830 /* if (!code) code = DumpInt32(iodp, 'v', UseLatestReadOnlyClone? V_id(vp): V_parentId(vp)); */
1831 FillInt64(addvar,0, 5);
1832 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1833 /* if (!code) code = DumpString(iodp, 'n',V_name(vp)); */
1834 FillInt64(addvar,0, (2 + strlen(V_name(vp))));
1835 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1836 /* dumpTimes[0] = fromtime; */
1837 /* dumpTimes[1] = V_backupDate(vp); /\* Until the time the clone was made *\/ */
1838 /* if (!code) code = DumpArrayInt32(iodp, 't', (afs_uint32 *)dumpTimes, 2); */
1839 FillInt64(addvar,0, (3 + 4 * 2));
1840 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1845 SizeDumpVnode(struct iod *iodp, struct VnodeDiskObject *v, VolumeId volid,
1846 int vnodeNumber, int dumpEverything,
1847 struct volintSize *v_size)
1852 if (!v || v->type == vNull)
1854 /* if (!code) code = DumpDouble(iodp, D_VNODE, vnodeNumber, v->uniquifier); */
1855 FillInt64(addvar,0, 9);
1856 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1857 if (!dumpEverything)
1859 /* if (!code) code = DumpByte(iodp, 't',(byte)v->type); */
1860 FillInt64(addvar,0, 2);
1861 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1862 /* if (!code) code = DumpShort(iodp, 'l', v->linkCount); /\* May not need this *\/ */
1863 FillInt64(addvar,0, 3);
1864 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1865 /* if (!code) code = DumpInt32(iodp, 'v', v->dataVersion); */
1866 FillInt64(addvar,0, 5);
1867 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1868 /* if (!code) code = DumpInt32(iodp, 'm', v->unixModifyTime); */
1869 FillInt64(addvar,0, 5);
1870 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1871 /* if (!code) code = DumpInt32(iodp, 'a', v->author); */
1872 FillInt64(addvar,0, 5);
1873 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1874 /* if (!code) code = DumpInt32(iodp, 'o', v->owner); */
1875 FillInt64(addvar,0, 5);
1876 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1877 /* if (!code && v->group) code = DumpInt32(iodp, 'g', v->group); /\* default group is 0 *\/ */
1879 FillInt64(addvar,0, 5);
1880 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1882 /* if (!code) code = DumpShort(iodp, 'b', v->modeBits); */
1883 FillInt64(addvar,0, 3);
1884 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1885 /* if (!code) code = DumpInt32(iodp, 'p', v->parent); */
1886 FillInt64(addvar,0, 5);
1887 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1888 /* if (!code) code = DumpInt32(iodp, 's', v->serverModifyTime); */
1889 FillInt64(addvar,0, 5);
1890 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1891 if (v->type == vDirectory) {
1892 /* acl_HtonACL(VVnodeDiskACL(v)); */
1893 /* if (!code) code = DumpByteString(iodp, 'A', (byte *) VVnodeDiskACL(v), VAclDiskSize(v)); */
1894 FillInt64(addvar,0, (1 + VAclDiskSize(v)));
1895 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1898 if (VNDISK_GET_INO(v)) {
1899 VNDISK_GET_LEN(addvar, v);
1900 if (v->vn_length_hi)
1904 AddUInt64(v_size->dump_size, addvar, &v_size->dump_size);
1909 /* A partial dump (no dump header) */
1911 SizeDumpPartial(struct iod *iodp, Volume * vp,
1912 afs_int32 fromtime, int dumpAllDirs,
1913 struct volintSize *v_size)
1917 code = SizeDumpVolumeHeader(iodp, vp, v_size);
1920 SizeDumpVnodeIndex(iodp, vp, vLarge, fromtime, dumpAllDirs,
1923 code = SizeDumpVnodeIndex(iodp, vp, vSmall, fromtime, 0, v_size);
1928 SizeDumpVnodeIndex(struct iod *iodp, Volume * vp, VnodeClass class,
1929 afs_int32 fromtime, int forcedump,
1930 struct volintSize *v_size)
1933 struct VnodeClassInfo *vcp = &VnodeClassInfo[class];
1934 char buf[SIZEOF_LARGEDISKVNODE];
1935 struct VnodeDiskObject *vnode = (struct VnodeDiskObject *)buf;
1936 StreamHandle_t *file;
1938 afs_sfsize_t size, nVnodes;
1942 fdP = IH_OPEN(vp->vnodeIndex[class].handle);
1943 opr_Assert(fdP != NULL);
1944 file = FDH_FDOPEN(fdP, "r+");
1945 opr_Assert(file != NULL);
1946 size = OS_SIZE(fdP->fd_fd);
1947 opr_Assert(size != -1);
1948 nVnodes = (size / vcp->diskSize) - 1;
1950 opr_Assert((nVnodes + 1) * vcp->diskSize == size);
1951 opr_Assert(STREAM_ASEEK(file, vcp->diskSize) == 0);
1954 for (vnodeIndex = 0;
1955 nVnodes && STREAM_READ(vnode, vcp->diskSize, 1, file) == 1 && !code;
1956 nVnodes--, vnodeIndex++) {
1957 flag = forcedump || (vnode->serverModifyTime >= fromtime);
1958 /* Note: the >= test is very important since some old volumes may not have
1959 * a serverModifyTime. For an epoch dump, this results in 0>=0 test, which
1960 * does dump the file! */
1963 SizeDumpVnode(iodp, vnode, V_id(vp),
1964 bitNumberToVnodeNumber(vnodeIndex, class), flag,