DIRECTORY
BasicTime USING [GMT, nullGMT],
DFUtilities USING [DirectoryItem, FileItem, Filter, ImportsItem, IncludeItem, ParseFromStream, ProcessItemProc, UsingList],
IO USING [Close, PutChar, PutF, PutF1, PutFR, STREAM],
PFS USING [EnumerateForInfo, Error, FileInfo, FileType, InfoProc, PathFromRope, RopeFromPath, StreamOpen, tDirectory, UniqueID],
PFSNames USING [PATH, SetVersionNumber, ShortName, Version],
PFSPrefixMap USING [Translate],
Process USING [CheckForAbort],
RedBlackTree USING [Compare, Create, Delete, GetKey, Insert, Lookup, Table],
Rope USING [Compare, Concat, Find, IsPrefix, ROPE, Substr, Translate, TranslatorType],
TarTrickle USING [FileEntry, FileEntryRep, TCInfo];

TarTrickleImpl: CEDAR MONITOR
IMPORTS DFUtilities, IO, PFS, PFSNames, PFSPrefixMap, Process, RedBlackTree, Rope
EXPORTS TarTrickle ~ {
OPEN TarTrickle;
ROPE: TYPE ~ Rope.ROPE;
maxRetries: NAT _ 10; -- # of times to retry connectionRejected from STP
retrySeconds: NAT _ 20; -- # of seconds between retry attempts
caseFileNamePrefix: ROPE ~ ".~case~";	-- SunNFSRemoteFile.caseFileNamePrefix
GetKey: PUBLIC RedBlackTree.GetKey ~ {
RETURN [data];
};

Compare: PUBLIC RedBlackTree.Compare ~ {
key: ROPE _ WITH k SELECT FROM
ent: FileEntry => ent.name,
rope: ROPE => rope,
ENDCASE => ERROR;
WITH data SELECT FROM
ent: FileEntry => RETURN [key.Compare[ent.name, FALSE]];
ENDCASE => ERROR;
};
BumpCounter: PUBLIC PROC [out: IO.STREAM, num: INT] RETURNS [res: INT] ~ {
res _ num.SUCC;
SELECT TRUE FROM
( res MOD 10 # 0 ) => { NULL };
( res MOD 100 # 0 ) => { out.PutChar['.] };
ENDCASE => { out.PutF["(%g) ", [integer[res]] ] };
};
ForceLower: Rope.TranslatorType ~
{ RETURN[IF old IN ['A..'Z] THEN old+('a-'A) ELSE old] };

UXNameFromPath: PROC [path: PFSNames.PATH] RETURNS [string: ROPE] ~ {
translated: PFSNames.PATH ~ PFSPrefixMap.Translate[path];
version: PFSNames.Version ~ PFSNames.ShortName[translated].version;
sans: PFSNames.PATH ~ PFSNames.SetVersionNumber[translated, [none]];
name: ROPE _ PFS.RopeFromPath[sans, slashes];
colon: INT ~ name.Find[":"];
IF ( colon >= 0 ) THEN name _ name.Substr[colon.SUCC];
IF ( version.versionKind = numeric ) THEN {
xx: ROPE ~ Rope.Translate[base: name, translator: ForceLower];
name _ IO.PutFR["%g.~%g~", [rope[xx]], [cardinal[version.version]]];
};
string _ name;
};

ContainedIn: PROC [tcInfo: TCInfo, pathname: ROPE, out: IO.STREAM]
RETURNS [yes: BOOL _ TRUE] ~ {
srcPrefix: ROPE ~ tcInfo.arg; -- bug!
yes _ srcPrefix.IsPrefix[pathname, FALSE];
IF ( NOT yes ) THEN {
out.PutF["\t***%g is not a prefix of %g - ignoring\n",
[rope[srcPrefix]], [rope[pathname]] ];
};
};

NameFromDF: PROC [tcInfo: TCInfo, name: ROPE, dirClause: ROPE _ NIL]
RETURNS [pathname: ROPE] ~ {
pathname _ dirClause.Concat[name];
};
InfoProc: TYPE = PROC [pathname: ROPE, uniqueID: PFS.UniqueID, version: PFSNames.Version, bytes: INT, fileType: PFS.FileType] RETURNS [continue: BOOL _ TRUE];
EnumerateForInfo: PROC [pattern: ROPE, proc: InfoProc] ~ {
pathy: PFSNames.PATH ~ PFS.PathFromRope[pattern];
Translator: PFS.InfoProc ~ {
pathname: ROPE ~ PFS.RopeFromPath[fullFName];
version: PFSNames.Version ~ PFSNames.ShortName[fullFName].version;
continue _ proc[pathname, uniqueID, version, bytes, fileType];
};
PFS.EnumerateForInfo[pathy, Translator];
};
VersionInfo: PROC [tcInfo: TCInfo, pathname: ROPE, date: BasicTime.GMT, out: IO.STREAM]
RETURNS [created: BasicTime.GMT, bytes: INT, version: PFSNames.Version] ~ {
ENABLE PFS.Error => {
SELECT TRUE FROM
( error.code = $unknownFile ) => { NULL };
( error.code = $unknownCreatedTime ) => { NULL };
( error.code = $unknownServer ) --AND ( bestEfforts )-- => { NULL };
ENDCASE => { REJECT };
out.PutF1["\tFS.Error[%g]\n", [rope[error.explanation]]];
GOTO Failed;
};
pattern: PFSNames.PATH ~ PFS.PathFromRope[pathname];
wantedUniqueID: PFS.UniqueID ~ [egmt: [time: date]];
fullFName: PFSNames.PATH; uid: PFS.UniqueID;
[fullFName: fullFName, uniqueID: uid, bytes: bytes] _ PFS.FileInfo[pattern, wantedUniqueID];
created _ uid.egmt.time;
version _ PFSNames.ShortName[fullFName].version;
EXITS
Failed => { created _ BasicTime.nullGMT; bytes _ 0; version _ [none] };
};

OpenDF: PROC [tcInfo: TCInfo, pathname: ROPE, date: BasicTime.GMT, out: IO.STREAM]
RETURNS [stream: IO.STREAM _ NIL] ~ {
ENABLE PFS.Error => {
SELECT TRUE FROM
( error.code = $unknownServer ) --AND ( bestEfforts )-- => { NULL };
ENDCASE => { REJECT };
out.PutF1["PFS.Error[%g] - best efforts requested so continuing\n", [rope[error.explanation]]];
GOTO Failed;
};
xPath: PFSNames.PATH ~ PFS.PathFromRope[pathname];
uid: PFS.UniqueID ~ [egmt: [time: date]];
stream _ PFS.StreamOpen[fileName: xPath, wantedUniqueID: uid];
EXITS
Failed => { stream _ NIL };
};
VisitorProc: TYPE ~ PROC [tcInfo: TCInfo, pathname: ROPE, date: BasicTime.GMT];

EnumerateDFs: PUBLIC PROC [pattern: ROPE, tcInfo: TCInfo, out: IO.STREAM, test: BOOL]
RETURNS [table: RedBlackTree.Table, filesSeen: INT _ 0] ~ {
NoteFileSeen: PROC [bytes: INT] ~ INLINE {
filesSeen _ BumpCounter[out, filesSeen];
};

VisitEntry: VisitorProc ~ {
Process.CheckForAbort[]; -- let's be nice!
WITH table.Lookup[pathname] SELECT FROM
entry: FileEntry => IF ( entry.date = date ) THEN RETURN;
ENDCASE => NULL;
{
version: PFSNames.Version; bytes: INT;
[date, bytes, version] _ VersionInfo[tcInfo, pathname, date, out];
IF ( date = BasicTime.nullGMT ) THEN {
IF ( test ) THEN {
out.PutF["In VisitEntry, pathname: %g,\n", [rope[pathname]] ];
};
RETURN;
};
WITH table.Lookup[pathname] SELECT FROM
entry: FileEntry => {
IF ( entry.date = date ) THEN RETURN;
[] _ table.Delete[pathname]; -- we're going to replace (insert) it!
};
ENDCASE => NULL;
{
version: PFSNames.Version ~ [none];
entry: FileEntry ~ NEW[FileEntryRep _ [name: pathname, date: date, version: version, len: bytes, fileType: 0, state: init] ];
table.Insert[entry, pathname];
NoteFileSeen[bytes];
IF ( test ) THEN {
entry.state _ moved;
out.PutF["\n**entry: [name: %g]**\n", [rope[entry.name]] ];
};
};
};
};

VisitClosure: PROC [dfName: ROPE, visitor: VisitorProc, date: BasicTime.GMT _ BasicTime.nullGMT] ~ {
dirClause: ROPE _ NIL; -- the sticky value for file
EachItem: DFUtilities.ProcessItemProc ~ {
WITH item SELECT FROM
dir: REF DFUtilities.DirectoryItem => {
dirClause _ dir.path1;
};
file: REF DFUtilities.FileItem => {
pathname: ROPE ~ NameFromDF[tcInfo, file.name, dirClause];
visitor[tcInfo, pathname, file.date.gmt];
};
incl: REF DFUtilities.IncludeItem => {
pathname: ROPE ~ NameFromDF[tcInfo, incl.path1];
VisitClosure[pathname, visitor, incl.date.gmt];
visitor[tcInfo, pathname, incl.date.gmt];
};
imports: REF DFUtilities.ImportsItem => { -- this stuff is for me - (bj)
};
ENDCASE => { i: INT _ 0; }; -- handy for setting breakpoints - (bj)
};
in: IO.STREAM ~ OpenDF[tcInfo, dfName, date, out];
IF ( in # NIL ) THEN {
filter: DFUtilities.Filter _ [FALSE, all, all, defining];
DFUtilities.ParseFromStream[in, EachItem, filter ! UNWIND => in.Close[]];
in.Close[]
};
};

EachDfFile: InfoProc ~ {
Process.CheckForAbort[];
IF ( NOT ContainedIn[tcInfo, pathname, out] ) THEN RETURN;
IF ( test ) THEN out.PutF["VisitClosure of %g\n", [rope[pathname]] ];
VisitClosure[pathname, VisitEntry];
};

table _ RedBlackTree.Create[GetKey, Compare];
EnumerateForInfo[pattern, EachDfFile];
};

EnumerateFiles: PUBLIC PROC [pattern: ROPE, out: IO.STREAM]
RETURNS [table: RedBlackTree.Table, filesSeen: INT _ 0, bytesSeen: INT _ 0] ~ {
NoteFileSeen: PROC [bytes: INT] ~ INLINE {
filesSeen _ BumpCounter[out, filesSeen];
bytesSeen _ bytesSeen + bytes;
};

children: LIST OF ROPE _ LIST[pattern];
EachFile: InfoProc ~ {
created: BasicTime.GMT ~ uniqueID.egmt.time;
Process.CheckForAbort[];
WITH table.Lookup[pathname] SELECT FROM
entry: FileEntry => {
IF ( entry.date = created ) THEN RETURN;
[] _ table.Delete[pathname]; -- we're going to replace (insert) it!
};
ENDCASE => NULL;
{
entry: FileEntry ~ NEW[FileEntryRep _ [name: pathname, date: created, version: version, len: bytes, fileType: fileType, state: init] ];
table.Insert[entry, pathname];
NoteFileSeen[bytes];
};
IF ( fileType = PFS.tDirectory ) THEN { -- cut recursion?
pattern: ROPE ~ pathname.Concat["/*!H"];
children _ CONS[pattern, children];
};
};
table _ RedBlackTree.Create[GetKey, Compare];
WHILE ( children # NIL ) DO -- depth search!
thisLevel: LIST OF ROPE ~ children; children _ NIL;
FOR tail: LIST OF ROPE _ thisLevel, tail.rest WHILE ( tail # NIL ) DO
dir: ROPE ~ tail.first;
EnumerateForInfo[dir, EachFile];
ENDLOOP;
ENDLOOP;
};

ExpandInfo: PUBLIC PROC [table: RedBlackTree.Table, out: IO.STREAM]
RETURNS [bytesSeen: INT _ 0] ~ {
};

}.

     
TarTrickleImpl.mesa
Copyright ╙ 1990 by Xerox Corporation.  All rights reserved.
Bill Jackson (bj), May 21, 1990 5:54 pm PDT

RefText USING [AppendChar, AppendRope, InlineAppendChar, line, ObtainScratch, ReleaseScratch],
Various
Symbol Table (case insensitive)
Utility Routines
increment count, printing a dot every ten, and the number every 100
Pathname Routines
stolen from RunCommandsImpl, -bj, May 15, 1990
path should be a fullFName, with numeric version iff it is VUX.
This is a crock until we get the real goods out of PFS.
Assume VUX for now.
fullFName: ROPE ~ PFS.RopeFromPath[path];
PFS Enumeration Routines
dir: PFSNames.PATH ~ PFSNames.Directory[fullFName];
base: ROPE ~ PFSNames.ComponentRope[PFSNames.ShortName[fullFName]];
PFS FileInfo/StreamOpen Routines
full: ROPE _ PFS.RopeFromPath[fullFName];
Traversal Logic
bytesSeen _ bytesSeen + bytes;
This procedure is used to visit each file in a simple DF closure,
where the imports are NOT followed, but the inclusions ARE followed.
perhaps we could save the carcass here? or perhaps we lost something?
out.PutF["\n**entry: [name: %g,\n\t dir: %g,\n\t short: %g]**\n",
[rope[entry.name]], [rope[entry.dir]], [rope[entry.short]] ];
just in case the df doesn't contain itself!
filter.list _ usingList;
filter is now longer a global variable! - (bj)
IF ( NOT ContainedIn[tcInfo, pathname, out] ) THEN RETURN;
perhaps we could save the carcass here? or perhaps we lost something?
out.PutF1[">>> dir: %g <<<\n", IO.rope[pathname] ];
out.PutF1[">>> dir: %g <<<\n", IO.rope[dir] ];
Э╩а  ХNewlineDelimiter
Щ codeЪЬЩKЩ<KЩ+KЩ ЧЪ╧k	Ш	KЪЬ
ЭЬЭЬШKЪЬЭЬjШ{KЪЭЬЭЬ&ЭЬШ6KЪЭЬЭЬwШАKЪЬ	ЭЬЭЬ(Ш<KЪЬЭЬШKЪЬЭЬШKЪЬЭЬ:ШLKЪЬЭЬQЩ^KЪЬЭЬ#ЭЬ%ШVKЪЬЭЬ#Ш3ЧKШ Ъ╧nЬЭЬЭШKЪЭЬЭЬЭЬ5ШQKЪЭЬШKЪЭЬШKЪЭЬЭЬЭЬШheadЪ╧zЩKЪЬЭЬ╧c2ШHKЪЬЭЬа&Ш>KЪЬЭЬа&ШLЧХStartOfExpansion< -- [data: RedBlackTree.UserData] RETURNS [RedBlackTree.Key]ЪЯЩЪЮЬЭЬШ&KЪЭЬШKШKШ ЧЦR -- [k: RedBlackTree.Key, data: RedBlackTree.UserData] RETURNS [Basics.Comparison]ЪЮЬЭЬШ(ЪЬЭЬЭЬЭЬЭШKЪЬШKЪЬЭЬ	ШKЪЭЬЭЬШЧЪЭЬЭЬЭШKЪЬЭЬЭЬШ8KЪЭЬЭЬШЧKШЧЧЪЯЩЪЮЬЭЬЭЬЭЬЭЬЭЬЭЬЭЬШJKЩCKЪЬ
ЭЬШЪЭЬЭЬЭШKЪЬЭЬЭЬШKЪЬЭЬ"Ш+KЪЭЬ+Ш2ЧKШЧЧЪЯЩKЪЬ.Щ.KЪЮ
ЬЭЬЭЬЭЬ
ЭЬЭЬШ[KШ Ъ
ЮЬЭЬЭЬЭЬ
ЭЬШEKЪЬ?Щ?KЩ7KЪЬЭЬ Ш9KЪЬCШCKЪЬЭЬ1ШDKЪЬЭЬЭЬШ-KЪЬЭЬШKЪЭЬЭЬЭЬШ6ЪЭЬ#ЭЬШ+KЩKЪЬЭЬ6Ш>KЪЬЭЬ;ШDKЪЬШЧKЪЬШKЪЬШKШ ЧЪЮЬЭЬЭЬЭЬЭЬЭЬЭЬЭЬШaKЦj -- [fullFName: ROPE, attachedTo: ROPE, created: GMT, bytes: INT, keep: CARDINAL] RETURNS [continue: BOOL]ЪЬЭЬаШ%KЪЬЭЬЭЬЩ)KЪЬ#ЭЬШ*ЪЭЬЭЬЭЬШKЪЬ]Ш]KШЧKШKШ ЧЪЮ
ЬЭЬЭЬЭЬЭЬЭЬЭЬШaKЪЬ"Ш"KЪЬШЧЧЦ< -- [data: RedBlackTree.UserData] RETURNS [RedBlackTree.Key]ЪЯЩKЪЬ
ЭЬЭЬЭЬЭЬ-ЭЬЭЬЭЬЭЬЭЬШЮЪЮЬЭЬЭЬШ:KЪЬЭЬЭЬШ1ЪЮ
ЬЭЬШKЪЬ
ЭЬЭЬШ-KЪЬЭЬ!Щ3KЪЬЭЬ9ЩCKЪЬBШBKЪЬ>Ш>KЪЬШЧKЪЭЬ%Ш(KЪЬШЧЧЦ< -- [data: RedBlackTree.UserData] RETURNS [RedBlackTree.Key]ЪЯ Щ ЪЮЬЭЬЭЬЭЬЭЬЭЬЭЬЭЬ	ЭЬ ШгЪЭЬЭЬШЪЭЬЭЬЭШKЪЬ#ЭЬШ*KЪЬ*ЭЬШ1KЪЬ аЬЭЬШDKЪЭЬЭЬШЧKЪЬ9Ш9JЪЭЬШKЪЬШЧKЪЬЭЬЭЬШ4KЪЬЭЬ!Ш4KЪЬЭЬЭЬ
Ш,KЪЬ6ЭЬ#Ш\KЪЬЭЬЭЬЩ)KЪЬШKЪЬ0Ш0ЪЭШKЪЬGШGЧKШKШ ЧЪЮЬЭЬЭЬЭЬЭЬЭЬЭЬ
ЭЬЭЬЭЬШxЪЭЬЭЬШЪЭЬЭЬЭШKЪЬ аЬЭЬШDKЪЭЬЭЬШЧKЪЬ_Ш_JЪЭЬШKЪЬШЧKЪЬЭЬЭЬШ2KЪЬЭЬ!Ш)KЪЬ	ЭЬ2Ш>ЪЭШKЪЬЭЬШЧKШЧЧЦ< -- [data: RedBlackTree.UserData] RETURNS [RedBlackTree.Key]ЪЯЩKЪ	ЬЭЬЭЬЭЬЭЬШOKШ Ц@[getKey: RedBlackTree.GetKey, compare: RedBlackTree.Compare]ЪЮЬЭЬЭЬЭЬЭЬЭЬЭЬЭЬ(ЭЬ	ШСЦ> -- [data: RedBlackTree.UserData] RETURNS [stop: BOOL _ FALSE]ЪЮЬЭЬ	ЭЬЭЬШ*KЪЬ(Ш(KЪЬЩKЪЬШKШ ЧЪЮ
ЬШKЪЬЖЩЖKЪЬаШ*ЪЭЬЭЬЭШ'KЪЬЭЬЭЬЭЬШ9KЪЭЬЭЬШЧШKЪЬ"ЭЬШ&KЪЬBШBЪЭЬЭЬШ&ЪЭЬ
ЭЬШKЪЬ>Ш>KШЧKЪЭЬШKШЧЪЭЬЭЬЭШ'ЪЬШKЪЭЬЭЬЭЬШ%KЪЬа&ШCKЩEKШЧKЪЭЬЭЬШЧШKЪЬ#Ш#KЪЬЭЬgШ}KЪЬШKЪЬШЪЭЬ
ЭЬШKЪЬШKЪЬ;Ш;KЪЬЩKШЧKШЧKШЧKШKШ ЧЪЮЬЭЬ
ЭЬ(ЭЬШdKЪЬЭЬЭЬаШ3Ъ╨bnЬ!Ш)ЪЭЬЭЬЭШЪЬЭЬШ'KЪЬШKШЧЪЬЭЬШ#KЪЬ
ЭЬ,Ш:KЪЬ)Ш)KШЧЪЬЭЬШ&KЪЬ
ЭЬ"Ш0KЪЬ/Ш/ЪЬ)Ш)KЩ+ЧKШЧЪЬ	ЭЬаШHKШЧKЪЭЬ	ЭЬ	а'ШCЧKШЧKЪЬЭЬЭЬ%Ш2ЪЭЬЭЬЭЬШKЪЬЭЬШ9KЪЬЩЪЬ3ЭЬШIKЪЬ.Щ.ЧKЪЬ
Ш
KЪЬШЧKШKШ ЧЪб
ЬШKЪЬШKЪЭЬЭЬ&ЭЬЭЬШ:KЪЭЬ
ЭЬ5ШEKЪЬ#Ш#KШKШ ЧKЪЬ-Ш-KЪЬ&Ш&KШKШ ЧЦ@[getKey: RedBlackTree.GetKey, compare: RedBlackTree.Compare]ЪЮЬЭЬЭЬЭЬЭЬЭЬЭЬ(ЭЬЭЬ	ШЛЦ> -- [data: RedBlackTree.UserData] RETURNS [stop: BOOL _ FALSE]ЪЮЬЭЬ	ЭЬЭЬШ*KЪЬ(Ш(KЪЬШKЪЬШKШ ЧKЦj -- [fullFName: ROPE, attachedTo: ROPE, created: GMT, bytes: INT, keep: CARDINAL] RETURNS [continue: BOOL]Ъ	Ь
ЭЬЭЬЭЬЭЬ
Ш'ЪбЬШKЪЬЭЬШ,KЪЬШKЪЭЬЭЬ&ЭЬЭЬЩ:ЪЭЬЭЬЭШ'ШKЪЭЬЭЬЭЬШ(KЪЬа&ШCKЩEKШЧKЪЭЬЭЬШЧЪЬШKЪЬЭЬqШЗKЪЬШKЪЬШKШЧЪЭЬЭЬЭЬаШ9KЪЬ	ЭЬШ(KЪЬЭЬШ#KЪЬЭЬЩ3KШЧKШЧKЪЬ-Ш-ЪЭЬЭЬЭЬаШ,KЪ	ЬЭЬЭЬЭЬЭЬШ3ЪЭЬЭЬЭЬЭЬЭЬ
ЭЬЭШEKЪЬЭЬШKЪЬЭЬЩ.KЪЬ Ш KЪЭЬШЧKЪЭЬШЧKШKШ ЧЪЮ
ЬЭЬЭЬ"ЭЬЭЬЭЬЭЬ	ШdKЪЬШKШ ЧЧKШKШ ЧЧ ЕЧ    !\  6  