Download all trees for non-prefetched commits when root tree is downloaded

Author: tyrielv

GVFS/GVFS.Common/Git/GitRepo.cs

@@ -4,6 +4,7 @@
 using System.IO;
 using System.IO.Compression;
 using System.Linq;
+using static GVFS.Common.Git.LibGit2Repo;
 
 namespace GVFS.Common.Git
 {
@@ -60,9 +61,9 @@ public void OpenRepo()
             this.libgit2RepoInvoker?.InitializeSharedRepo();
         }
 
-        public bool TryGetIsBlob(string sha, out bool isBlob)
+        public bool TryGetObjectType(string sha, out Native.ObjectTypes? objectType)
         {
-            return this.libgit2RepoInvoker.TryInvoke(repo => repo.IsBlob(sha), out isBlob);
+            return this.libgit2RepoInvoker.TryInvoke(repo => repo.GetObjectType(sha), out objectType);
         }
 
         public virtual bool TryCopyBlobContentStream(string blobSha, Action<Stream, long> writeAction)
@@ -86,10 +87,12 @@ public virtual bool TryCopyBlobContentStream(string blobSha, Action<Stream, long
             return copyBlobResult;
         }
 
-        public virtual bool CommitAndRootTreeExists(string commitSha)
+        public virtual bool CommitAndRootTreeExists(string commitSha, out string rootTreeSha)
         {
             bool output = false;
-            this.libgit2RepoInvoker.TryInvoke(repo => repo.CommitAndRootTreeExists(commitSha), out output);
+            string treeShaLocal = null;
+            this.libgit2RepoInvoker.TryInvoke(repo => repo.CommitAndRootTreeExists(commitSha, out treeShaLocal), out output);
+            rootTreeSha = treeShaLocal;
             return output;
         }
 

GVFS/GVFS.Common/Git/LibGit2Repo.cs

@@ -41,24 +41,17 @@ protected LibGit2Repo()
         protected ITracer Tracer { get; }
         protected IntPtr RepoHandle { get; private set; }
 
-        public bool IsBlob(string sha)
+        public Native.ObjectTypes? GetObjectType(string sha)
         {
             IntPtr objHandle;
             if (Native.RevParseSingle(out objHandle, this.RepoHandle, sha) != Native.SuccessCode)
             {
-                return false;
+                return null;
             }
 
             try
             {
-                switch (Native.Object.GetType(objHandle))
-                {
-                    case Native.ObjectTypes.Blob:
-                        return true;
-
-                    default:
-                        return false;
-                }
+                return Native.Object.GetType(objHandle);
             }
             finally
             {
@@ -91,9 +84,9 @@ public virtual string GetTreeSha(string commitish)
             return null;
         }
 
-        public virtual bool CommitAndRootTreeExists(string commitish)
+        public virtual bool CommitAndRootTreeExists(string commitish, out string treeSha)
         {
-            string treeSha = this.GetTreeSha(commitish);
+            treeSha = this.GetTreeSha(commitish);
             if (treeSha == null)
             {
                 return false;

GVFS/GVFS.Mount/InProcessMount.cs

@@ -16,6 +16,7 @@
 using System.IO;
 using System.Text;
 using System.Threading;
+using static GVFS.Common.Git.LibGit2Repo;
 
 namespace GVFS.Mount
 {
@@ -44,6 +45,8 @@ public class InProcessMount
         private HeartbeatThread heartbeat;
         private ManualResetEvent unmountEvent;
 
+        private readonly Dictionary<string, string> treesWithRecentlyDownloadedCommits = new Dictionary<string,string>();
+
         // True if InProcessMount is calling git reset as part of processing
         // a folder dehydrate request
         private volatile bool resetForDehydrateInProgress;
@@ -504,7 +507,21 @@ private void HandleDownloadObjectRequest(NamedPipeMessages.Message message, Name
                 else
                 {
                     Stopwatch downloadTime = Stopwatch.StartNew();
-                    if (this.gitObjects.TryDownloadAndSaveObject(objectSha, GVFSGitObjects.RequestSource.NamedPipeMessage) == GitObjects.DownloadAndSaveObjectResult.Success)
+
+                    /* If this is the root tree for a commit that was was just downloaded, assume that more
+                     * trees will be needed soon and download them as well by using the download commit API.
+                     *
+                     * Otherwise, or as a fallback if the commit download fails, download the object directly.
+                     */
+                    if (this.treesWithRecentlyDownloadedCommits.TryGetValue(objectSha, out string commitSha)
+                        && this.gitObjects.TryDownloadCommit(commitSha))
+                    {
+                        this.treesWithRecentlyDownloadedCommits.Remove(objectSha);
+                        response = new NamedPipeMessages.DownloadObject.Response(NamedPipeMessages.DownloadObject.SuccessResult);
+                        // FUTURE: Should the stats be updated to reflect all the trees in the pack?
+                        // FUTURE: Should we try to clean up duplicate trees or increase depth of the commit download?
+                    }
+                    else if (this.gitObjects.TryDownloadAndSaveObject(objectSha, GVFSGitObjects.RequestSource.NamedPipeMessage) == GitObjects.DownloadAndSaveObjectResult.Success)
                     {
                         response = new NamedPipeMessages.DownloadObject.Response(NamedPipeMessages.DownloadObject.SuccessResult);
                     }
@@ -513,9 +530,20 @@ private void HandleDownloadObjectRequest(NamedPipeMessages.Message message, Name
                         response = new NamedPipeMessages.DownloadObject.Response(NamedPipeMessages.DownloadObject.DownloadFailed);
                     }
 
-                    bool isBlob;
-                    this.context.Repository.TryGetIsBlob(objectSha, out isBlob);
-                    this.context.Repository.GVFSLock.Stats.RecordObjectDownload(isBlob, downloadTime.ElapsedMilliseconds);
+                    Native.ObjectTypes? objectType;
+                    this.context.Repository.TryGetObjectType(objectSha, out objectType);
+                    this.context.Repository.GVFSLock.Stats.RecordObjectDownload(objectType == Native.ObjectTypes.Blob, downloadTime.ElapsedMilliseconds);
+
+                    if (objectType == Native.ObjectTypes.Commit
+                        && !this.context.Repository.CommitAndRootTreeExists(objectSha, out var treeSha)
+                        && !string.IsNullOrEmpty(treeSha))
+                    {
+                        /* If a commit is downloaded but it's tree doesn't exist, it means it hadn't been prefetched and all its trees 
+                         * may be needed soon depending on the context. e.g. git log (without a pathspec) doesn't need trees, but git checkout does.
+                         * save the tree/commit so 
+                         */
+                        this.treesWithRecentlyDownloadedCommits[treeSha] = objectSha;
+                    }
                 }
             }
 

GVFS/GVFS.UnitTests/Mock/Git/MockLibGit2Repo.cs

@@ -12,8 +12,9 @@ public MockLibGit2Repo(ITracer tracer)
         {
         }
 
-        public override bool CommitAndRootTreeExists(string commitish)
+        public override bool CommitAndRootTreeExists(string commitish, out string treeSha)
         {
+            treeSha = string.Empty;
             return false;
         }
 

GVFS/GVFS/CommandLine/GVFSVerb.cs

@@ -663,7 +663,7 @@ protected bool TryDownloadCommit(
             out string error,
             bool checkLocalObjectCache = true)
         {
-            if (!checkLocalObjectCache || !repo.CommitAndRootTreeExists(commitId))
+            if (!checkLocalObjectCache || !repo.CommitAndRootTreeExists(commitId, out _))
             {
                 if (!gitObjects.TryDownloadCommit(commitId))
                 {