mirror of
https://github.com/chrislusf/seaweedfs
synced 2024-09-06 00:50:37 +02:00
47 lines
1.3 KiB
Go
47 lines
1.3 KiB
Go
package meta_cache
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/chrislusf/seaweedfs/weed/filer"
|
|
"github.com/chrislusf/seaweedfs/weed/glog"
|
|
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
|
|
"github.com/chrislusf/seaweedfs/weed/util"
|
|
)
|
|
|
|
func EnsureVisited(mc *MetaCache, client filer_pb.FilerClient, dirPath util.FullPath) error {
|
|
|
|
return mc.visitedBoundary.EnsureVisited(dirPath, func(path util.FullPath) (childDirectories []string, err error) {
|
|
|
|
glog.V(4).Infof("ReadDirAllEntries %s ...", path)
|
|
|
|
for waitTime := time.Second; waitTime < filer.ReadWaitTime; waitTime += waitTime / 2 {
|
|
err = filer_pb.ReadDirAllEntries(client, dirPath, "", func(pbEntry *filer_pb.Entry, isLast bool) error {
|
|
entry := filer.FromPbEntry(string(dirPath), pbEntry)
|
|
if err := mc.doInsertEntry(context.Background(), entry); err != nil {
|
|
glog.V(0).Infof("read %s: %v", entry.FullPath, err)
|
|
return err
|
|
}
|
|
if entry.IsDirectory() {
|
|
childDirectories = append(childDirectories, entry.Name())
|
|
}
|
|
return nil
|
|
})
|
|
if err == nil {
|
|
break
|
|
}
|
|
if strings.Contains(err.Error(), "transport: ") {
|
|
glog.V(0).Infof("ReadDirAllEntries %s: %v. Retry in %v", path, err, waitTime)
|
|
time.Sleep(waitTime)
|
|
continue
|
|
}
|
|
err = fmt.Errorf("list %s: %v", dirPath, err)
|
|
break
|
|
}
|
|
return
|
|
})
|
|
}
|