aboutsummaryrefslogtreecommitdiffstats
path: root/compare.go
diff options
context:
space:
mode:
Diffstat (limited to 'compare.go')
-rw-r--r--compare.go67
1 files changed, 57 insertions, 10 deletions
diff --git a/compare.go b/compare.go
index 7275a38..10cab3c 100644
--- a/compare.go
+++ b/compare.go
@@ -1,27 +1,74 @@
package main
import (
- "fmt"
"os"
- "io"
- "crypto/md5"
+ "encoding/json"
"./drive"
)
+const MinCacheFileSize = 5 * 1024 * 1024
+
type Md5Comparer struct {}
func (self Md5Comparer) Changed(local *drive.LocalFile, remote *drive.RemoteFile) bool {
return remote.Md5() != md5sum(local.AbsPath())
}
-func md5sum(path string) string {
- h := md5.New()
+type CachedFileInfo struct {
+ Size int64 `json:"size"`
+ Modified int64 `json:"modified"`
+ Md5 string `json:"md5"`
+}
+
+func NewCachedMd5Comparer(path string) CachedMd5Comparer {
+ cache := map[string]*CachedFileInfo{}
+
f, err := os.Open(path)
- if err != nil {
- return ""
+ if err == nil {
+ json.NewDecoder(f).Decode(&cache)
+ }
+ f.Close()
+ return CachedMd5Comparer{path, cache}
+}
+
+type CachedMd5Comparer struct {
+ path string
+ cache map[string]*CachedFileInfo
+}
+
+func (self CachedMd5Comparer) Changed(local *drive.LocalFile, remote *drive.RemoteFile) bool {
+ return remote.Md5() != self.md5(local)
+}
+
+func (self CachedMd5Comparer) md5(local *drive.LocalFile) string {
+ // See if file exist in cache
+ cached, found := self.cache[local.AbsPath()]
+
+ // If found and modification time and size has not changed, return cached md5
+ if found && local.Modified().UnixNano() == cached.Modified && local.Size() == cached.Size {
+ return cached.Md5
+ }
+
+ // Calculate new md5 sum
+ md5 := md5sum(local.AbsPath())
+
+ // Cache file info if file meets size criteria
+ if local.Size() > MinCacheFileSize {
+ self.cacheAdd(local, md5)
+ self.persist()
}
- defer f.Close()
- io.Copy(h, f)
- return fmt.Sprintf("%x", h.Sum(nil))
+ return md5
+}
+
+func (self CachedMd5Comparer) cacheAdd(lf *drive.LocalFile, md5 string) {
+ self.cache[lf.AbsPath()] = &CachedFileInfo{
+ Size: lf.Size(),
+ Modified: lf.Modified().UnixNano(),
+ Md5: md5,
+ }
+}
+
+func (self CachedMd5Comparer) persist() {
+ writeJson(self.path, self.cache)
}