fork/gdu
git clone https://git.julia.blue/fork/gdu
da4d262
subvolume
1package analyze 2 3import ( 4"bytes" 5"encoding/gob" 6"path/filepath" 7"sync" 8"sync/atomic" 9 10"github.com/dgraph-io/badger/v4" 11"github.com/dundee/gdu/v5/internal/common" 12"github.com/dundee/gdu/v5/pkg/fs" 13"github.com/pkg/errors" 14) 15 16func init () { 17gob .RegisterName ("analyze.StoredDir" ,& StoredDir {}) 18gob .RegisterName ("analyze.Dir" ,& Dir {}) 19gob .RegisterName ("analyze.File" ,& File {}) 20gob .RegisterName ("analyze.ParentDir" ,& ParentDir {}) 21} 22 23// DefaultStorage is a default instance of badger storage 24var DefaultStorage * Storage 25 26// Storage represents a badger storage 27type Storage struct { 28db * badger.DB 29storagePath string 30topDir string 31m sync.RWMutex 32counter atomic.Int64 33} 34 35// NewStorage returns new instance of badger storage 36func NewStorage (storagePath ,topDir string )* Storage { 37st := & Storage { 38storagePath :storagePath , 39topDir :topDir , 40 } 41DefaultStorage = st 42return st 43} 44 45// GetTopDir returns top directory 46func (s * Storage )GetTopDir ()string { 47return s .topDir 48} 49 50// IsOpen returns true if badger DB is open 51func (s * Storage )IsOpen ()bool { 52s .m .RLock () 53defer s .m .RUnlock () 54return s .db != nil 55} 56 57// Open opens badger DB 58func (s * Storage )Open ()func () { 59options := badger .DefaultOptions (s .storagePath ) 60options .Logger = nil 61 62if ! common .Is64Bit { 63// For 32-bit systems, we need to set ValueLogFileSize to a smaller value to 64// avoid "cannot allocate memory while mmapping" error 65options .ValueLogFileSize = (1 << 30 - 1 )/ 2 66 } 67 68db ,err := badger .Open (options ) 69if err != nil { 70panic (err ) 71 } 72s .db = db 73 74return func () { 75s .db .Close () 76s .db = nil 77 } 78} 79 80// StoreDir saves item info into badger DB 81func (s * Storage )StoreDir (dir fs.Item )error { 82s .checkCount () 83s .m .RLock () 84defer s .m .RUnlock () 85 86return s .db .Update (func (txn * badger.Txn )error { 87b := & bytes.Buffer {} 88enc := gob .NewEncoder (b ) 89err := enc .Encode (dir ) 90if err != nil { 91return errors .Wrap (err ,"encoding dir value" ) 92 } 93 94return txn .Set ([]byte (dir .GetPath ()),b .Bytes ()) 95 }) 96} 97 98// LoadDir saves item info into badger DB 99func (s * Storage )LoadDir (dir fs.Item )error { 100s .checkCount () 101s .m .RLock () 102defer s .m .RUnlock () 103 104return s .db .View (func (txn * badger.Txn )error { 105path := dir .GetPath () 106item ,err := txn .Get ([]byte (path )) 107if err != nil { 108return errors .Wrap (err ,"reading stored value for path: " + path ) 109 } 110return item .Value (func (val []byte )error { 111b := bytes .NewBuffer (val ) 112dec := gob .NewDecoder (b ) 113return dec .Decode (dir ) 114 }) 115 }) 116} 117 118// GetDirForPath returns Dir for given path 119func (s * Storage )GetDirForPath (path string ) (item fs.Item ,err error ) { 120dirPath := filepath .Dir (path ) 121name := filepath .Base (path ) 122dir := & StoredDir { 123& Dir { 124File :& File { 125Name :name , 126 }, 127BasePath :dirPath , 128 }, 129nil , 130 sync.Mutex {}, 131 } 132err = s .LoadDir (dir ) 133if err != nil { 134return nil ,err 135 } 136return dir ,nil 137} 138 139func (s * Storage )checkCount () { 140s .counter .Add (1 ) 141if s .counter .Load ()>= 10000 { 142s .m .Lock () 143defer s .m .Unlock () 144s .counter .Store (0 ) 145s .db .Close () 146s .Open () 147 } 148}