fork/gdu
git clone https://git.julia.blue/fork/gdu
272c209
ignore
1package analyze 2 3import ( 4"os" 5"sort" 6"testing" 7 8 log"github.com/sirupsen/logrus" 9 10"github.com/dundee/gdu/v5/internal/testdir" 11"github.com/dundee/gdu/v5/pkg/fs" 12"github.com/stretchr/testify/assert" 13) 14 15func init () { 16log .SetLevel (log .WarnLevel ) 17} 18 19func TestAnalyzeDir (t * testing.T ) { 20fin := testdir .CreateTestDir () 21defer fin () 22 23analyzer := CreateAnalyzer () 24dir := analyzer .AnalyzeDir ( 25"test_dir" ,func (_ ,_ string )bool {return false },func (_ string )bool {return false }, 26 ).(* Dir ) 27 28progress := analyzer .GetProgress () 29assert .GreaterOrEqual (t ,progress .TotalUsage ,int64 (0 )) 30 31analyzer .GetDone ().Wait () 32analyzer .ResetProgress () 33dir .UpdateStats (make (fs.HardLinkedItems )) 34 35// test dir info 36assert .Equal (t ,"test_dir" ,dir .Name ) 37assert .Equal (t ,int64 (7 ),dir .Size ) 38assert .Equal (t ,int64 (5 ),dir .ItemCount ) 39assert .True (t ,dir .IsDir ()) 40 41// test dir tree 42assert .Equal (t ,"nested" ,dir .Files [0 ].GetName ()) 43assert .Equal (t ,"subnested" ,dir .Files [0 ].(* Dir ).Files [1 ].GetName ()) 44 45// test file 46assert .Equal (t ,"file2" ,dir .Files [0 ].(* Dir ).Files [0 ].GetName ()) 47assert .Equal (t ,int64 (2 ),dir .Files [0 ].(* Dir ).Files [0 ].GetSize ()) 48 49assert .Equal ( 50t ,"file" ,dir .Files [0 ].(* Dir ).Files [1 ].(* Dir ).Files [0 ].GetName (), 51 ) 52assert .Equal ( 53t ,int64 (5 ),dir .Files [0 ].(* Dir ).Files [1 ].(* Dir ).Files [0 ].GetSize (), 54 ) 55 56// test parent link 57assert .Equal ( 58t , 59"test_dir" , 60dir .Files [0 ].(* Dir ). 61Files [1 ].(* Dir ). 62Files [0 ]. 63GetParent (). 64GetParent (). 65GetParent (). 66GetName (), 67 ) 68} 69 70func TestIgnoreDir (t * testing.T ) { 71fin := testdir .CreateTestDir () 72defer fin () 73 74dir := CreateAnalyzer ().AnalyzeDir ( 75"test_dir" ,func (_ ,_ string )bool {return true },func (_ string )bool {return false }, 76 ).(* Dir ) 77 78assert .Equal (t ,"test_dir" ,dir .Name ) 79assert .Equal (t ,int64 (1 ),dir .ItemCount ) 80} 81 82func TestFlags (t * testing.T ) { 83fin := testdir .CreateTestDir () 84defer fin () 85 86err := os .Mkdir ("test_dir/empty" ,0o644 ) 87assert .Nil (t ,err ) 88 89err = os .Symlink ("test_dir/nested/file2" ,"test_dir/nested/file3" ) 90assert .Nil (t ,err ) 91 92analyzer := CreateAnalyzer () 93dir := analyzer .AnalyzeDir ( 94"test_dir" ,func (_ ,_ string )bool {return false },func (_ string )bool {return false }, 95 ).(* Dir ) 96analyzer .GetDone ().Wait () 97dir .UpdateStats (make (fs.HardLinkedItems )) 98 99sort .Sort (sort .Reverse (dir .Files )) 100 101assert .Equal (t ,int64 (28 + 512 ),dir .Size ) 102assert .Equal (t ,int64 (7 ),dir .ItemCount ) 103 104// test file3 105assert .Equal (t ,"nested" ,dir .Files [0 ].GetName ()) 106assert .Equal (t ,"file3" ,dir .Files [0 ].(* Dir ).Files [1 ].GetName ()) 107assert .Equal (t ,int64 (21 ),dir .Files [0 ].(* Dir ).Files [1 ].GetSize ()) 108assert .Equal (t ,'@' ,dir .Files [0 ].(* Dir ).Files [1 ].GetFlag ()) 109 110assert .Equal (t ,'e' ,dir .Files [1 ].GetFlag ()) 111} 112 113func TestHardlink (t * testing.T ) { 114fin := testdir .CreateTestDir () 115defer fin () 116 117err := os .Link ("test_dir/nested/file2" ,"test_dir/nested/file3" ) 118assert .Nil (t ,err ) 119 120analyzer := CreateAnalyzer () 121dir := analyzer .AnalyzeDir ( 122"test_dir" ,func (_ ,_ string )bool {return false },func (_ string )bool {return false }, 123 ).(* Dir ) 124analyzer .GetDone ().Wait () 125dir .UpdateStats (make (fs.HardLinkedItems )) 126 127assert .Equal (t ,int64 (7 ),dir .Size )// file2 and file3 are counted just once for size 128assert .Equal (t ,int64 (6 ),dir .ItemCount )// but twice for item count 129 130// test file3 131assert .Equal (t ,"file3" ,dir .Files [0 ].(* Dir ).Files [1 ].GetName ()) 132assert .Equal (t ,int64 (2 ),dir .Files [0 ].(* Dir ).Files [1 ].GetSize ()) 133assert .Equal (t ,'H' ,dir .Files [0 ].(* Dir ).Files [1 ].GetFlag ()) 134} 135 136func TestFollowSymlink (t * testing.T ) { 137fin := testdir .CreateTestDir () 138defer fin () 139 140err := os .Mkdir ("test_dir/empty" ,0o644 ) 141assert .Nil (t ,err ) 142 143err = os .Symlink ("./file2" ,"test_dir/nested/file3" ) 144assert .Nil (t ,err ) 145 146analyzer := CreateAnalyzer () 147analyzer .SetFollowSymlinks (true ) 148dir := analyzer .AnalyzeDir ( 149"test_dir" ,func (_ ,_ string )bool {return false },func (_ string )bool {return false }, 150 ).(* Dir ) 151analyzer .GetDone ().Wait () 152dir .UpdateStats (make (fs.HardLinkedItems )) 153 154sort .Sort (sort .Reverse (dir .Files )) 155 156assert .Equal (t ,int64 (9 + 512 ),dir .Size ) 157assert .Equal (t ,int64 (7 ),dir .ItemCount ) 158 159// test file3 160assert .Equal (t ,"nested" ,dir .Files [0 ].GetName ()) 161assert .Equal (t ,"file3" ,dir .Files [0 ].(* Dir ).Files [1 ].GetName ()) 162assert .Equal (t ,int64 (2 ),dir .Files [0 ].(* Dir ).Files [1 ].GetSize ()) 163assert .Equal (t ,' ' ,dir .Files [0 ].(* Dir ).Files [1 ].GetFlag ()) 164 165assert .Equal (t ,'e' ,dir .Files [1 ].GetFlag ()) 166} 167 168func TestGitAnnexSymlink (t * testing.T ) { 169fin := testdir .CreateTestDir () 170defer fin () 171 172err := os .Mkdir ("test_dir/empty" ,0o644 ) 173assert .Nil (t ,err ) 174 175err = os .Symlink ( 176".git/annex/objects/qx/qX/SHA256E-s967858083--" + 177"3e54803fded8dc3a9ea68b106f7b51e04e33c79b4a7b32a860f0b22d89af5c65.mp4/SHA256E-s967858083--" + 178"3e54803fded8dc3a9ea68b106f7b51e04e33c79b4a7b32a860f0b22d89af5c65.mp4" , 179"test_dir/nested/file3" ) 180assert .Nil (t ,err ) 181 182analyzer := CreateAnalyzer () 183analyzer .SetFollowSymlinks (true ) 184analyzer .SetShowAnnexedSize (true ) 185dir := analyzer .AnalyzeDir ( 186"test_dir" ,func (_ ,_ string )bool {return false },func (_ string )bool {return false }, 187 ).(* Dir ) 188analyzer .GetDone ().Wait () 189dir .UpdateStats (make (fs.HardLinkedItems )) 190 191sort .Sort (sort .Reverse (dir .Files )) 192 193assert .Equal (t ,int64 (967858083 + 7 + 512 ),dir .Size ) 194assert .Equal (t ,int64 (7 ),dir .ItemCount ) 195 196// test file3 197assert .Equal (t ,"nested" ,dir .Files [0 ].GetName ()) 198assert .Equal (t ,"file3" ,dir .Files [0 ].(* Dir ).Files [1 ].GetName ()) 199assert .Equal (t ,int64 (967858083 ),dir .Files [0 ].(* Dir ).Files [1 ].GetSize ()) 200assert .Equal (t ,'@' ,dir .Files [0 ].(* Dir ).Files [1 ].GetFlag ()) 201 202assert .Equal (t ,'e' ,dir .Files [1 ].GetFlag ()) 203} 204 205func TestBrokenSymlinkSkipped (t * testing.T ) { 206fin := testdir .CreateTestDir () 207defer fin () 208 209err := os .Mkdir ("test_dir/empty" ,0o644 ) 210assert .Nil (t ,err ) 211 212err = os .Symlink ("xxx" ,"test_dir/nested/file3" ) 213assert .Nil (t ,err ) 214 215analyzer := CreateAnalyzer () 216analyzer .SetFollowSymlinks (true ) 217dir := analyzer .AnalyzeDir ( 218"test_dir" ,func (_ ,_ string )bool {return false },func (_ string )bool {return false }, 219 ).(* Dir ) 220analyzer .GetDone ().Wait () 221dir .UpdateStats (make (fs.HardLinkedItems )) 222 223sort .Sort (sort .Reverse (dir .Files )) 224 225assert .Equal (t ,int64 (7 + 512 ),dir .Size ) 226assert .Equal (t ,int64 (6 ),dir .ItemCount ) 227 228assert .Equal (t ,'!' ,dir .Files [0 ].GetFlag ()) 229} 230 231func BenchmarkAnalyzeDir (b * testing.B ) { 232fin := testdir .CreateTestDir () 233defer fin () 234 235b .ResetTimer () 236 237analyzer := CreateAnalyzer () 238dir := analyzer .AnalyzeDir ( 239"test_dir" ,func (_ ,_ string )bool {return false },func (_ string )bool {return false }, 240 ) 241analyzer .GetDone ().Wait () 242dir .UpdateStats (make (fs.HardLinkedItems )) 243} 244 245func TestParallelStableOrderAnalyzerDeterminism (t * testing.T ) { 246fin := testdir .CreateTestDir () 247defer fin () 248 249// Run parallel analyzer multiple times and verify results are identical 250var results [][]string 251for i := 0 ;i < 5 ;i ++ { 252analyzer := CreateStableOrderAnalyzer () 253dir := analyzer .AnalyzeDir ( 254"test_dir" ,func (_ ,_ string )bool {return false },func (_ string )bool {return false }, 255 ) 256analyzer .GetDone ().Wait () 257dir .UpdateStats (make (fs.HardLinkedItems )) 258 259names := getFileNames (dir ) 260results = append (results ,names ) 261 } 262 263// All runs should produce identical results 264for i := 1 ;i < len (results );i ++ { 265assert .Equal (t ,results [0 ],results [i ], 266"Parallel analyzer run %d produced different results than run 0" ,i ) 267 } 268} 269 270func TestParallelVsSequentialConsistency (t * testing.T ) { 271fin := testdir .CreateTestDir () 272defer fin () 273 274// Run sequential analyzer 275seqAnalyzer := CreateSeqAnalyzer () 276seqDir := seqAnalyzer .AnalyzeDir ( 277"test_dir" ,func (_ ,_ string )bool {return false },func (_ string )bool {return false }, 278 ) 279seqAnalyzer .GetDone ().Wait () 280seqDir .UpdateStats (make (fs.HardLinkedItems )) 281seqNames := getFileNames (seqDir ) 282 283// Run parallel analyzer 284parAnalyzer := CreateStableOrderAnalyzer () 285parDir := parAnalyzer .AnalyzeDir ( 286"test_dir" ,func (_ ,_ string )bool {return false },func (_ string )bool {return false }, 287 ) 288parAnalyzer .GetDone ().Wait () 289parDir .UpdateStats (make (fs.HardLinkedItems )) 290parNames := getFileNames (parDir ) 291 292// Results should match 293assert .Equal (t ,seqNames ,parNames , 294"Parallel and sequential analyzers produced different results" ) 295} 296 297func TestFileDirectoryInterleaving (t * testing.T ) { 298// Create test directory with interleaved files and directories 299err := os .MkdirAll ("test_interleave/aaa_dir" ,0755 ) 300assert .NoError (t ,err ) 301err = os .WriteFile ("test_interleave/bbb_file" , []byte ("content" ),0644 ) 302assert .NoError (t ,err ) 303err = os .MkdirAll ("test_interleave/ccc_dir" ,0755 ) 304assert .NoError (t ,err ) 305err = os .WriteFile ("test_interleave/ddd_file" , []byte ("content" ),0644 ) 306assert .NoError (t ,err ) 307defer os .RemoveAll ("test_interleave" ) 308 309// Run sequential analyzer 310seqAnalyzer := CreateSeqAnalyzer () 311seqDir := seqAnalyzer .AnalyzeDir ( 312"test_interleave" ,func (_ ,_ string )bool {return false },func (_ string )bool {return false }, 313 ).(* Dir ) 314seqAnalyzer .GetDone ().Wait () 315 316// Run parallel analyzer 317parAnalyzer := CreateStableOrderAnalyzer () 318parDir := parAnalyzer .AnalyzeDir ( 319"test_interleave" ,func (_ ,_ string )bool {return false },func (_ string )bool {return false }, 320 ).(* Dir ) 321parAnalyzer .GetDone ().Wait () 322 323// Extract file/dir names in order 324seqOrder := make ([]string ,len (seqDir .Files )) 325for i ,item := range seqDir .Files { 326seqOrder [i ]= item .GetName () 327 } 328 329parOrder := make ([]string ,len (parDir .Files )) 330for i ,item := range parDir .Files { 331parOrder [i ]= item .GetName () 332 } 333 334// The order must be identical: [aaa_dir, bbb_file, ccc_dir, ddd_file] 335assert .Equal (t ,seqOrder ,parOrder , 336"Parallel analyzer did not preserve file/directory interleaving" ) 337 338// Verify the expected order (alphabetical from os.ReadDir) 339assert .Equal (t ,"aaa_dir" ,seqOrder [0 ]) 340assert .Equal (t ,"bbb_file" ,seqOrder [1 ]) 341assert .Equal (t ,"ccc_dir" ,seqOrder [2 ]) 342assert .Equal (t ,"ddd_file" ,seqOrder [3 ]) 343} 344 345// getFileNames recursively collects file names from a directory tree 346func getFileNames (item fs.Item ) []string { 347names := []string {item .GetName ()} 348if item .IsDir () { 349for child := range item .GetFiles (fs .SortByName ,fs .SortAsc ) { 350names = append (names ,getFileNames (child )... ) 351 } 352 } 353return names 354}