fork/gdu

git clone https://git.julia.blue/fork/gdu

ShivamB25fix(report): preserve directory stats in JSON export (#603)5ff0be6

ignore
3.7 KiB157 linesraw
1package report
2
3import (
4	"bytes"
5	"encoding/json"
6	"errors"
7	"io"
8	"strings"
9	"time"
10
11	"github.com/dundee/gdu/v5/pkg/analyze"
12)
13
14// ReadAnalysis reads analysis report from JSON file and returns directory item
15func ReadAnalysis(input io.Reader) (dir *analyze.Dir, err error) {
16	var data any
17
18	var buff bytes.Buffer
19	if _, err = buff.ReadFrom(input); err != nil {
20		return nil, err
21	}
22	if err := json.Unmarshal(buff.Bytes(), &data); err != nil {
23		return nil, err
24	}
25
26	dataArray, ok := data.([]any)
27	if !ok {
28		return nil, errors.New("JSON file does not contain top level array")
29	}
30	if len(dataArray) < 4 {
31		return nil, errors.New("top level array must have at least 4 items")
32	}
33
34	items, ok := dataArray[3].([]any)
35	if !ok {
36		return nil, errors.New("array of maps not found in the top level array on 4th position")
37	}
38
39	return processDir(items)
40}
41
42func processDir(items []any) (dir *analyze.Dir, err error) {
43	if len(items) == 0 {
44		return nil, errors.New("directory array is empty")
45	}
46
47	var hasSize, hasUsage, hasItemCount bool
48	dir, hasSize, hasUsage, hasItemCount, err = parseDirectoryMetadata(items[0])
49	if err != nil {
50		return nil, err
51	}
52
53	for _, v := range items[1:] {
54		switch item := v.(type) {
55		case map[string]any:
56			file := &analyze.File{}
57			name, ok := item["name"].(string)
58			if !ok {
59				return nil, errors.New("file name is not a string")
60			}
61			file.Name = name
62
63			if asize, ok := item["asize"].(float64); ok {
64				file.Size = int64(asize)
65			}
66			if dsize, ok := item["dsize"].(float64); ok {
67				file.Usage = int64(dsize)
68			}
69			if mtime, ok := item["mtime"].(float64); ok {
70				file.Mtime = time.Unix(int64(mtime), 0)
71			}
72			if _, ok := item["notreg"].(bool); ok {
73				file.Flag = '@'
74			} else {
75				file.Flag = ' '
76			}
77			if mli, ok := item["ino"].(float64); ok {
78				file.Mli = uint64(mli)
79			}
80			if _, ok := item["hlnkc"].(bool); ok {
81				file.Flag = 'H'
82			}
83
84			file.Parent = dir
85
86			dir.AddFile(file)
87		case []any:
88			subdir, err := processDir(item)
89			if err != nil {
90				return nil, err
91			}
92			subdir.Parent = dir
93			dir.AddFile(subdir)
94		}
95	}
96	preserveTruncatedStats(dir, hasSize, hasUsage, hasItemCount)
97
98	return dir, nil
99}
100
101func parseDirectoryMetadata(item any) (
102	dir *analyze.Dir,
103	hasSize bool,
104	hasUsage bool,
105	hasItemCount bool,
106	err error,
107) {
108	dirMap, ok := item.(map[string]any)
109	if !ok {
110		return nil, false, false, false, errors.New("directory item is not a map")
111	}
112	name, ok := dirMap["name"].(string)
113	if !ok {
114		return nil, false, false, false, errors.New("directory name is not a string")
115	}
116
117	dir = &analyze.Dir{File: &analyze.File{Flag: ' '}}
118	if mtime, ok := dirMap["mtime"].(float64); ok {
119		dir.Mtime = time.Unix(int64(mtime), 0)
120	}
121	if asize, ok := dirMap["asize"].(float64); ok {
122		dir.Size = int64(asize)
123		hasSize = true
124	}
125	if dsize, ok := dirMap["dsize"].(float64); ok {
126		dir.Usage = int64(dsize)
127		hasUsage = true
128	}
129	if itemCount, ok := dirMap["items"].(float64); ok {
130		dir.ItemCount = int64(itemCount)
131		hasItemCount = true
132	}
133
134	slashPos := strings.LastIndex(name, "/")
135	if slashPos > -1 {
136		dir.Name = name[slashPos+1:]
137		dir.BasePath = name[:slashPos+1]
138	} else {
139		dir.Name = name
140	}
141
142	return dir, hasSize, hasUsage, hasItemCount, nil
143}
144
145func preserveTruncatedStats(dir *analyze.Dir, hasSize, hasUsage, hasItemCount bool) {
146	if !hasSize || !hasUsage || !hasItemCount || len(dir.Files) != 0 {
147		return
148	}
149	// A leaf directory whose imported stats match the empty-dir placeholder
150	// carries nothing worth pinning: recomputation reproduces the same values.
151	// Only genuinely-empty leaves reach this point with placeholder stats;
152	// depth-truncated directories that held content export with items >= 2.
153	if dir.HasEmptyDirPlaceholderStats() {
154		return
155	}
156	dir.SetStatsFromJSON()
157}