octoleo/restic
2
2
Fork 0
mirror of https://github.com/octoleo/restic.git synced 2024-12-22 10:58:55 +00:00
Code Issues Releases Wiki Activity

Merge pull request #3915 from plumbeo/compression-stats

Browse Source 
restic stats: print uncompressed size in mode raw-data
This commit is contained in:
Michael Eischer 2022-10-21 22:10:29 +02:00 committed by GitHub
commit ee6688a9f6
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 49 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
changelog/unreleased/pull-3915 Normal file
View File

@ -0,0 +1,9 @@
Enhancement: add compression statistics to the restic stats command
When executed in `raw-data` mode on a repository that supports compression, the `restic stats`
command now calculates and displays, for the selected repository or snapshots, the uncompressed
size of the data, the compression progress (percentage of data that has been compressed), the
compression ratio of the compressed data and the total space saving, taking into account both
the compressed and uncompressed data if the repository is only partially compressed.
https://github.com/restic/restic/pull/3915

36
cmd/restic/cmd_stats.go
View File

@ -7,6 +7,7 @@ import (
"path/filepath" "path/filepath"
"github.com/restic/restic/internal/backend" "github.com/restic/restic/internal/backend"
"github.com/restic/restic/internal/crypto"
"github.com/restic/restic/internal/restic" "github.com/restic/restic/internal/restic"
"github.com/restic/restic/internal/walker" "github.com/restic/restic/internal/walker"
@ -128,8 +129,22 @@ func runStats(ctx context.Context, gopts GlobalOptions, args []string) error {
return fmt.Errorf("blob %v not found", blobHandle) return fmt.Errorf("blob %v not found", blobHandle)
} }
stats.TotalSize += uint64(pbs[0].Length) stats.TotalSize += uint64(pbs[0].Length)
if repo.Config().Version >= 2 {
stats.TotalUncompressedSize += uint64(crypto.CiphertextLength(int(pbs[0].DataLength())))
if pbs[0].IsCompressed() {
stats.TotalCompressedBlobsSize += uint64(pbs[0].Length)
stats.TotalCompressedBlobsUncompressedSize += uint64(crypto.CiphertextLength(int(pbs[0].DataLength())))
}
}
stats.TotalBlobCount++ stats.TotalBlobCount++
} }
if stats.TotalCompressedBlobsSize > 0 {
stats.CompressionRatio = float64(stats.TotalCompressedBlobsUncompressedSize) / float64(stats.TotalCompressedBlobsSize)
}
if stats.TotalUncompressedSize > 0 {
stats.CompressionProgress = float64(stats.TotalCompressedBlobsUncompressedSize) / float64(stats.TotalUncompressedSize) * 100
stats.CompressionSpaceSaving = (1 - float64(stats.TotalSize)/float64(stats.TotalUncompressedSize)) * 100
}
} }
if gopts.JSON { if gopts.JSON {
@ -142,14 +157,25 @@ func runStats(ctx context.Context, gopts GlobalOptions, args []string) error {
Printf("Stats in %s mode:\n", statsOptions.countMode) Printf("Stats in %s mode:\n", statsOptions.countMode)
Printf(" Snapshots processed: %d\n", stats.SnapshotsCount) Printf(" Snapshots processed: %d\n", stats.SnapshotsCount)
if stats.TotalBlobCount > 0 { if stats.TotalBlobCount > 0 {
Printf(" Total Blob Count: %d\n", stats.TotalBlobCount) Printf(" Total Blob Count: %d\n", stats.TotalBlobCount)
} }
if stats.TotalFileCount > 0 { if stats.TotalFileCount > 0 {
Printf(" Total File Count: %d\n", stats.TotalFileCount) Printf(" Total File Count: %d\n", stats.TotalFileCount)
} }
if stats.TotalUncompressedSize > 0 {
Printf(" Total Uncompressed Size: %-5s\n", formatBytes(stats.TotalUncompressedSize))
}
Printf(" Total Size: %-5s\n", formatBytes(stats.TotalSize)) Printf(" Total Size: %-5s\n", formatBytes(stats.TotalSize))
if stats.CompressionProgress > 0 {
Printf(" Compression Progress: %.2f%%\n", stats.CompressionProgress)
}
if stats.CompressionRatio > 0 {
Printf(" Compression Ratio: %.2fx\n", stats.CompressionRatio)
}
if stats.CompressionSpaceSaving > 0 {
Printf("Compression Space Saving: %.2f%%\n", stats.CompressionSpaceSaving)
}
return nil return nil
} }
@ -276,7 +302,13 @@ func verifyStatsInput(gopts GlobalOptions, args []string) error {
// for a successful and efficient walk. // for a successful and efficient walk.
type statsContainer struct { type statsContainer struct {
TotalSize uint64 `json:"total_size"` TotalSize uint64 `json:"total_size"`
TotalFileCount uint64 `json:"total_file_count"` TotalUncompressedSize uint64 `json:"total_uncompressed_size,omitempty"`
TotalCompressedBlobsSize uint64 `json:"-"`
TotalCompressedBlobsUncompressedSize uint64 `json:"-"`
CompressionRatio float64 `json:"compression_ratio,omitempty"`
CompressionProgress float64 `json:"compression_progress,omitempty"`
CompressionSpaceSaving float64 `json:"compression_space_saving,omitempty"`
TotalFileCount uint64 `json:"total_file_count,omitempty"`
TotalBlobCount uint64 `json:"total_blob_count,omitempty"` TotalBlobCount uint64 `json:"total_blob_count,omitempty"`
// holds count of all considered snapshots // holds count of all considered snapshots
SnapshotsCount int `json:"snapshots_count"` SnapshotsCount int `json:"snapshots_count"`