Find, verify, and analyze leaked credentials
Go credentialsdevsecopsdynamic-analysisprecommitscanningsecretsecret-managementsecretssecuritysecurity-toolstrufflehogverification
Split files instead of using ReadAll (#1387)
Bill Richc2e3e7d53af6
diff --git a/pkg/sources/filesystem/filesystem.go b/pkg/sources/filesystem/filesystem.goindex a78c668ba..58e756192 100644--- a/pkg/sources/filesystem/filesystem.go+++ b/pkg/sources/filesystem/filesystem.go@@ -1,6 +1,7 @@package filesystemimport (+ "bufio""fmt""io""io/fs"@@ -181,23 +182,34 @@ func (s *Source) scanFile(ctx context.Context, path string, chunksChan chan *soureturn err}reReader.Stop()- data, err := io.ReadAll(reReader)- if err != nil {- return fmt.Errorf("unable to read file: %w", err)- }- chunksChan <- &sources.Chunk{- SourceType: s.Type(),- SourceName: s.name,- SourceID: s.SourceID(),- Data: data,- SourceMetadata: &source_metadatapb.MetaData{- Data: &source_metadatapb.MetaData_Filesystem{- Filesystem: &source_metadatapb.Filesystem{- File: sanitizer.UTF8(path),++ for {+ chunkBytes := make([]byte, BufferSize)+ reader := bufio.NewReaderSize(reReader, BufferSize)+ n, err := reader.Read(chunkBytes)+ if err != nil && !errors.Is(err, io.EOF) {+ break+ }+ peekData, _ := reader.Peek(PeekSize)+ if n > 0 {+ chunksChan <- &sources.Chunk{+ SourceType: s.Type(),+ SourceName: s.name,+ SourceID: s.SourceID(),+ Data: append(chunkBytes[:n], peekData...),+ SourceMetadata: &source_metadatapb.MetaData{+ Data: &source_metadatapb.MetaData_Filesystem{+ Filesystem: &source_metadatapb.Filesystem{+ File: sanitizer.UTF8(path),+ },+ },},- },- },- Verify: s.verify,+ Verify: s.verify,+ }+ }+ if errors.Is(err, io.EOF) {+ break+ }}return nil}