Skip to content

Find, verify, and analyze leaked credentials

remove dead code (#3044)

ahrav7d349ac7f3cd
diff --git a/pkg/sources/chunker.go b/pkg/sources/chunker.go
index 47e9e500d..347d88446 100644
--- a/pkg/sources/chunker.go
+++ b/pkg/sources/chunker.go
@@ -2,7 +2,6 @@ package sources
import (
"bufio"
- "bytes"
"errors"
"io"
@@ -18,37 +17,6 @@ const (
TotalChunkSize = ChunkSize + PeekSize
)
-// Chunker takes a chunk and splits it into chunks of ChunkSize.
-func Chunker(originalChunk *Chunk) chan *Chunk {
- chunkChan := make(chan *Chunk, 1)
- go func() {
- defer close(chunkChan)
- if len(originalChunk.Data) <= TotalChunkSize {
- chunkChan <- originalChunk
- return
- }
-
- r := bytes.NewReader(originalChunk.Data)
- reader := bufio.NewReaderSize(bufio.NewReader(r), ChunkSize)
- for {
- chunkBytes := make([]byte, TotalChunkSize)
- chunk := *originalChunk
- chunkBytes = chunkBytes[:ChunkSize]
- n, err := io.ReadFull(reader, chunkBytes)
- if n > 0 {
- peekData, _ := reader.Peek(TotalChunkSize - n)
- chunkBytes = append(chunkBytes[:n], peekData...)
- chunk.Data = chunkBytes
- chunkChan <- &chunk
- }
- if err != nil {
- break
- }
- }
- }()
- return chunkChan
-}
-
type chunkReaderConfig struct {
chunkSize int
totalSize int
diff --git a/pkg/sources/chunker_test.go b/pkg/sources/chunker_test.go
index a0017ba23..818540cb2 100644
--- a/pkg/sources/chunker_test.go
+++ b/pkg/sources/chunker_test.go
@@ -2,7 +2,6 @@ package sources
import (
"bytes"
- "io"
"math/rand"
"runtime"
"strings"
@@ -11,66 +10,10 @@ import (
"time"
"github.com/stretchr/testify/assert"
- diskbufferreader "github.com/trufflesecurity/disk-buffer-reader"
"github.com/trufflesecurity/trufflehog/v3/pkg/context"
)
-func TestChunker(t *testing.T) {
- byteBuffer := bytes.NewBuffer(make([]byte, ChunkSize*9))
- reReader, err := diskbufferreader.New(byteBuffer)
- if err != nil {
- t.Fatal(err)
- }
- defer reReader.Close()
-
- baseChunks := make([]*Chunk, 0, 9)
-
- chunkData, _ := io.ReadAll(reReader)
- originalChunk := &Chunk{
- Data: chunkData,
- }
-
- for chunk := range Chunker(originalChunk) {
- baseChunks = append(baseChunks, chunk)
- }
-
- _ = reReader.Reset()
-
- testChunks := make([]*Chunk, 0, 9)
-
- testData, _ := io.ReadAll(reReader)
- testOriginalChunk := &Chunk{
- Data: testData,
- }
-
- for chunk := range Chunker(testOriginalChunk) {
- testChunks = append(testChunks, chunk)
- }
-
- if len(testChunks) != len(baseChunks) {
- t.Errorf("Wrong number of chunks received. Got %d, expected: %d.", len(testChunks), len(baseChunks))
- }
-
- for i, baseChunk := range baseChunks {
- if !bytes.Equal(baseChunk.Data, testChunks[i].Data) {
- t.Errorf("Chunk %d did not match expected. Got: %d bytes, expected: %d bytes", i+1, len(testChunks[i].Data), len(baseChunk.Data))
- }
- }
-}
-
-func BenchmarkChunker(b *testing.B) {
- data := bytes.Repeat([]byte("a"), ChunkSize*100)
- chunk := &Chunk{
- Data: data,
- }
- b.ResetTimer()
- for i := 0; i < b.N; i++ {
- for range Chunker(chunk) {
- }
- }
-}
-
func TestNewChunkedReader(t *testing.T) {
tests := []struct {
name string