feat: disable chunking and remove all content function

Author: f7f376a1fcd0d0e11a10ed1b6577c9

dag/dag.go

@@ -224,26 +224,30 @@ func processFile(entry fs.DirEntry, fullPath string, path *string, dag *DagBuild
 	builder.SetType(FileLeafType)
 	fileChunks := chunkFile(fileData, ChunkSize)
 
-	if len(fileChunks) == 1 {
-		builder.SetData(fileChunks[0])
+	if ChunkSize <= 0 {
+		builder.SetData(fileData)
 	} else {
-		for i, chunk := range fileChunks {
-			chunkEntryPath := filepath.Join(relPath, strconv.Itoa(i))
-			chunkBuilder := CreateDagLeafBuilder(chunkEntryPath)
+		if len(fileChunks) == 1 {
+			builder.SetData(fileChunks[0])
+		} else {
+			for i, chunk := range fileChunks {
+				chunkEntryPath := filepath.Join(relPath, strconv.Itoa(i))
+				chunkBuilder := CreateDagLeafBuilder(chunkEntryPath)
 
-			chunkBuilder.SetType(ChunkLeafType)
-			chunkBuilder.SetData(chunk)
+				chunkBuilder.SetType(ChunkLeafType)
+				chunkBuilder.SetData(chunk)
 
-			// Chunks don't get custom metadata
-			chunkLeaf, err := chunkBuilder.BuildLeaf(nil)
-			if err != nil {
-				return nil, err
-			}
+				// Chunks don't get custom metadata
+				chunkLeaf, err := chunkBuilder.BuildLeaf(nil)
+				if err != nil {
+					return nil, err
+				}
 
-			label := dag.GetNextAvailableLabel()
-			builder.AddLink(label, chunkLeaf.Hash)
-			chunkLeaf.SetLabel(label)
-			dag.AddLeaf(chunkLeaf, nil)
+				label := dag.GetNextAvailableLabel()
+				builder.AddLink(label, chunkLeaf.Hash)
+				chunkLeaf.SetLabel(label)
+				dag.AddLeaf(chunkLeaf, nil)
+			}
 		}
 	}
 
@@ -973,3 +977,9 @@ func (d *Dag) ApplyTransmissionPacket(packet *TransmissionPacket) {
 		}
 	}
 }
+
+func (d *Dag) RemoveAllContent() {
+	for _, leaf := range d.Leafs {
+		leaf.Content = nil
+	}
+}

dag/types.go

@@ -6,7 +6,9 @@ import (
 	"github.com/HORNET-Storage/Scionic-Merkle-Tree/merkletree"
 )
 
-var ChunkSize = 2048 * 1024 // 2048 * 1024 bytes = 2 megabytes
+const DefaultChunkSize = 2048 * 1024 // 2048 * 1024 bytes = 2 megabytes
+
+var ChunkSize = DefaultChunkSize
 
 type LeafType string
 
@@ -80,3 +82,11 @@ type TransmissionPacket struct {
 func SetChunkSize(size int) {
 	ChunkSize = size
 }
+
+func DisableChunking() {
+	SetChunkSize(-1)
+}
+
+func SetDefaultChunkSize() {
+	SetChunkSize(DefaultChunkSize)
+}