added functionality to add file

Add File.go

@@ -0,0 +1,191 @@
+/*
+File Name:  File Transfer.go
+Copyright:  2021 Peernet Foundation s.r.o.
+Author:     Peter Kleissner
+*/
+
+package main
+
+import (
+	"encoding/hex"
+	"fmt"
+	"github.com/PeernetOfficial/core/blockchain"
+	"github.com/PeernetOfficial/core/merkle"
+	"github.com/google/uuid"
+	"io"
+	"path/filepath"
+	"time"
+
+	"github.com/PeernetOfficial/core"
+	"github.com/PeernetOfficial/core/protocol"
+	"github.com/PeernetOfficial/core/warehouse"
+)
+
+// apiBlockAddFiles contains a list of files from the blockchain
+type apiBlockAddFiles struct {
+	Files  []apiFile `json:"files"`  // List of files
+	Status int       `json:"status"` // Status of the operation, only used when this structure is returned from the API.
+}
+
+// apiFile is the metadata of a file published on the blockchain
+type apiFile struct {
+	ID          uuid.UUID         `json:"id"`          // Unique ID.
+	Hash        []byte            `json:"hash"`        // Blake3 hash of the file data
+	Type        uint8             `json:"type"`        // File Type. For example audio or document. See TypeX.
+	Format      uint16            `json:"format"`      // File Format. This is more granular, for example PDF or Word file. See FormatX.
+	Size        uint64            `json:"size"`        // Size of the file
+	Folder      string            `json:"folder"`      // Folder, optional
+	Name        string            `json:"name"`        // Name of the file
+	Description string            `json:"description"` // Description. This is expected to be multiline and contain hashtags!
+	Date        time.Time         `json:"date"`        // Date shared
+	NodeID      []byte            `json:"nodeid"`      // Node ID, owner of the file. Read only.
+	Metadata    []apiFileMetadata `json:"metadata"`    // Additional metadata.
+}
+
+// apiFileMetadata contains metadata information.
+type apiFileMetadata struct {
+	Type uint16 `json:"type"` // See core.TagX constants.
+	Name string `json:"name"` // User friendly name of the metadata type. Use the Type fields to identify the metadata as this name may change.
+	// Depending on the exact type, one of the below fields is used for proper encoding:
+	Text   string    `json:"text"`   // Text value. UTF-8 encoding.
+	Blob   []byte    `json:"blob"`   // Binary data
+	Date   time.Time `json:"date"`   // Date
+	Number uint64    `json:"number"` // Number
+}
+
+// Helper function
+func blockRecordFileFromAPI(input apiFile) (output blockchain.BlockRecordFile) {
+	output = blockchain.BlockRecordFile{ID: input.ID, Hash: input.Hash, Type: input.Type, Format: input.Format, Size: input.Size}
+
+	if input.Name != "" {
+		output.Tags = append(output.Tags, blockchain.TagFromText(blockchain.TagName, input.Name))
+	}
+	if input.Folder != "" {
+		output.Tags = append(output.Tags, blockchain.TagFromText(blockchain.TagFolder, input.Folder))
+	}
+	if input.Description != "" {
+		output.Tags = append(output.Tags, blockchain.TagFromText(blockchain.TagDescription, input.Description))
+	}
+
+	for _, meta := range input.Metadata {
+		if blockchain.IsTagVirtual(meta.Type) { // Virtual tags are not mapped back. They are read-only.
+			continue
+		}
+
+		switch meta.Type {
+		case blockchain.TagName, blockchain.TagFolder, blockchain.TagDescription: // auto mapped tags
+
+		case blockchain.TagDateCreated:
+			output.Tags = append(output.Tags, blockchain.TagFromDate(meta.Type, meta.Date))
+
+		default:
+			output.Tags = append(output.Tags, blockchain.BlockRecordFileTag{Type: meta.Type, Data: meta.Blob})
+		}
+	}
+
+	return output
+}
+
+// IsVirtualFolder returns true if the file is a virtual folder
+func (file *apiFile) IsVirtualFolder() bool {
+	return file.Type == core.TypeFolder && file.Format == core.FormatFolder
+}
+
+// setFileMerkleInfo sets the merkle fields in the BlockRecordFile
+func setFileMerkleInfo(backend *core.Backend, file *blockchain.BlockRecordFile) (valid bool) {
+	if file.Size <= merkle.MinimumFragmentSize {
+		// If smaller or equal than the minimum fragment size, the merkle tree is not used.
+		file.MerkleRootHash = file.Hash
+		file.FragmentSize = merkle.MinimumFragmentSize
+	} else {
+		// Get the information from the Warehouse .merkle companion file.
+		tree, status, _ := backend.UserWarehouse.ReadMerkleTree(file.Hash, true)
+		if status != warehouse.StatusOK {
+			return false
+		}
+
+		file.MerkleRootHash = tree.RootHash
+		file.FragmentSize = tree.FragmentSize
+	}
+
+	return true
+}
+
+
+// AddFile Add file to warehouse and blockchain
+func AddFile(peer *core.Backend, filePath string, output io.Writer) {
+	// Creates a file in the warehouse
+	hash, _, err := peer.UserWarehouse.CreateFileFromPath(filePath)
+	if err != nil {
+		fmt.Fprintf(output, "Error creating file in the warehouse: %s", err)
+		return
+	}
+
+	// File Successfully added to the warehouse
+	fmt.Fprintf(output, "File hash added to warehouse %s \n", hex.EncodeToString(hash))
+
+	// Add the file to the local blockchain
+	var input apiBlockAddFiles
+	var inputFiles []apiFile
+	var inputFile apiFile
+
+	// Write file information to the input file
+	inputFile.Date = time.Now()
+	// Folder and file name
+	dir, file := filepath.Split(filePath)
+	inputFile.Folder = dir
+	inputFile.Name = file
+	inputFile.ID = uuid.New()
+	inputFile.Hash = hash
+
+	// Get the public key of the current node
+	_, publicKey := peer.ExportPrivateKey()
+	inputFile.NodeID = []byte(hex.EncodeToString(publicKey.SerializeCompressed()))
+
+	inputFiles = append(inputFiles, inputFile)
+
+	input.Files = inputFiles
+
+	var filesAdd []blockchain.BlockRecordFile
+
+	for _, file := range input.Files {
+		if len(file.Hash) != protocol.HashSize {
+			fmt.Fprintf(output, "Bad request")
+			return
+		}
+		if file.ID == uuid.Nil { // if the ID is not provided by the caller, set it
+			file.ID = uuid.New()
+		}
+
+		// Verify that the file exists in the warehouse. Folders are exempt from this check as they are only virtual.
+		if !file.IsVirtualFolder() {
+			if _, err := warehouse.ValidateHash(file.Hash); err != nil {
+				fmt.Fprintf(output, "Bad request")
+				return
+			} else if _, fileInfo, status, _ := peer.UserWarehouse.FileExists(file.Hash); status != warehouse.StatusOK {
+				//EncodeJSON(api.backend, w, r, apiBlockchainBlockStatus{Status: blockchain.StatusNotInWarehouse})
+				fmt.Fprintf(output, "File not in warehouse")
+				return
+			} else {
+				file.Size = uint64(fileInfo.Size())
+			}
+		} else {
+			file.Hash = protocol.HashData(nil)
+			file.Size = 0
+		}
+
+		blockRecord := blockRecordFileFromAPI(file)
+
+		// Set the merkle tree info as appropriate.
+		if !setFileMerkleInfo(peer, &blockRecord) {
+			fmt.Fprintf(output, "File not in warehouse")
+			return
+		}
+
+		filesAdd = append(filesAdd, blockRecord)
+	}
+
+	newHeight, newVersion, _ := peer.UserBlockchain.AddFiles(filesAdd)
+	fmt.Fprintf(output, "NEW HEIGHT:%d \n", newHeight)
+	fmt.Fprintf(output, "NEW VERSION:%d \n", newVersion)
+}

Command Line.go

@@ -49,6 +49,7 @@ func showHelp(output io.Writer) {
 		"log error                     Set error log output\n"+
 		"exit                          Exit\n"+
 		"search file                   Search globally for files using the local search index\n"+
+		"add file                      Adds specified file path to the local warehouse and local blockchain\n"+
 		"\n")
 }
 
@@ -494,6 +495,15 @@ func userCommands(backend *core.Backend, input io.Reader, output io.Writer, term
 				fmt.Fprintf(output, "  Found via keywords    %s\n", keywords)
 			}
 
+		case "add file":
+			fmt.Fprintf(output, "Enter File Path:\n")
+			filePath, _, terminate := getUserOptionString(reader, terminateSignal)
+			if terminate {
+				return
+			}
+			// Add the file to the warehouse and the local blockchain
+			AddFile(backend, filePath, output)
+
 		default:
 			fmt.Fprintf(output, "Unknown command.\n")
 		}