ff8e191a9a
* Added piecestore * gofmt * Added requested changes * Added cli * Removed ranger because I wanted something that can stand alone * Add example of http server using piece store * Changed piecestore code to make it more optial for error handelling * Merged with piecestore * Added missing package * Forgot io import * gofmt * gofmt * Forgot io * Make path by hash exported * updated to simplify again whoops * Updated server to work real good * Forgot ampersand * Updated to match FilePiece * Merged in cam's delete code * Remove unused io * Added RPC code * Give the download request a reader * Removed http server stuff; changed receive stream to say io.reader * Added expiration date to shardInfo * Change all instances of Shard to Piece; change protobuf name; moved client insance to outside functions * added ttl info request * Move scripts to http server pr; added close method for Retrieve api * added rpc server tests for getting piece meta data and retrieval routes * Resolved linter errors, moved to prc server to pkg, updated go.mod to use latest protobuf * Imported cams test * Bump gometalinter deadline * WIP adding tests * added tests for store and delete routes * Add changes as requested by Kaloyan, also cleaned up some code * Get the code actually working whoops * More cleanup * Separating database calls from api.go * need to rename expiration * Added some changes requested by JT * Fix read size * Fixed total amount to read * added tests * Simplify protobuf, add store tests, edited api to handle invalid stores properly, return errors instead of messages * Moved rpc client and server to piece store * Moved piecestore protobuf to the /protos folder * Cleaned up messages * Clean up linter errors * Added missing sqlite import * Add ability to do iterative reads and writes to pstore * Incrementally read data * Fix linter and import errors * Solve linter Error * Change return types * begin test refactor * refactored to implement only 1 db connection, moved SQLite row checking into separate function and removed defer on rows.Close(), fixed os.tempDir in rpc_test.go * Cleaning up tests * Added retrieve tests * refactored delete tests * Deleted old tests * Updated cmd/piecestore to reflect changes to piecestore * Refactored server tests and server/client store code * gofmt * WIP implementing TTL struct * Read 4k at a time when Retrieving * implemented ttl struct * Accidentally removed fpiece dependency? * Double resolve merge conflict * Moved client to the examples since it is an example * Change hash to id in protobuf. TODO: Change client and server to reflect these changes * Update client and protobuf * changed hash to id * Handle eof properly in retrieve * Id -> ID * forgot to change import for client after moving * Moved client and server main to examples * Made changes requested by JT * checkEntries is now private, created currentTime variable for checkEntries, added defer rows.Close() * Print not fatal * Handle overflow when reading from server * added const IDLength * removed types from comments * Add reader/writer for download data from and uploading data to server * goimports and comments * fixed nits, casts, added OK const, DBCleanup now exits program on error * Add stream reader and writer for server * Fix errors * i beforee except after c lol * customizable data dir * Forgot to rename variable * customizable data dir * Handle closing of server stream properly * linter * pass on inserting the same data twice * linter * linter * Do the easy things JT asked for * Handle overflow from reads properly; handle custom db path * Handle overflow for server stream read; TODO Combine server and client stream reads * Allow for TTL of 0 to stay forever * Make Client cleaner for user
87 lines
1.9 KiB
Go
87 lines
1.9 KiB
Go
// Copyright (C) 2018 Storj Labs, Inc.
|
|
// See LICENSE for copying information.
|
|
|
|
package main
|
|
|
|
import (
|
|
"fmt"
|
|
"log"
|
|
"net"
|
|
"os"
|
|
"path"
|
|
"regexp"
|
|
|
|
_ "github.com/mattn/go-sqlite3"
|
|
"google.golang.org/grpc"
|
|
|
|
"storj.io/storj/pkg/piecestore/rpc/server"
|
|
"storj.io/storj/pkg/piecestore/rpc/server/ttl"
|
|
pb "storj.io/storj/protos/piecestore"
|
|
)
|
|
|
|
func main() {
|
|
port := "7777"
|
|
|
|
if len(os.Args) > 1 && os.Args[1] != "" {
|
|
if matched, _ := regexp.MatchString(`^\d{2,6}$`, os.Args[1]); matched == true {
|
|
port = os.Args[1]
|
|
}
|
|
}
|
|
|
|
// Get default folder for storing data and database
|
|
dataFolder, err := os.Getwd()
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
|
|
// Check if directory for storing data and database was passed in
|
|
if len(os.Args) > 2 && os.Args[2] != "" {
|
|
dataFolder = os.Args[2]
|
|
}
|
|
|
|
fileInfo, err := os.Stat(dataFolder)
|
|
if err != nil {
|
|
log.Fatalf(err.Error())
|
|
}
|
|
|
|
if fileInfo.IsDir() != true {
|
|
log.Fatalf("dataFolder %s is not a directory", dataFolder)
|
|
}
|
|
|
|
// Suggestion for whoever implements this: Instead of using port use node id
|
|
dataDir := path.Join(dataFolder, port, "/piece-store-data/")
|
|
dbPath := path.Join(dataFolder, port, "/ttl-data.db")
|
|
|
|
ttlDB, err := ttl.NewTTL(dbPath)
|
|
if err != nil {
|
|
log.Fatalf("failed to open DB")
|
|
}
|
|
|
|
// create a listener on TCP port
|
|
lis, err := net.Listen("tcp", fmt.Sprintf(":%s", port))
|
|
if err != nil {
|
|
log.Fatalf("failed to listen: %v", err)
|
|
}
|
|
defer lis.Close()
|
|
|
|
// create a server instance
|
|
s := server.Server{PieceStoreDir: dataDir, DB: ttlDB}
|
|
|
|
// create a gRPC server object
|
|
grpcServer := grpc.NewServer()
|
|
|
|
// attach the api service to the server
|
|
pb.RegisterPieceStoreRoutesServer(grpcServer, &s)
|
|
|
|
// routinely check DB and delete expired entries
|
|
go func() {
|
|
err := s.DB.DBCleanup(dataDir)
|
|
log.Fatalf("Error in DBCleanup: %v", err)
|
|
}()
|
|
|
|
// start the server
|
|
if err := grpcServer.Serve(lis); err != nil {
|
|
log.Fatalf("failed to serve: %s", err)
|
|
}
|
|
}
|