258d5fec44
* piecestore: connect to kad * piecestore: Linter errors * piecestore: added pstore config command line utility * piecestore: removed main.go, implement methods and structs * piecestore: Import Cam's config code into piecestore-farmer * piecestore: moving farmer to urfavecli * piecestore: added create command * piecestore: Removed old config, added server start code to cli * piecestore: Get server code working * piecestore: Changed default dir for storing piece store data; added ttl to config * piecestore: Generate id; add bootstrap ip for kad * piecestore: Separate kad port and server port * piecestore: goimports * piecestore: Removed print * piecestore: use pkg/process * piecestore: Better config file * piecestore: base58 encode for id * piecestore: base58 encode and clean up cli * piecestore: Typo * piecestore: removed unnecessary variable * piecestore: Fixed more typos * piecestore: Place data in a directory based on nodeid * piecestore: base58 encode instead * piecestore: Add dependency to go.mod * piecestore: Fix typo in rpc server start; clear data on failed piece upload
129 lines
2.7 KiB
Go
129 lines
2.7 KiB
Go
// Copyright (C) 2018 Storj Labs, Inc.
|
|
// See LICENSE for copying information.
|
|
|
|
package ttl
|
|
|
|
import (
|
|
"database/sql"
|
|
"fmt"
|
|
"log"
|
|
"os"
|
|
"path/filepath"
|
|
"time"
|
|
|
|
_ "github.com/mattn/go-sqlite3" // sqlite is weird and needs underscore
|
|
|
|
"storj.io/storj/pkg/piecestore"
|
|
)
|
|
|
|
// TTL -- ttl database
|
|
type TTL struct {
|
|
DB *sql.DB
|
|
}
|
|
|
|
// NewTTL -- creates ttl database and struct
|
|
func NewTTL(DBPath string) (*TTL, error) {
|
|
if err := os.MkdirAll(filepath.Dir(DBPath), 0700); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
db, err := sql.Open("sqlite3", DBPath)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
_, err = db.Exec("CREATE TABLE IF NOT EXISTS `ttl` (`id` TEXT UNIQUE, `created` INT(10), `expires` INT(10));")
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return &TTL{db}, nil
|
|
}
|
|
|
|
// checkEntries -- checks for and deletes expired TTL entries
|
|
func checkEntries(dir string, rows *sql.Rows) error {
|
|
|
|
for rows.Next() {
|
|
var expID string
|
|
|
|
err := rows.Scan(&expID)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
// delete file on local machine
|
|
err = pstore.Delete(expID, dir)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
log.Printf("Deleted file: %s\n", expID)
|
|
if rows.Err() != nil {
|
|
return rows.Err()
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// DBCleanup -- go routine to check ttl database for expired entries
|
|
// pass in database and location of file for deletion
|
|
func (ttl *TTL) DBCleanup(dir string) error {
|
|
|
|
tickChan := time.NewTicker(time.Second * 5).C
|
|
for {
|
|
select {
|
|
case <-tickChan:
|
|
now := time.Now().Unix()
|
|
|
|
rows, err := ttl.DB.Query(fmt.Sprintf("SELECT id FROM ttl WHERE expires < %d AND expires > 0", now))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer rows.Close()
|
|
|
|
if err := checkEntries(dir, rows); err != nil {
|
|
return err
|
|
}
|
|
|
|
_, err = ttl.DB.Exec(fmt.Sprintf("DELETE FROM ttl WHERE expires < %d AND expires > 0", now))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
// AddTTLToDB -- Insert TTL into database by id
|
|
func (ttl *TTL) AddTTLToDB(id string, expiration int64) error {
|
|
|
|
_, err := ttl.DB.Exec(fmt.Sprintf(`INSERT or REPLACE INTO ttl (id, created, expires) VALUES ("%s", "%d", "%d")`, id, time.Now().Unix(), expiration))
|
|
return err
|
|
}
|
|
|
|
// GetTTLByID -- Find the TTL in the database by id and return it
|
|
func (ttl *TTL) GetTTLByID(id string) (expiration int64, err error) {
|
|
|
|
rows, err := ttl.DB.Query(fmt.Sprintf(`SELECT expires FROM ttl WHERE id="%s"`, id))
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
|
|
defer rows.Close()
|
|
|
|
for rows.Next() {
|
|
err = rows.Scan(&expiration)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
}
|
|
|
|
return expiration, nil
|
|
}
|
|
|
|
// DeleteTTLByID -- Find the TTL in the database by id and delete it
|
|
func (ttl *TTL) DeleteTTLByID(id string) error {
|
|
|
|
_, err := ttl.DB.Exec(fmt.Sprintf(`DELETE FROM ttl WHERE id="%s"`, id))
|
|
return err
|
|
}
|