6463b87ebe
* add errcheck * fixed linter errors * fixes * errcheck fixes in pkg/paths * Fix errchecks in PieceID.Derive * Fix ecclient tests * Move closeConn a little bit above in the exectution flow * fix new lint errors * Fatalf -> Printf * address eclipsed errors * rename err to closeErr * rename err to closeErr for differentiation
137 lines
2.9 KiB
Go
137 lines
2.9 KiB
Go
// Copyright (C) 2018 Storj Labs, Inc.
|
|
// See LICENSE for copying information.
|
|
|
|
package ttl
|
|
|
|
import (
|
|
"database/sql"
|
|
"fmt"
|
|
"log"
|
|
"os"
|
|
"path/filepath"
|
|
"time"
|
|
|
|
_ "github.com/mattn/go-sqlite3" // sqlite is weird and needs underscore
|
|
|
|
"storj.io/storj/pkg/piecestore"
|
|
)
|
|
|
|
// TTL -- ttl database
|
|
type TTL struct {
|
|
DB *sql.DB
|
|
}
|
|
|
|
// NewTTL -- creates ttl database and struct
|
|
func NewTTL(DBPath string) (*TTL, error) {
|
|
if err := os.MkdirAll(filepath.Dir(DBPath), 0700); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
db, err := sql.Open("sqlite3", DBPath)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
_, err = db.Exec("CREATE TABLE IF NOT EXISTS `ttl` (`id` TEXT UNIQUE, `created` INT(10), `expires` INT(10));")
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return &TTL{db}, nil
|
|
}
|
|
|
|
// checkEntries -- checks for and deletes expired TTL entries
|
|
func checkEntries(dir string, rows *sql.Rows) error {
|
|
|
|
for rows.Next() {
|
|
var expID string
|
|
|
|
err := rows.Scan(&expID)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
// delete file on local machine
|
|
err = pstore.Delete(expID, dir)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
log.Printf("Deleted file: %s\n", expID)
|
|
if rows.Err() != nil {
|
|
return rows.Err()
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// DBCleanup -- go routine to check ttl database for expired entries
|
|
// pass in database and location of file for deletion
|
|
func (ttl *TTL) DBCleanup(dir string) error {
|
|
|
|
tickChan := time.NewTicker(time.Second * 5).C
|
|
for {
|
|
select {
|
|
case <-tickChan:
|
|
now := time.Now().Unix()
|
|
|
|
rows, err := ttl.DB.Query(fmt.Sprintf("SELECT id FROM ttl WHERE expires < %d AND expires > 0", now))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer func() {
|
|
if err := rows.Close(); err != nil {
|
|
log.Printf("failed to close Rows: %s\n", err)
|
|
}
|
|
}()
|
|
|
|
if err := checkEntries(dir, rows); err != nil {
|
|
return err
|
|
}
|
|
|
|
_, err = ttl.DB.Exec(fmt.Sprintf("DELETE FROM ttl WHERE expires < %d AND expires > 0", now))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
// AddTTLToDB -- Insert TTL into database by id
|
|
func (ttl *TTL) AddTTLToDB(id string, expiration int64) error {
|
|
|
|
_, err := ttl.DB.Exec(fmt.Sprintf(`INSERT or REPLACE INTO ttl (id, created, expires) VALUES ("%s", "%d", "%d")`, id, time.Now().Unix(), expiration))
|
|
return err
|
|
}
|
|
|
|
// GetTTLByID -- Find the TTL in the database by id and return it
|
|
func (ttl *TTL) GetTTLByID(id string) (expiration int64, err error) {
|
|
|
|
rows, err := ttl.DB.Query(fmt.Sprintf(`SELECT expires FROM ttl WHERE id="%s"`, id))
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
|
|
defer func() {
|
|
if err := rows.Close(); err != nil {
|
|
log.Printf("failed to close Rows: %s\n", err)
|
|
}
|
|
}()
|
|
|
|
for rows.Next() {
|
|
err = rows.Scan(&expiration)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
}
|
|
|
|
return expiration, nil
|
|
}
|
|
|
|
// DeleteTTLByID -- Find the TTL in the database by id and delete it
|
|
func (ttl *TTL) DeleteTTLByID(id string) error {
|
|
|
|
_, err := ttl.DB.Exec(fmt.Sprintf(`DELETE FROM ttl WHERE id="%s"`, id))
|
|
return err
|
|
}
|