2023-09-11 17:09:08 +00:00
|
|
|
/*
|
|
|
|
|
Copyright © 2023 Seednode <seednode@seedno.de>
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
package cmd
|
|
|
|
|
|
|
|
|
|
import (
|
|
|
|
|
"encoding/gob"
|
2023-09-12 18:06:45 +00:00
|
|
|
"encoding/json"
|
|
|
|
|
"fmt"
|
|
|
|
|
"io"
|
2023-09-11 17:09:08 +00:00
|
|
|
"net/http"
|
|
|
|
|
"os"
|
2023-09-13 03:35:15 +00:00
|
|
|
"slices"
|
2023-09-12 18:06:45 +00:00
|
|
|
"sort"
|
|
|
|
|
"strconv"
|
|
|
|
|
"strings"
|
2023-09-11 17:09:08 +00:00
|
|
|
"sync"
|
2023-09-12 18:06:45 +00:00
|
|
|
"time"
|
2023-09-11 17:09:08 +00:00
|
|
|
|
|
|
|
|
"github.com/julienschmidt/httprouter"
|
|
|
|
|
"github.com/klauspost/compress/zstd"
|
2023-09-12 18:06:45 +00:00
|
|
|
"github.com/yosssi/gohtml"
|
2023-09-12 21:32:19 +00:00
|
|
|
"seedno.de/seednode/roulette/types"
|
2023-09-11 17:09:08 +00:00
|
|
|
)
|
|
|
|
|
|
2023-09-12 18:06:45 +00:00
|
|
|
type FileIndex struct {
|
2023-09-11 17:09:08 +00:00
|
|
|
mutex sync.RWMutex
|
|
|
|
|
list []string
|
|
|
|
|
}
|
|
|
|
|
|
2023-09-12 18:06:45 +00:00
|
|
|
func (i *FileIndex) Index() []string {
|
2023-09-11 17:09:08 +00:00
|
|
|
i.mutex.RLock()
|
|
|
|
|
val := i.list
|
|
|
|
|
i.mutex.RUnlock()
|
|
|
|
|
|
|
|
|
|
return val
|
|
|
|
|
}
|
|
|
|
|
|
2023-09-12 18:06:45 +00:00
|
|
|
func (i *FileIndex) Remove(path string) {
|
2023-09-11 17:09:08 +00:00
|
|
|
i.mutex.RLock()
|
|
|
|
|
tempIndex := make([]string, len(i.list))
|
|
|
|
|
copy(tempIndex, i.list)
|
|
|
|
|
i.mutex.RUnlock()
|
|
|
|
|
|
|
|
|
|
var position int
|
|
|
|
|
|
|
|
|
|
for k, v := range tempIndex {
|
|
|
|
|
if path == v {
|
|
|
|
|
position = k
|
|
|
|
|
|
|
|
|
|
break
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
tempIndex[position] = tempIndex[len(tempIndex)-1]
|
|
|
|
|
|
|
|
|
|
i.mutex.Lock()
|
|
|
|
|
i.list = make([]string, len(tempIndex)-1)
|
|
|
|
|
copy(i.list, tempIndex[:len(tempIndex)-1])
|
|
|
|
|
i.mutex.Unlock()
|
|
|
|
|
}
|
|
|
|
|
|
2023-09-12 18:06:45 +00:00
|
|
|
func (i *FileIndex) setIndex(val []string) {
|
2023-09-11 17:09:08 +00:00
|
|
|
i.mutex.Lock()
|
|
|
|
|
i.list = val
|
|
|
|
|
i.mutex.Unlock()
|
|
|
|
|
}
|
|
|
|
|
|
2023-09-12 21:32:19 +00:00
|
|
|
func (i *FileIndex) generateCache(args []string, formats *types.Types) {
|
2023-09-11 17:09:08 +00:00
|
|
|
i.mutex.Lock()
|
|
|
|
|
i.list = []string{}
|
|
|
|
|
i.mutex.Unlock()
|
|
|
|
|
|
2023-09-12 21:32:19 +00:00
|
|
|
fileList(args, &Filters{}, "", i, formats)
|
2023-09-11 17:09:08 +00:00
|
|
|
|
2023-09-12 18:06:45 +00:00
|
|
|
if Cache && CacheFile != "" {
|
|
|
|
|
i.Export(CacheFile)
|
2023-09-11 17:09:08 +00:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2023-09-12 18:06:45 +00:00
|
|
|
func (i *FileIndex) IsEmpty() bool {
|
2023-09-11 17:09:08 +00:00
|
|
|
i.mutex.RLock()
|
|
|
|
|
length := len(i.list)
|
|
|
|
|
i.mutex.RUnlock()
|
|
|
|
|
|
|
|
|
|
return length == 0
|
|
|
|
|
}
|
|
|
|
|
|
2023-09-12 18:06:45 +00:00
|
|
|
func (i *FileIndex) Export(path string) error {
|
2023-09-11 17:09:08 +00:00
|
|
|
file, err := os.OpenFile(path, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, 0600)
|
|
|
|
|
if err != nil {
|
|
|
|
|
return err
|
|
|
|
|
}
|
|
|
|
|
defer file.Close()
|
|
|
|
|
|
|
|
|
|
z, err := zstd.NewWriter(file)
|
|
|
|
|
if err != nil {
|
|
|
|
|
return err
|
|
|
|
|
}
|
|
|
|
|
defer z.Close()
|
|
|
|
|
|
|
|
|
|
enc := gob.NewEncoder(z)
|
|
|
|
|
|
|
|
|
|
i.mutex.RLock()
|
|
|
|
|
|
|
|
|
|
enc.Encode(&i.list)
|
|
|
|
|
|
|
|
|
|
i.mutex.RUnlock()
|
|
|
|
|
|
|
|
|
|
return nil
|
|
|
|
|
}
|
|
|
|
|
|
2023-09-12 18:06:45 +00:00
|
|
|
func (i *FileIndex) Import(path string) error {
|
2023-09-11 17:09:08 +00:00
|
|
|
file, err := os.OpenFile(path, os.O_RDONLY, 0600)
|
|
|
|
|
if err != nil {
|
|
|
|
|
return err
|
|
|
|
|
}
|
|
|
|
|
defer file.Close()
|
|
|
|
|
|
|
|
|
|
z, err := zstd.NewReader(file)
|
|
|
|
|
if err != nil {
|
|
|
|
|
return err
|
|
|
|
|
}
|
|
|
|
|
defer z.Close()
|
|
|
|
|
|
|
|
|
|
dec := gob.NewDecoder(z)
|
|
|
|
|
|
|
|
|
|
i.mutex.Lock()
|
|
|
|
|
|
|
|
|
|
err = dec.Decode(&i.list)
|
|
|
|
|
|
|
|
|
|
i.mutex.Unlock()
|
|
|
|
|
|
|
|
|
|
if err != nil {
|
|
|
|
|
return err
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return nil
|
|
|
|
|
}
|
|
|
|
|
|
2023-09-12 21:32:19 +00:00
|
|
|
func serveCacheClear(args []string, index *FileIndex, formats *types.Types) httprouter.Handle {
|
2023-09-11 17:09:08 +00:00
|
|
|
return func(w http.ResponseWriter, r *http.Request, p httprouter.Params) {
|
2023-09-12 21:32:19 +00:00
|
|
|
index.generateCache(args, formats)
|
2023-09-11 17:09:08 +00:00
|
|
|
|
|
|
|
|
w.Header().Set("Content-Type", "text/plain")
|
|
|
|
|
|
|
|
|
|
w.Write([]byte("Ok"))
|
|
|
|
|
}
|
|
|
|
|
}
|
2023-09-12 18:06:45 +00:00
|
|
|
|
|
|
|
|
func serveIndexHtml(args []string, index *FileIndex, paginate bool) httprouter.Handle {
|
|
|
|
|
return func(w http.ResponseWriter, r *http.Request, p httprouter.Params) {
|
|
|
|
|
w.Header().Set("Content-Type", "text/html")
|
|
|
|
|
|
|
|
|
|
startTime := time.Now()
|
|
|
|
|
|
|
|
|
|
indexDump := index.Index()
|
|
|
|
|
|
|
|
|
|
fileCount := len(indexDump)
|
|
|
|
|
|
|
|
|
|
var startIndex, stopIndex int
|
|
|
|
|
|
|
|
|
|
page, err := strconv.Atoi(p.ByName("page"))
|
|
|
|
|
if err != nil || page <= 0 {
|
|
|
|
|
startIndex = 0
|
|
|
|
|
stopIndex = fileCount
|
|
|
|
|
} else {
|
|
|
|
|
startIndex = ((page - 1) * int(PageLength))
|
|
|
|
|
stopIndex = (startIndex + int(PageLength))
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if startIndex > (fileCount - 1) {
|
|
|
|
|
indexDump = []string{}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if stopIndex > fileCount {
|
|
|
|
|
stopIndex = fileCount
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
sort.SliceStable(indexDump, func(p, q int) bool {
|
|
|
|
|
return strings.ToLower(indexDump[p]) < strings.ToLower(indexDump[q])
|
|
|
|
|
})
|
|
|
|
|
|
|
|
|
|
var htmlBody strings.Builder
|
|
|
|
|
htmlBody.WriteString(`<!DOCTYPE html><html lang="en"><head>`)
|
|
|
|
|
htmlBody.WriteString(FaviconHtml)
|
|
|
|
|
htmlBody.WriteString(`<style>a{text-decoration:none;height:100%;width:100%;color:inherit;cursor:pointer}`)
|
|
|
|
|
htmlBody.WriteString(`table,td,tr{border:1px solid black;border-collapse:collapse}td{white-space:nowrap;padding:.5em}</style>`)
|
|
|
|
|
htmlBody.WriteString(fmt.Sprintf("<title>Index contains %d files</title></head><body><table>", fileCount))
|
|
|
|
|
if len(indexDump) > 0 {
|
|
|
|
|
for _, v := range indexDump[startIndex:stopIndex] {
|
|
|
|
|
var shouldSort = ""
|
|
|
|
|
|
|
|
|
|
if Sorting {
|
|
|
|
|
shouldSort = "?sort=asc"
|
|
|
|
|
}
|
|
|
|
|
htmlBody.WriteString(fmt.Sprintf("<tr><td><a href=\"%s%s%s\">%s</a></td></tr>\n", MediaPrefix, v, shouldSort, v))
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
if PageLength != 0 {
|
|
|
|
|
var firstPage int = 1
|
|
|
|
|
var lastPage int
|
|
|
|
|
|
|
|
|
|
if fileCount%int(PageLength) == 0 {
|
|
|
|
|
lastPage = fileCount / int(PageLength)
|
|
|
|
|
} else {
|
|
|
|
|
lastPage = (fileCount / int(PageLength)) + 1
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if paginate {
|
|
|
|
|
var prevStatus, nextStatus string = "", ""
|
|
|
|
|
|
|
|
|
|
if page <= 1 {
|
|
|
|
|
prevStatus = " disabled"
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if page >= lastPage {
|
|
|
|
|
nextStatus = " disabled"
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
prevPage := page - 1
|
|
|
|
|
if prevPage < 1 {
|
|
|
|
|
prevPage = 1
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
nextPage := page + 1
|
|
|
|
|
if nextPage > lastPage {
|
|
|
|
|
nextPage = fileCount / int(PageLength)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
htmlBody.WriteString(fmt.Sprintf("<button onclick=\"window.location.href = '/html/%d';\">First</button>",
|
|
|
|
|
firstPage))
|
|
|
|
|
|
|
|
|
|
htmlBody.WriteString(fmt.Sprintf("<button onclick=\"window.location.href = '/html/%d';\"%s>Prev</button>",
|
|
|
|
|
prevPage,
|
|
|
|
|
prevStatus))
|
|
|
|
|
|
|
|
|
|
htmlBody.WriteString(fmt.Sprintf("<button onclick=\"window.location.href = '/html/%d';\"%s>Next</button>",
|
|
|
|
|
nextPage,
|
|
|
|
|
nextStatus))
|
|
|
|
|
|
|
|
|
|
htmlBody.WriteString(fmt.Sprintf("<button onclick=\"window.location.href = '/html/%d';\">Last</button>",
|
|
|
|
|
lastPage))
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
htmlBody.WriteString(`</table></body></html>`)
|
|
|
|
|
|
|
|
|
|
b, err := io.WriteString(w, gohtml.Format(htmlBody.String()))
|
|
|
|
|
if err != nil {
|
|
|
|
|
return
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if Verbose {
|
|
|
|
|
fmt.Printf("%s | Served HTML index page (%s) to %s in %s\n",
|
|
|
|
|
startTime.Format(LogDate),
|
|
|
|
|
humanReadableSize(b),
|
|
|
|
|
realIP(r),
|
|
|
|
|
time.Since(startTime).Round(time.Microsecond),
|
|
|
|
|
)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func serveIndexJson(args []string, index *FileIndex) httprouter.Handle {
|
|
|
|
|
return func(w http.ResponseWriter, r *http.Request, p httprouter.Params) {
|
|
|
|
|
w.Header().Set("Content-Type", "application/json")
|
|
|
|
|
|
|
|
|
|
startTime := time.Now()
|
|
|
|
|
|
|
|
|
|
indexDump := index.Index()
|
|
|
|
|
|
|
|
|
|
fileCount := len(indexDump)
|
|
|
|
|
|
|
|
|
|
sort.SliceStable(indexDump, func(p, q int) bool {
|
|
|
|
|
return strings.ToLower(indexDump[p]) < strings.ToLower(indexDump[q])
|
|
|
|
|
})
|
|
|
|
|
|
|
|
|
|
var startIndex, stopIndex int
|
|
|
|
|
|
|
|
|
|
page, err := strconv.Atoi(p.ByName("page"))
|
|
|
|
|
if err != nil || page <= 0 {
|
|
|
|
|
startIndex = 0
|
|
|
|
|
stopIndex = fileCount
|
|
|
|
|
} else {
|
|
|
|
|
startIndex = ((page - 1) * int(PageLength))
|
|
|
|
|
stopIndex = (startIndex + int(PageLength))
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if startIndex > (fileCount - 1) {
|
|
|
|
|
indexDump = []string{}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if stopIndex > fileCount {
|
|
|
|
|
stopIndex = fileCount
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
response, err := json.MarshalIndent(indexDump[startIndex:stopIndex], "", " ")
|
|
|
|
|
if err != nil {
|
|
|
|
|
fmt.Println(err)
|
|
|
|
|
|
|
|
|
|
serverError(w, r, nil)
|
|
|
|
|
|
|
|
|
|
return
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
w.Write(response)
|
|
|
|
|
|
|
|
|
|
if Verbose {
|
|
|
|
|
fmt.Printf("%s | Served JSON index page (%s) to %s in %s\n",
|
|
|
|
|
startTime.Format(LogDate),
|
|
|
|
|
humanReadableSize(len(response)),
|
|
|
|
|
realIP(r),
|
|
|
|
|
time.Since(startTime).Round(time.Microsecond),
|
|
|
|
|
)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
2023-09-13 03:35:15 +00:00
|
|
|
|
|
|
|
|
func serveExtensions(formats *types.Types) httprouter.Handle {
|
|
|
|
|
return func(w http.ResponseWriter, r *http.Request, p httprouter.Params) {
|
|
|
|
|
w.Header().Set("Content-Type", "text/plain")
|
|
|
|
|
|
|
|
|
|
startTime := time.Now()
|
|
|
|
|
|
|
|
|
|
var output strings.Builder
|
|
|
|
|
|
|
|
|
|
extensions := make([]string, len(formats.Extensions))
|
|
|
|
|
|
|
|
|
|
i := 0
|
|
|
|
|
|
|
|
|
|
for k := range formats.Extensions {
|
|
|
|
|
extensions[i] = k
|
|
|
|
|
i++
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
slices.Sort(extensions)
|
|
|
|
|
|
|
|
|
|
for _, v := range extensions {
|
|
|
|
|
output.WriteString(v + "\n")
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
response := []byte(output.String())
|
|
|
|
|
|
|
|
|
|
w.Write(response)
|
|
|
|
|
|
|
|
|
|
if Verbose {
|
|
|
|
|
fmt.Printf("%s | Served registered extensions list (%s) to %s in %s\n",
|
|
|
|
|
startTime.Format(LogDate),
|
|
|
|
|
humanReadableSize(len(response)),
|
|
|
|
|
realIP(r),
|
|
|
|
|
time.Since(startTime).Round(time.Microsecond),
|
|
|
|
|
)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func serveMimeTypes(formats *types.Types) httprouter.Handle {
|
|
|
|
|
return func(w http.ResponseWriter, r *http.Request, p httprouter.Params) {
|
|
|
|
|
w.Header().Set("Content-Type", "text/plain")
|
|
|
|
|
|
|
|
|
|
startTime := time.Now()
|
|
|
|
|
|
|
|
|
|
var output strings.Builder
|
|
|
|
|
|
|
|
|
|
mimeTypes := make([]string, len(formats.MimeTypes))
|
|
|
|
|
|
|
|
|
|
i := 0
|
|
|
|
|
|
|
|
|
|
for k := range formats.MimeTypes {
|
|
|
|
|
mimeTypes[i] = k
|
|
|
|
|
i++
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
slices.Sort(mimeTypes)
|
|
|
|
|
|
|
|
|
|
for _, v := range mimeTypes {
|
|
|
|
|
output.WriteString(v + "\n")
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
response := []byte(output.String())
|
|
|
|
|
|
|
|
|
|
w.Write(response)
|
|
|
|
|
|
|
|
|
|
if Verbose {
|
|
|
|
|
fmt.Printf("%s | Served registered MIME types list (%s) to %s in %s\n",
|
|
|
|
|
startTime.Format(LogDate),
|
|
|
|
|
humanReadableSize(len(response)),
|
|
|
|
|
realIP(r),
|
|
|
|
|
time.Since(startTime).Round(time.Microsecond),
|
|
|
|
|
)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
