Use memmap to cache json replies from ytdl

pull/3/head
Stein Ivar Berghei 2022-11-19 01:58:43 +01:00
parent 8bee2cc93f
commit 0411652b5b
1 changed files with 35 additions and 13 deletions

View File

@ -3,13 +3,24 @@ package ytdl
import ( import (
"errors" "errors"
"fmt" "fmt"
"log"
"os/exec" "os/exec"
"path/filepath" "path/filepath"
"time" "time"
"github.com/gohugoio/hugo/cache/filecache"
"github.com/spf13/afero"
"github.com/tidwall/gjson" "github.com/tidwall/gjson"
) )
var cache *filecache.Cache
var yturl = "https://youtu.be/%s"
func init() {
fs := afero.NewMemMapFs()
cache = filecache.NewCache(fs, 6*time.Hour, "")
}
type YTdl struct { type YTdl struct {
Title string Title string
Url string Url string
@ -17,10 +28,13 @@ type YTdl struct {
Len time.Duration Len time.Duration
} }
func NewYTdl(uri string) (*YTdl, error) { func NewYTdl(vid string) (*YTdl, error) {
ytdl_js, err := exec.Command( log.Printf("Loading %s from youtube\n", vid)
_, ytdl_js, err := cache.GetOrCreateBytes(vid+".json", func() ([]byte, error) {
log.Printf("%s not found in cache, downloading info.\n", vid)
js, err := exec.Command(
"./bin/yt-dlp_linux", "./bin/yt-dlp_linux",
uri, fmt.Sprintf(yturl, vid),
"--cookies", "./cookies.txt", "--cookies", "./cookies.txt",
"--no-call-home", "--no-call-home",
"--no-cache-dir", "--no-cache-dir",
@ -30,6 +44,14 @@ func NewYTdl(uri string) (*YTdl, error) {
"-f", "140", "-f", "140",
"-j", "-j",
).Output() ).Output()
if err != nil {
return nil, err
}
log.Printf("%s is now cached.\n", vid)
return js, nil
})
if err != nil { if err != nil {
return nil, err return nil, err