From 8d983de8ef602c8ed3765629eeb281930df1530e Mon Sep 17 00:00:00 2001 From: HeshamTB Date: Sun, 20 Aug 2023 12:22:32 +0300 Subject: [PATCH] init: working multi download --- .gitignore | 1 + downloader.go | 140 ++++++++++++++++++++++++++++++++++++++++++++++++++ go.mod | 11 ++++ go.sum | 23 +++++++++ yt-mdl.go | 52 +++++++++++++++++++ 5 files changed, 227 insertions(+) create mode 100644 .gitignore create mode 100644 downloader.go create mode 100644 go.mod create mode 100644 go.sum create mode 100644 yt-mdl.go diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..840ee65 --- /dev/null +++ b/.gitignore @@ -0,0 +1 @@ +yt-mdl diff --git a/downloader.go b/downloader.go new file mode 100644 index 0000000..a8fd0c6 --- /dev/null +++ b/downloader.go @@ -0,0 +1,140 @@ +package main + +import ( + "os/exec" + "strings" + "time" + + "github.com/jedib0t/go-pretty/v6/progress" +) + + +const YT_DLP string = "yt-dlp" +const YT_DLP_FLAG_GET_TITLE string = "--get-title" + +const JOB_STATUS_NEW = 1 +const JOB_STATUS_COMPLETED = 2 +const JOB_STATUS_ERR = 3 + +type DownloadCtx struct { + link string + title string + progress uint8 + status uint8 + tracker *progress.Tracker + err *error +} + + +func Download(links *[]string) { + // Start and manage goroutines here + // Now get titles only + downloadCtxsChan := make(chan *DownloadCtx) + getTitleErrChan := make(chan *DownloadCtx) + startedGoRoutines := 0 + pw := progress.NewWriter() + pw.SetTrackerLength(10) + pw.SetNumTrackersExpected(len(*links)) + pw.SetStyle(progress.StyleDefault) + pw.SetUpdateFrequency(time.Millisecond * 100) + pw.Style().Visibility.ETA = false + pw.Style().Colors = progress.StyleColorsExample + pw.Style().Visibility.Speed = false + pw.Style().Visibility.Percentage = false + pw.Style().Visibility.Value = false + pw.Style().Visibility.TrackerOverall = true + + go pw.Render() + + for _, val := range *links { + ctx := createDownloadCtx(val) + + pw.AppendTracker(ctx.tracker) + + go startJob(&ctx, downloadCtxsChan, getTitleErrChan) + startedGoRoutines++ + } + + for startedGoRoutines > 0 { + select { + case ctx := <- downloadCtxsChan: + ctx.tracker.UpdateMessage(ctx.title) + startedGoRoutines-- + + case ctx := <- getTitleErrChan: + ctx.tracker.MarkAsErrored() + startedGoRoutines-- + } + } + + + pw.Stop() + + for pw.IsRenderInProgress() {} +} + +func createDownloadCtx(link string) DownloadCtx { + var ctx DownloadCtx + ctx.tracker = &progress.Tracker{} + ctx.tracker.SetValue(0) + ctx.tracker.Message = link + ctx.tracker.Units = progress.UnitsDefault + ctx.link = link + ctx.status = JOB_STATUS_NEW + return ctx +} + +func startJob( + ctx *DownloadCtx, downloadCtxs chan *DownloadCtx, errs chan *DownloadCtx) { + + getTitle(ctx) + + if ctx.err != nil { + errs <- ctx + return + } + ctx.tracker.UpdateMessage(ctx.title) + + ytdlpDownload(ctx, downloadCtxs, errs) + + if ctx.err != nil { + errs <- ctx + return + } + + downloadCtxs <- ctx +} +func getTitle( + ctx *DownloadCtx) { + + cmd := exec.Command(YT_DLP, YT_DLP_FLAG_GET_TITLE, ctx.link) + stdout, err := cmd.Output() + if err != nil { + ctx.err = &err + ctx.status = JOB_STATUS_ERR + return + } + title := string(stdout) + title = strings.TrimSpace(title) + ctx.title = title + +} + +func ytdlpDownload( + ctx *DownloadCtx, downloadCtxs chan *DownloadCtx, errs chan *DownloadCtx) { + + cmd := exec.Command(YT_DLP, ctx.link) + stdout, err := cmd.Output() + if err != nil { + ctx.err = &err + ctx.status = JOB_STATUS_ERR + errs <- ctx + return + } + title := string(stdout) + title = strings.TrimSpace(title) + ctx.title = title + + downloadCtxs <- ctx + +} diff --git a/go.mod b/go.mod new file mode 100644 index 0000000..28df62e --- /dev/null +++ b/go.mod @@ -0,0 +1,11 @@ +module github.com/HeshamTB/yt-mdl + +go 1.21.0 + +require github.com/jedib0t/go-pretty/v6 v6.4.6 + +require ( + github.com/mattn/go-runewidth v0.0.13 // indirect + github.com/rivo/uniseg v0.2.0 // indirect + golang.org/x/sys v0.1.0 // indirect +) diff --git a/go.sum b/go.sum new file mode 100644 index 0000000..64fd3f7 --- /dev/null +++ b/go.sum @@ -0,0 +1,23 @@ +github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c= +github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/jedib0t/go-pretty/v6 v6.4.6 h1:v6aG9h6Uby3IusSSEjHaZNXpHFhzqMmjXcPq1Rjl9Jw= +github.com/jedib0t/go-pretty/v6 v6.4.6/go.mod h1:Ndk3ase2CkQbXLLNf5QDHoYb6J9WtVfmHZu9n8rk2xs= +github.com/mattn/go-runewidth v0.0.13 h1:lTGmDsbAYt5DmK6OnoV7EuIF1wEIFAcxld6ypU4OSgU= +github.com/mattn/go-runewidth v0.0.13/go.mod h1:Jdepj2loyihRzMpdS35Xk/zdY8IAYHsh153qUoGf23w= +github.com/pkg/profile v1.6.0/go.mod h1:qBsxPvzyUincmltOk6iyRVxHYg4adc0OFOv72ZdLa18= +github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM= +github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= +github.com/rivo/uniseg v0.2.0 h1:S1pD9weZBuJdFmowNwbpi7BJ8TNftyUImj/0WQi72jY= +github.com/rivo/uniseg v0.2.0/go.mod h1:J6wj4VEh+S6ZtnVlnTBMWIodfgj8LQOQFoIToxlJtxc= +github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= +github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw= +github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +github.com/stretchr/testify v1.7.4 h1:wZRexSlwd7ZXfKINDLsO4r7WBt3gTKONc6K/VesHvHM= +github.com/stretchr/testify v1.7.4/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU= +golang.org/x/sys v0.1.0 h1:kunALQeHf1/185U1i0GOB/fy1IPRDDpuoOOqRReG57U= +golang.org/x/sys v0.1.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA= +gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= diff --git a/yt-mdl.go b/yt-mdl.go new file mode 100644 index 0000000..73721c9 --- /dev/null +++ b/yt-mdl.go @@ -0,0 +1,52 @@ +package main + +import ( + "flag" + "fmt" + "net/url" +) + +var verbose bool +var videoLinks []string +var maxConcurrent int + +func init() { + flag.BoolVar(&verbose, "verbose", false, "Be verbose") + flag.IntVar(&maxConcurrent, "goroutines", 8, "Maximum concurrent downloads") +} + +func main() { + parseArgs() + + fmt.Println("Links to be downloaded ", videoLinks) + + Download(&videoLinks) + +} + +func parseArgs() { + flag.Parse() + for _, arg := range flag.Args(){ + if !isValidURL(arg) { + fmt.Println("Skipping ", arg) + continue + } + videoLinks = append(videoLinks, arg) + } +} + +func isValidURL(str string) bool { + _, err := url.ParseRequestURI(str) + + if err != nil { + return false + } + + u, err := url.Parse(str) + + if err != nil || u.Scheme != "https" { + return false + } + + return true +}