refactor: refactor task logic for better scalability (#76)

* refactor: a big refactor. wip

* refactor: port handle file

* refactor: place all handlers

* fix: task info nil pointer

* feat: enhance task progress tracking and context management

* feat: cancel task

* feat: stream mode

* feat: silent mode

* feat: dir cmd

* refactor: remove unused old file

* feat: rule cmd

* feat: handle silent mode

* feat: batch task

* fix: batch task progress and temp file cleanup

* refactor: update file creation and cleanup methods for better resource management

* feat: add save command with silent mode handling

* feat: message link

* feat: update message prompts to include file count in storage selection

* feat: slient save links

* refactor: reduce dup code

* feat: rule type

* feat: chose dir

* feat: refactor file handling and storage rules, improve error handling and logging

* feat: rule mode

* feat: telegraph pics

* fix: tphpics nil pointer and inaccurate dirpath

* feat: silent save telegraph

* feat: add suffix to avoid file overwrite

* feat: new storage telegram

* chore: tidy go mod

client/middleware/default.go

@@ -0,0 +1,29 @@
+package middleware
+
+import (
+	"context"
+	"time"
+
+	"github.com/cenkalti/backoff/v4"
+	"github.com/gotd/contrib/middleware/floodwait"
+	"github.com/gotd/td/telegram"
+	"github.com/krau/SaveAny-Bot/client/middleware/recovery"
+	"github.com/krau/SaveAny-Bot/client/middleware/retry"
+)
+
+// https://github.com/iyear/tdl/blob/master/core/tclient/tclient.go
+func NewDefaultMiddlewares(ctx context.Context, timeout time.Duration) []telegram.Middleware {
+	return []telegram.Middleware{
+		recovery.New(ctx, newBackoff(timeout)),
+		retry.New(5),
+		floodwait.NewSimpleWaiter(),
+	}
+}
+
+func newBackoff(timeout time.Duration) backoff.BackOff {
+	b := backoff.NewExponentialBackOff()
+	b.Multiplier = 1.1
+	b.MaxElapsedTime = timeout
+	b.MaxInterval = 10 * time.Second
+	return b
+}

client/middleware/floodwait.go

@@ -0,0 +1,19 @@
+package middleware
+
+import (
+	"time"
+
+	"github.com/gotd/contrib/middleware/floodwait"
+	"github.com/gotd/contrib/middleware/ratelimit"
+	"github.com/gotd/td/telegram"
+	"golang.org/x/time/rate"
+)
+
+func NewFloodWaitMiddlewares(maxRetries uint) []telegram.Middleware {
+	waiter := floodwait.NewSimpleWaiter().WithMaxRetries(maxRetries)
+	ratelimiter := ratelimit.New(rate.Every(time.Millisecond*100), 5)
+	return []telegram.Middleware{
+		waiter,
+		ratelimiter,
+	}
+}

client/middleware/recovery/recovery.go

@@ -0,0 +1,61 @@
+package recovery
+
+import (
+	"context"
+	"time"
+
+	"github.com/cenkalti/backoff/v4"
+	"github.com/charmbracelet/log"
+	"github.com/go-faster/errors"
+	"github.com/gotd/td/bin"
+	"github.com/gotd/td/telegram"
+	"github.com/gotd/td/tg"
+	"github.com/gotd/td/tgerr"
+)
+
+type recovery struct {
+	ctx     context.Context
+	backoff backoff.BackOff
+}
+
+func New(ctx context.Context, backoff backoff.BackOff) telegram.Middleware {
+	return &recovery{
+		ctx:     ctx,
+		backoff: backoff,
+	}
+}
+
+func (r *recovery) Handle(next tg.Invoker) telegram.InvokeFunc {
+	return func(ctx context.Context, input bin.Encoder, output bin.Decoder) error {
+
+		return backoff.RetryNotify(func() error {
+			if err := next.Invoke(ctx, input, output); err != nil {
+				if r.shouldRecover(ctx, err) {
+					return errors.Wrap(err, "recover")
+				}
+
+				return backoff.Permanent(err)
+			}
+
+			return nil
+		}, r.backoff, func(err error, duration time.Duration) {
+			log.FromContext(ctx).Debug("Wait for connection recovery", "error", err, "duration", duration)
+		})
+	}
+}
+
+func (r *recovery) shouldRecover(ctx context.Context, err error) bool {
+	// context in recovery is used to stop recovery process by external os signal, otherwise we will wait till max retries when user press ctrl+c
+	select {
+	case <-r.ctx.Done():
+		return false
+	case <-ctx.Done():
+		return false
+	default:
+	}
+
+	// we try recover when encountered any error that is not telegram business error
+	_, ok := tgerr.As(err)
+
+	return !ok
+}

client/middleware/retry/retry.go

@@ -0,0 +1,56 @@
+package retry
+
+import (
+	"context"
+	"fmt"
+
+	"github.com/charmbracelet/log"
+	"github.com/go-faster/errors"
+	"github.com/gotd/td/bin"
+	"github.com/gotd/td/telegram"
+	"github.com/gotd/td/tg"
+	"github.com/gotd/td/tgerr"
+)
+
+var internalErrors = []string{
+	"Timedout", // #373
+	"No workers running",
+	"RPC_CALL_FAIL",
+	"RPC_MCGET_FAIL",
+	"WORKER_BUSY_TOO_LONG_RETRY", // #462
+	"memory limit exit",          // #504
+}
+
+type retry struct {
+	max    int
+	errors []string
+}
+
+func (r retry) Handle(next tg.Invoker) telegram.InvokeFunc {
+	return func(ctx context.Context, input bin.Encoder, output bin.Decoder) error {
+		retries := 0
+
+		for retries < r.max {
+			if err := next.Invoke(ctx, input, output); err != nil {
+				if tgerr.Is(err, r.errors...) {
+					log.FromContext(ctx).Debug("retry middleware", "retries", retries, "error", err)
+					retries++
+					continue
+				}
+				return errors.Wrap(err, "retry middleware skip")
+			}
+
+			return nil
+		}
+
+		return fmt.Errorf("retry limit reached after %d attempts", r.max)
+	}
+}
+
+// New returns middleware that retries request if it fails with one of provided errors.
+func New(max int, errors ...string) telegram.Middleware {
+	return retry{
+		max:    max,
+		errors: append(errors, internalErrors...), // #373
+	}
+}