feat: parse url with js plugins support (#96)

* feat: WIP. add parser functionality and text message handling

* fix: use json to marshal js result

* feat: add metadata handling and version validation for jsParser

* refactor: rename parser package to parsers and restructure parser handling

* refactor: core code struct and impl parse task handle

* feat: impl parsed download

* fix: seek cache file when processing tph picture

* feat: implement parsed task handling and progress tracking

* feat: enhance task processing with concurrency control and progress tracking

* feat: add resource ID generation and improve resource processing handling

* feat: improve message formatting in parsed text and progress completion

* feat: add example js plugin

* feat: implement Twitter parser

* fix: twitter parse video json decode error

* feat: impl stream mode for parse task

cmd/run.go

@@ -19,6 +19,7 @@ import (
 	"github.com/krau/SaveAny-Bot/config"
 	"github.com/krau/SaveAny-Bot/core"
 	"github.com/krau/SaveAny-Bot/database"
+	"github.com/krau/SaveAny-Bot/parsers"
 	"github.com/krau/SaveAny-Bot/storage"
 	"github.com/spf13/cobra"
 )
@@ -53,6 +54,15 @@ func initAll(ctx context.Context) {
 	logger.Info(i18n.T(i18nk.Initing))
 	database.Init(ctx)
 	storage.LoadStorages(ctx)
+	if config.Cfg.Parser.PluginEnable {
+		for _, dir := range config.Cfg.Parser.PluginDirs {
+			if err := parsers.LoadPlugins(ctx, dir); err != nil {
+				logger.Error("Failed to load parser plugins", "dir", dir, "error", err)
+			} else {
+				logger.Debug("Loaded parser plugins", "dir", dir)
+			}
+		}
+	}
 	if config.Cfg.Telegram.Userbot.Enable {
 		_, err := userclient.Login(ctx)
 		if err != nil {