Skip to content

Formerly KrillinAI, VideoTranslation and Dubbing Tool for 120+ Languages. Open-source AI workspace for creators, powered by Codex. Video downloader, video translation, create videos, images, audios, and edits with Agents in one place. For your Social Media like YouTube, TikTok, Instagram, etc.

initial commit

沈浩0cb974cf98ca
diff --git a/.gitignore b/.gitignore
new file mode 100644
index 00000000..d2b81075
--- /dev/null
+++ b/.gitignore
@@ -0,0 +1,2 @@
+.idea
+config/config.toml
\ No newline at end of file
diff --git a/config/config-example.toml b/config/config-example.toml
new file mode 100644
index 00000000..ade1ed30
--- /dev/null
+++ b/config/config-example.toml
@@ -0,0 +1,6 @@
+[server]
+ host = "127.0.0.1"
+ port = 8888
+
+[openai]
+ api_key = "sk-XXX"
\ No newline at end of file
diff --git a/config/config.go b/config/config.go
new file mode 100644
index 00000000..b03448b8
--- /dev/null
+++ b/config/config.go
@@ -0,0 +1,27 @@
+package config
+
+import (
+ "github.com/BurntSushi/toml"
+)
+
+type Server struct {
+ Host string `toml:"host"`
+ Port int `toml:"port"`
+}
+
+type Openai struct {
+ ApiKey string `toml:"api_key"`
+}
+
+type Config struct {
+ Openai Openai `toml:"openai"`
+ Server Server `toml:"server"`
+}
+
+var Conf Config
+
+func LoadConfig(filePath string) error {
+ // 读取TOML文件并解析
+ _, err := toml.DecodeFile(filePath, &Conf)
+ return err
+}
diff --git a/go.mod b/go.mod
new file mode 100644
index 00000000..61fcc6e9
--- /dev/null
+++ b/go.mod
@@ -0,0 +1,61 @@
+module krillin-ai
+
+go 1.22.0
+
+require (
+ github.com/BurntSushi/toml v1.3.2
+ github.com/gin-gonic/gin v1.10.0
+ github.com/sashabaranov/go-openai v1.36.0
+ github.com/u2takey/ffmpeg-go v0.5.0
+ github.com/wulien/jupiter v0.11.13
+ golang.org/x/sync v0.3.0
+)
+
+require (
+ github.com/aws/aws-sdk-go v1.38.20 // indirect
+ github.com/beorn7/perks v1.0.1 // indirect
+ github.com/bytedance/sonic v1.11.6 // indirect
+ github.com/bytedance/sonic/loader v0.1.1 // indirect
+ github.com/cespare/xxhash/v2 v2.2.0 // indirect
+ github.com/cloudwego/base64x v0.1.4 // indirect
+ github.com/cloudwego/iasm v0.2.0 // indirect
+ github.com/davecgh/go-spew v1.1.1 // indirect
+ github.com/fatih/color v1.15.0 // indirect
+ github.com/gabriel-vasile/mimetype v1.4.3 // indirect
+ github.com/gin-contrib/sse v0.1.0 // indirect
+ github.com/go-playground/locales v0.14.1 // indirect
+ github.com/go-playground/universal-translator v0.18.1 // indirect
+ github.com/go-playground/validator/v10 v10.20.0 // indirect
+ github.com/goccy/go-json v0.10.2 // indirect
+ github.com/golang/protobuf v1.5.3 // indirect
+ github.com/jmespath/go-jmespath v0.4.0 // indirect
+ github.com/json-iterator/go v1.1.12 // indirect
+ github.com/klauspost/cpuid/v2 v2.2.7 // indirect
+ github.com/leodido/go-urn v1.4.0 // indirect
+ github.com/mattn/go-colorable v0.1.13 // indirect
+ github.com/mattn/go-isatty v0.0.20 // indirect
+ github.com/matttproud/golang_protobuf_extensions v1.0.4 // indirect
+ github.com/mitchellh/mapstructure v1.5.0 // indirect
+ github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
+ github.com/modern-go/reflect2 v1.0.2 // indirect
+ github.com/pelletier/go-toml/v2 v2.2.2 // indirect
+ github.com/pkg/errors v0.9.1 // indirect
+ github.com/prometheus/client_golang v1.16.0 // indirect
+ github.com/prometheus/client_model v0.3.0 // indirect
+ github.com/prometheus/common v0.42.0 // indirect
+ github.com/prometheus/procfs v0.10.1 // indirect
+ github.com/spf13/cast v1.5.1 // indirect
+ github.com/tidwall/pretty v1.2.1 // indirect
+ github.com/twitchyliquid64/golang-asm v0.15.1 // indirect
+ github.com/u2takey/go-utils v0.3.1 // indirect
+ github.com/ugorji/go/codec v1.2.12 // indirect
+ go.uber.org/multierr v1.11.0 // indirect
+ go.uber.org/zap v1.25.0 // indirect
+ golang.org/x/arch v0.8.0 // indirect
+ golang.org/x/crypto v0.23.0 // indirect
+ golang.org/x/net v0.25.0 // indirect
+ golang.org/x/sys v0.20.0 // indirect
+ golang.org/x/text v0.15.0 // indirect
+ google.golang.org/protobuf v1.34.1 // indirect
+ gopkg.in/yaml.v3 v3.0.1 // indirect
+)
diff --git a/go.sum b/go.sum
new file mode 100644
index 00000000..1d30fb28
--- /dev/null
+++ b/go.sum
@@ -0,0 +1,198 @@
+github.com/BurntSushi/toml v1.3.2 h1:o7IhLm0Msx3BaB+n3Ag7L8EVlByGnpq14C4YWiu/gL8=
+github.com/BurntSushi/toml v1.3.2/go.mod h1:CxXYINrC8qIiEnFrOxCa7Jy5BFHlXnUU2pbicEuybxQ=
+github.com/aws/aws-sdk-go v1.38.20 h1:QbzNx/tdfATbdKfubBpkt84OM6oBkxQZRw6+bW2GyeA=
+github.com/aws/aws-sdk-go v1.38.20/go.mod h1:hcU610XS61/+aQV88ixoOzUoG7v3b31pl2zKMmprdro=
+github.com/benbjohnson/clock v1.3.0 h1:ip6w0uFQkncKQ979AypyG0ER7mqUSBdKLOgAle/AT8A=
+github.com/benbjohnson/clock v1.3.0/go.mod h1:J11/hYXuz8f4ySSvYwY0FKfm+ezbsZBKZxNJlLklBHA=
+github.com/beorn7/perks v1.0.1 h1:VlbKKnNfV8bJzeqoa4cOKqO6bYr3WgKZxO8Z16+hsOM=
+github.com/beorn7/perks v1.0.1/go.mod h1:G2ZrVWU2WbWT9wwq4/hrbKbnv/1ERSJQ0ibhJ6rlkpw=
+github.com/bytedance/sonic v1.11.6 h1:oUp34TzMlL+OY1OUWxHqsdkgC/Zfc85zGqw9siXjrc0=
+github.com/bytedance/sonic v1.11.6/go.mod h1:LysEHSvpvDySVdC2f87zGWf6CIKJcAvqab1ZaiQtds4=
+github.com/bytedance/sonic/loader v0.1.1 h1:c+e5Pt1k/cy5wMveRDyk2X4B9hF4g7an8N3zCYjJFNM=
+github.com/bytedance/sonic/loader v0.1.1/go.mod h1:ncP89zfokxS5LZrJxl5z0UJcsk4M4yY2JpfqGeCtNLU=
+github.com/cespare/xxhash/v2 v2.2.0 h1:DC2CZ1Ep5Y4k3ZQ899DldepgrayRUGE6BBZ/cd9Cj44=
+github.com/cespare/xxhash/v2 v2.2.0/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs=
+github.com/cloudwego/base64x v0.1.4 h1:jwCgWpFanWmN8xoIUHa2rtzmkd5J2plF/dnLS6Xd/0Y=
+github.com/cloudwego/base64x v0.1.4/go.mod h1:0zlkT4Wn5C6NdauXdJRhSKRlJvmclQ1hhJgA0rcu/8w=
+github.com/cloudwego/iasm v0.2.0 h1:1KNIy1I1H9hNNFEEH3DVnI4UujN+1zjpuk6gwHLTssg=
+github.com/cloudwego/iasm v0.2.0/go.mod h1:8rXZaNYT2n95jn+zTI1sDr+IgcD2GVs0nlbbQPiEFhY=
+github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
+github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
+github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
+github.com/disintegration/imaging v1.6.2/go.mod h1:44/5580QXChDfwIclfc/PCwrr44amcmDAg8hxG0Ewe4=
+github.com/fatih/color v1.15.0 h1:kOqh6YHBtK8aywxGerMG2Eq3H6Qgoqeo13Bk2Mv/nBs=
+github.com/fatih/color v1.15.0/go.mod h1:0h5ZqXfHYED7Bhv2ZJamyIOUej9KtShiJESRwBDUSsw=
+github.com/frankban/quicktest v1.14.4 h1:g2rn0vABPOOXmZUj+vbmUp0lPoXEMuhTpIluN0XL9UY=
+github.com/frankban/quicktest v1.14.4/go.mod h1:4ptaffx2x8+WTWXmUCuVU6aPUX1/Mz7zb5vbUoiM6w0=
+github.com/fsnotify/fsnotify v1.4.7/go.mod h1:jwhsz4b93w/PPRr/qN1Yymfu8t87LnFCMoQvtojpjFo=
+github.com/gabriel-vasile/mimetype v1.4.3 h1:in2uUcidCuFcDKtdcBxlR0rJ1+fsokWf+uqxgUFjbI0=
+github.com/gabriel-vasile/mimetype v1.4.3/go.mod h1:d8uq/6HKRL6CGdk+aubisF/M5GcPfT7nKyLpA0lbSSk=
+github.com/gin-contrib/sse v0.1.0 h1:Y/yl/+YNO8GZSjAhjMsSuLt29uWRFHdHYUb5lYOV9qE=
+github.com/gin-contrib/sse v0.1.0/go.mod h1:RHrZQHXnP2xjPF+u1gW/2HnVO7nvIa9PG3Gm+fLHvGI=
+github.com/gin-gonic/gin v1.10.0 h1:nTuyha1TYqgedzytsKYqna+DfLos46nTv2ygFy86HFU=
+github.com/gin-gonic/gin v1.10.0/go.mod h1:4PMNQiOhvDRa013RKVbsiNwoyezlm2rm0uX/T7kzp5Y=
+github.com/go-logr/logr v0.1.0/go.mod h1:ixOQHD9gLJUVQQ2ZOR7zLEifBX6tGkNJF4QyIY7sIas=
+github.com/go-playground/assert/v2 v2.2.0 h1:JvknZsQTYeFEAhQwI4qEt9cyV5ONwRHC+lYKSsYSR8s=
+github.com/go-playground/assert/v2 v2.2.0/go.mod h1:VDjEfimB/XKnb+ZQfWdccd7VUvScMdVu0Titje2rxJ4=
+github.com/go-playground/locales v0.14.1 h1:EWaQ/wswjilfKLTECiXz7Rh+3BjFhfDFKv/oXslEjJA=
+github.com/go-playground/locales v0.14.1/go.mod h1:hxrqLVvrK65+Rwrd5Fc6F2O76J/NuW9t0sjnWqG1slY=
+github.com/go-playground/universal-translator v0.18.1 h1:Bcnm0ZwsGyWbCzImXv+pAJnYK9S473LQFuzCbDbfSFY=
+github.com/go-playground/universal-translator v0.18.1/go.mod h1:xekY+UJKNuX9WP91TpwSH2VMlDf28Uj24BCp08ZFTUY=
+github.com/go-playground/validator/v10 v10.20.0 h1:K9ISHbSaI0lyB2eWMPJo+kOS/FBExVwjEviJTixqxL8=
+github.com/go-playground/validator/v10 v10.20.0/go.mod h1:dbuPbCMFw/DrkbEynArYaCwl3amGuJotoKCe95atGMM=
+github.com/goccy/go-json v0.10.2 h1:CrxCmQqYDkv1z7lO7Wbh2HN93uovUHgrECaO5ZrCXAU=
+github.com/goccy/go-json v0.10.2/go.mod h1:6MelG93GURQebXPDq3khkgXZkazVtN9CRI+MGFi0w8I=
+github.com/gogo/protobuf v1.3.1/go.mod h1:SlYgWuQ5SjCEi6WLHjHCa1yvBfUnHcTbrrZtXPKa29o=
+github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U=
+github.com/golang/protobuf v1.3.5/go.mod h1:6O5/vntMXwX2lRkT1hjjk0nAC1IDOTvTlVgjlRvqsdk=
+github.com/golang/protobuf v1.5.0/go.mod h1:FsONVRAS9T7sI+LIUmWTfcYkHO4aIWwzhcaSAoJOfIk=
+github.com/golang/protobuf v1.5.3 h1:KhyjKVUg7Usr/dYsdSqoFveMYd5ko72D+zANwlG1mmg=
+github.com/golang/protobuf v1.5.3/go.mod h1:XVQd3VNwM+JqD3oG2Ue2ip4fOMUkwXdXDdiuN0vRsmY=
+github.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
+github.com/google/go-cmp v0.5.9 h1:O2Tfq5qg4qc4AmwVlvv0oLiVAGB7enBSJ2x2DqQFi38=
+github.com/google/go-cmp v0.5.9/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY=
+github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg=
+github.com/google/uuid v1.1.1/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
+github.com/hashicorp/golang-lru v0.5.4/go.mod h1:iADmTwqILo4mZ8BN3D2Q6+9jd8WM5uGBxy+E8yxSoD4=
+github.com/jmespath/go-jmespath v0.4.0 h1:BEgLn5cpjn8UN1mAw4NjwDrS35OdebyEtFe+9YPoQUg=
+github.com/jmespath/go-jmespath v0.4.0/go.mod h1:T8mJZnbsbmF+m6zOOFylbeCJqk5+pHWvzYPziyZiYoo=
+github.com/jmespath/go-jmespath/internal/testify v1.5.1 h1:shLQSRRSCCPj3f2gpwzGwWFoC7ycTf1rcQZHOlsJ6N8=
+github.com/jmespath/go-jmespath/internal/testify v1.5.1/go.mod h1:L3OGu8Wl2/fWfCI6z80xFu9LTZmf1ZRjMHUOPmWr69U=
+github.com/json-iterator/go v1.1.10/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/uOdHXbAo4=
+github.com/json-iterator/go v1.1.12 h1:PV8peI4a0ysnczrg+LtxykD8LfKY9ML6u2jnxaEnrnM=
+github.com/json-iterator/go v1.1.12/go.mod h1:e30LSqwooZae/UwlEbR2852Gd8hjQvJoHmT4TnhNGBo=
+github.com/kisielk/errcheck v1.2.0/go.mod h1:/BMXB+zMLi60iA8Vv6Ksmxu/1UDYcXs4uQLJ+jE2L00=
+github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck=
+github.com/klauspost/cpuid/v2 v2.0.9/go.mod h1:FInQzS24/EEf25PyTYn52gqo7WaD8xa0213Md/qVLRg=
+github.com/klauspost/cpuid/v2 v2.2.7 h1:ZWSB3igEs+d0qvnxR/ZBzXVmxkgt8DdzP6m9pfuVLDM=
+github.com/klauspost/cpuid/v2 v2.2.7/go.mod h1:Lcz8mBdAVJIBVzewtcLocK12l3Y+JytZYpaMropDUws=
+github.com/knz/go-libedit v1.10.1/go.mod h1:MZTVkCWyz0oBc7JOWP3wNAzd002ZbM/5hgShxwh4x8M=
+github.com/kr/pretty v0.3.1 h1:flRD4NNwYAUpkphVc1HcthR4KEIFJ65n8Mw5qdRn3LE=
+github.com/kr/pretty v0.3.1/go.mod h1:hoEshYVHaxMs3cyo3Yncou5ZscifuDolrwPKZanG3xk=
+github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY=
+github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE=
+github.com/leodido/go-urn v1.4.0 h1:WT9HwE9SGECu3lg4d/dIA+jxlljEa1/ffXKmRjqdmIQ=
+github.com/leodido/go-urn v1.4.0/go.mod h1:bvxc+MVxLKB4z00jd1z+Dvzr47oO32F/QSNjSBOlFxI=
+github.com/mattn/go-colorable v0.1.13 h1:fFA4WZxdEF4tXPZVKMLwD8oUnCTTo08duU7wxecdEvA=
+github.com/mattn/go-colorable v0.1.13/go.mod h1:7S9/ev0klgBDR4GtXTXX8a3vIGJpMovkB8vQcUbaXHg=
+github.com/mattn/go-isatty v0.0.16/go.mod h1:kYGgaQfpe5nmfYZH+SKPsOc2e4SrIfOl2e/yFXSvRLM=
+github.com/mattn/go-isatty v0.0.20 h1:xfD0iDuEKnDkl03q4limB+vH+GxLEtL/jb4xVJSWWEY=
+github.com/mattn/go-isatty v0.0.20/go.mod h1:W+V8PltTTMOvKvAeJH7IuucS94S2C6jfK/D7dTCTo3Y=
+github.com/matttproud/golang_protobuf_extensions v1.0.4 h1:mmDVorXM7PCGKw94cs5zkfA9PSy5pEvNWRP0ET0TIVo=
+github.com/matttproud/golang_protobuf_extensions v1.0.4/go.mod h1:BSXmuO+STAnVfrANrmjBb36TMTDstsz7MSK+HVaYKv4=
+github.com/mitchellh/mapstructure v1.5.0 h1:jeMsZIYE/09sWLaz43PL7Gy6RuMjD2eJVyuac5Z2hdY=
+github.com/mitchellh/mapstructure v1.5.0/go.mod h1:bFUtVrKA4DC2yAKiSyO/QUcy7e+RRV2QTWOzhPopBRo=
+github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q=
+github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd h1:TRLaZ9cD/w8PVh93nsPXa1VrQ6jlwL5oN8l14QlcNfg=
+github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q=
+github.com/modern-go/reflect2 v0.0.0-20180701023420-4b7aa43c6742/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0=
+github.com/modern-go/reflect2 v1.0.1/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0=
+github.com/modern-go/reflect2 v1.0.2 h1:xBagoLtFs94CBntxluKeaWgTMpvLxC4ur3nMaC9Gz0M=
+github.com/modern-go/reflect2 v1.0.2/go.mod h1:yWuevngMOJpCy52FWWMvUC8ws7m/LJsjYzDa0/r8luk=
+github.com/panjf2000/ants/v2 v2.4.2/go.mod h1:f6F0NZVFsGCp5A7QW/Zj/m92atWwOkY0OIhFxRNFr4A=
+github.com/pelletier/go-toml/v2 v2.2.2 h1:aYUidT7k73Pcl9nb2gScu7NSrKCSHIDE89b3+6Wq+LM=
+github.com/pelletier/go-toml/v2 v2.2.2/go.mod h1:1t835xjRzz80PqgE6HHgN2JOsmgYu/h4qDAS4n929Rs=
+github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
+github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4=
+github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
+github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
+github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
+github.com/prometheus/client_golang v1.16.0 h1:yk/hx9hDbrGHovbci4BY+pRMfSuuat626eFsHb7tmT8=
+github.com/prometheus/client_golang v1.16.0/go.mod h1:Zsulrv/L9oM40tJ7T815tM89lFEugiJ9HzIqaAx4LKc=
+github.com/prometheus/client_model v0.3.0 h1:UBgGFHqYdG/TPFD1B1ogZywDqEkwp3fBMvqdiQ7Xew4=
+github.com/prometheus/client_model v0.3.0/go.mod h1:LDGWKZIo7rky3hgvBe+caln+Dr3dPggB5dvjtD7w9+w=
+github.com/prometheus/common v0.42.0 h1:EKsfXEYo4JpWMHH5cg+KOUWeuJSov1Id8zGR8eeI1YM=
+github.com/prometheus/common v0.42.0/go.mod h1:xBwqVerjNdUDjgODMpudtOMwlOwf2SaTr1yjz4b7Zbc=
+github.com/prometheus/procfs v0.10.1 h1:kYK1Va/YMlutzCGazswoHKo//tZVlFpKYh+PymziUAg=
+github.com/prometheus/procfs v0.10.1/go.mod h1:nwNm2aOCAYw8uTR/9bWRREkZFxAUcWzPHWJq+XBB/FM=
+github.com/rogpeppe/go-internal v1.9.0 h1:73kH8U+JUqXU8lRuOHeVHaa/SZPifC7BkcraZVejAe8=
+github.com/rogpeppe/go-internal v1.9.0/go.mod h1:WtVeX8xhTBvf0smdhujwtBcq4Qrzq/fJaraNFVN+nFs=
+github.com/sashabaranov/go-openai v1.36.0 h1:fcSrn8uGuorzPWCBp8L0aCR95Zjb/Dd+ZSML0YZy9EI=
+github.com/sashabaranov/go-openai v1.36.0/go.mod h1:lj5b/K+zjTSFxVLijLSTDZuP7adOgerWeFyZLUhAKRg=
+github.com/spf13/afero v1.2.2/go.mod h1:9ZxEEn6pIJ8Rxe320qSDBk6AsU0r9pR7Q4OcevTdifk=
+github.com/spf13/cast v1.5.1 h1:R+kOtfhWQE6TVQzY+4D7wJLBgkdVasCEFxSUBYBYIlA=
+github.com/spf13/cast v1.5.1/go.mod h1:b9PdjNptOpzXr7Rq1q9gJML/2cdGQAo69NKzQ10KN48=
+github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
+github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw=
+github.com/stretchr/objx v0.5.0/go.mod h1:Yh+to48EsGEfYuaHDzXPcE3xhTkx73EhmCGUpEOglKo=
+github.com/stretchr/objx v0.5.2/go.mod h1:FRsXN1f5AsAjCGJKqEizvkpNtU+EGNCLh3NxZ/8L+MA=
+github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI=
+github.com/stretchr/testify v1.4.0/go.mod h1:j7eGeouHqKxXV5pUuKE4zz7dFj8WfuZ+81PSLYec5m4=
+github.com/stretchr/testify v1.5.1/go.mod h1:5W2xD1RspED5o8YsWQXVCued0rvSQ+mT+I5cxcmMvtA=
+github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
+github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
+github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU=
+github.com/stretchr/testify v1.8.1/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4=
+github.com/stretchr/testify v1.8.4/go.mod h1:sz/lmYIOXD/1dqDmKjjqLyZ2RngseejIcXlSw2iwfAo=
+github.com/stretchr/testify v1.9.0 h1:HtqpIVDClZ4nwg75+f6Lvsy/wHu+3BoSGCbBAcpTsTg=
+github.com/stretchr/testify v1.9.0/go.mod h1:r2ic/lqez/lEtzL7wO/rwa5dbSLXVDPFyf8C91i36aY=
+github.com/tidwall/pretty v1.2.1 h1:qjsOFOWWQl+N3RsoF5/ssm1pHmJJwhjlSbZ51I6wMl4=
+github.com/tidwall/pretty v1.2.1/go.mod h1:ITEVvHYasfjBbM0u2Pg8T2nJnzm8xPwvNhhsoaGGjNU=
+github.com/twitchyliquid64/golang-asm v0.15.1 h1:SU5vSMR7hnwNxj24w34ZyCi/FmDZTkS4MhqMhdFk5YI=
+github.com/twitchyliquid64/golang-asm v0.15.1/go.mod h1:a1lVb/DtPvCB8fslRZhAngC2+aY1QWCk3Cedj/Gdt08=
+github.com/u2takey/ffmpeg-go v0.5.0 h1:r7d86XuL7uLWJ5mzSeQ03uvjfIhiJYvsRAJFCW4uklU=
+github.com/u2takey/ffmpeg-go v0.5.0/go.mod h1:ruZWkvC1FEiUNjmROowOAps3ZcWxEiOpFoHCvk97kGc=
+github.com/u2takey/go-utils v0.3.1 h1:TaQTgmEZZeDHQFYfd+AdUT1cT4QJgJn/XVPELhHw4ys=
+github.com/u2takey/go-utils v0.3.1/go.mod h1:6e+v5vEZ/6gu12w/DC2ixZdZtCrNokVxD0JUklcqdCs=
+github.com/ugorji/go/codec v1.2.12 h1:9LC83zGrHhuUA9l16C9AHXAqEV/2wBQ4nkvumAE65EE=
+github.com/ugorji/go/codec v1.2.12/go.mod h1:UNopzCgEMSXjBc6AOMqYvWC1ktqTAfzJZUZgYf6w6lg=
+github.com/wulien/jupiter v0.11.13 h1:hI3Oo+2PBRDJBytpPRPDUEJk9+JzPEc8NAF0aPuPLM4=
+github.com/wulien/jupiter v0.11.13/go.mod h1:+8CS93tYmUk3TTDEErMxzeHU2aOn3W8OZkdfnVSwyCA=
+go.uber.org/goleak v1.2.0 h1:xqgm/S+aQvhWFTtR0XK3Jvg7z8kGV8P4X14IzwN3Eqk=
+go.uber.org/goleak v1.2.0/go.mod h1:XJYK+MuIchqpmGmUSAzotztawfKvYLUIgg7guXrwVUo=
+go.uber.org/multierr v1.11.0 h1:blXXJkSxSSfBVBlC76pxqeO+LN3aDfLQo+309xJstO0=
+go.uber.org/multierr v1.11.0/go.mod h1:20+QtiLqy0Nd6FdQB9TLXag12DsQkrbs3htMFfDN80Y=
+go.uber.org/zap v1.25.0 h1:4Hvk6GtkucQ790dqmj7l1eEnRdKm3k3ZUrUMS2d5+5c=
+go.uber.org/zap v1.25.0/go.mod h1:JIAUzQIH94IC4fOJQm7gMmBJP5k7wQfdcnYdPoEXJYk=
+gocv.io/x/gocv v0.25.0/go.mod h1:Rar2PS6DV+T4FL+PM535EImD/h13hGVaHhnCu1xarBs=
+golang.org/x/arch v0.0.0-20210923205945-b76863e36670/go.mod h1:5om86z9Hs0C8fWVUuoMHwpExlXzs5Tkyp9hOrfG7pp8=
+golang.org/x/arch v0.8.0 h1:3wRIsP3pM4yUptoR96otTUOXI367OS0+c9eeRi9doIc=
+golang.org/x/arch v0.8.0/go.mod h1:FEVrYAQjsQXMVJ1nsMoVVXPZg6p2JE2mx8psSWTDQys=
+golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=
+golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto=
+golang.org/x/crypto v0.23.0 h1:dIJU/v2J8Mdglj/8rJ6UUOM3Zc9zLZxVZwwxMooUSAI=
+golang.org/x/crypto v0.23.0/go.mod h1:CKFgDieR+mRhux2Lsu27y0fO304Db0wZe70UKqHu0v8=
+golang.org/x/image v0.0.0-20191009234506-e7c1f5e7dbb8/go.mod h1:FeLwcggjj3mMvU+oOTbSwawSJRM1uh48EjtB4UJZlP0=
+golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg=
+golang.org/x/net v0.0.0-20201110031124-69a78807bb2b/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU=
+golang.org/x/net v0.25.0 h1:d/OCCoBEUq33pjydKrGQhw7IlUPI2Oylr+8qLx49kac=
+golang.org/x/net v0.25.0/go.mod h1:JkAGAh7GEvH74S6FOH42FLoXpXbE/aqXSrIQjXgsiwM=
+golang.org/x/sync v0.0.0-20181221193216-37e7f081c4d4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
+golang.org/x/sync v0.3.0 h1:ftCYgMx6zT/asHUrPw8BLLscYtGznsLAnjq5RH9P66E=
+golang.org/x/sync v0.3.0/go.mod h1:FU7BRWz2tNW+3quACPkgCx/L+uEAv1htQ0V83Z9Rj+Y=
+golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
+golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
+golang.org/x/sys v0.0.0-20200602225109-6fdc65e7d980/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
+golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
+golang.org/x/sys v0.0.0-20220811171246-fbc7d0a398ab/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/sys v0.5.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/sys v0.6.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/sys v0.20.0 h1:Od9JTbYCk261bKm4M/mw7AklTlFYIa0bIp9BgSm1S8Y=
+golang.org/x/sys v0.20.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
+golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
+golang.org/x/text v0.3.2/go.mod h1:bEr9sfX3Q8Zfm5fL9x+3itogRgK3+ptLWKqgva+5dAk=
+golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
+golang.org/x/text v0.15.0 h1:h1V/4gjBv8v9cjcR6+AR5+/cIYK5N/WAgiv4xlsEtAk=
+golang.org/x/text v0.15.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU=
+golang.org/x/time v0.0.0-20190308202827-9d24e82272b4/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
+golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
+golang.org/x/tools v0.0.0-20181030221726-6c7e314b6563/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
+golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
+google.golang.org/protobuf v1.26.0-rc.1/go.mod h1:jlhhOSvTdKEhbULTjvd4ARK9grFBp09yW+WbY/TyQbw=
+google.golang.org/protobuf v1.26.0/go.mod h1:9q0QmTI4eRPtz6boOQmLYwt+qCgq0jsYwAQnmE0givc=
+google.golang.org/protobuf v1.34.1 h1:9ddQBjfCyZPOHPUiPxpYESBLc+T8P3E+Vo4IbKZgFWg=
+google.golang.org/protobuf v1.34.1/go.mod h1:c6P6GXX6sHbq/GpV6MGZEdwhWPcYBgnhAHhKbcUYpos=
+gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
+gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk=
+gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q=
+gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
+gopkg.in/yaml.v2 v2.2.7/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
+gopkg.in/yaml.v2 v2.2.8/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
+gopkg.in/yaml.v2 v2.4.0 h1:D8xgwECY7CYvx+Y2n4sBz93Jn9JRvxdiyyo8CTfuKaY=
+gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ=
+gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
+gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
+gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
+nullprogram.com/x/optparse v1.0.0/go.mod h1:KdyPE+Igbe0jQUrVfMqDMeJQIJZEuyV7pjYmp6pbG50=
+rsc.io/pdf v0.1.1/go.mod h1:n8OzWcQ6Sp37PL01nO98y4iUCRdTGarVfzxY20ICaU4=
+sigs.k8s.io/yaml v1.2.0/go.mod h1:yfXDCHCao9+ENCvLSE62v9VSji2MKu5jeNfTrofGhJc=
diff --git a/internal/dto/subtitle_task.go b/internal/dto/subtitle_task.go
new file mode 100644
index 00000000..f8fe572d
--- /dev/null
+++ b/internal/dto/subtitle_task.go
@@ -0,0 +1,56 @@
+package dto
+
+type StartVideoSubtitleTaskReq struct {
+ AppId uint32 `json:"app_id"`
+ Url string `json:"url"`
+ OriginLanguage string `json:"origin_lang"`
+ TargetLang string `json:"target_lang"`
+ Bilingual uint8 `json:"bilingual"`
+ TranslationSubtitlePos uint8 `json:"translation_subtitle_pos"`
+ ModalFilter uint8 `json:"modal_filter"`
+ Tts uint8 `json:"tts"`
+ Replace []string `json:"replace"`
+ Language string `json:"language"`
+}
+
+type StartVideoSubtitleTaskResData struct {
+ TaskId string `json:"task_id"`
+}
+
+type StartVideoSubtitleTaskRes struct {
+ Error int32 `json:"error"`
+ Msg string `json:"msg"`
+ Data *StartVideoSubtitleTaskResData `json:"data"`
+}
+
+type GetVideoSubtitleTaskReq struct {
+ TaskId string `query:"task_id"`
+}
+
+type VideoInfo struct {
+ Title string `json:"title"`
+ Description string `json:"description"`
+ TranslatedTitle string `json:"translated_title"`
+ TranslatedDescription string `json:"translated_description"`
+ Language string `json:"language"`
+}
+
+type SubtitleInfo struct {
+ Name string `json:"name"`
+ DownloadUrl string `json:"download_url"`
+}
+
+type GetVideoSubtitleTaskResData struct {
+ TaskId string `json:"task_id"`
+ ProcessPercent uint32 `json:"process_percent"`
+ VideoInfo *VideoInfo `json:"video_info"`
+ SubtitleInfo []*SubtitleInfo `json:"subtitle_info"`
+ TargetLanguage string `json:"target_language"`
+ SpeechDownloadUrl string `json:"speech_download_url"`
+}
+
+type GetVideoSubtitleTaskRes struct {
+ Error int32 `json:"error"`
+ Msg string `json:"msg"`
+ Data *GetVideoSubtitleTaskResData `json:"data"`
+}
diff --git a/internal/handler/init.go b/internal/handler/init.go
new file mode 100644
index 00000000..71301acc
--- /dev/null
+++ b/internal/handler/init.go
@@ -0,0 +1,13 @@
+package handler
+
+import "krillin-ai/internal/service"
+
+type Handler struct {
+ Service *service.Service
+}
+
+func NewHandler() *Handler {
+ return &Handler{
+ Service: service.NewService(),
+ }
+}
diff --git a/internal/handler/middleware.go b/internal/handler/middleware.go
new file mode 100644
index 00000000..abeebd16
--- /dev/null
+++ b/internal/handler/middleware.go
@@ -0,0 +1 @@
+package handler
diff --git a/internal/handler/subtitle_task.go b/internal/handler/subtitle_task.go
new file mode 100644
index 00000000..1c39f779
--- /dev/null
+++ b/internal/handler/subtitle_task.go
@@ -0,0 +1,42 @@
+package handler
+
+import (
+ "github.com/gin-gonic/gin"
+ "krillin-ai/internal/dto"
+ "krillin-ai/internal/response"
+ "net/http"
+)
+
+func (h Handler) StartSubtitleTask(c *gin.Context) {
+ var req dto.StartVideoSubtitleTaskReq
+ if err := c.ShouldBindJSON(&req); err != nil {
+ response.R(c, response.Response{
+ Error: -1,
+ Msg: "参数错误",
+ Data: nil,
+ })
+ return
+ }
+
+ svc := h.Service
+
+ taskID, err := svc.StartSubtitleTask(req)
+ if err != nil {
+ response.R(c, response.Response{
+ Error: -1,
+ Msg: err.Error(),
+ Data: nil,
+ })
+ return
+ }
+
+ c.JSON(http.StatusOK, gin.H{
+ "error": 0,
+ "msg": "成功",
+ "data": gin.H{"task_id": taskID},
+ })
+}
+
+func GetSubtitleTaskStatus(c *gin.Context) {
+ // todo
+}
diff --git a/internal/response/response.go b/internal/response/response.go
new file mode 100644
index 00000000..f5748b80
--- /dev/null
+++ b/internal/response/response.go
@@ -0,0 +1,13 @@
+package response
+
+import "github.com/gin-gonic/gin"
+
+type Response struct {
+ Error int32 `json:"error"`
+ Msg string `json:"msg"`
+ Data any `json:"data"`
+}
+
+func R(c *gin.Context, data any) {
+ c.JSON(200, data)
+}
diff --git a/internal/router/router.go b/internal/router/router.go
new file mode 100644
index 00000000..47f7940e
--- /dev/null
+++ b/internal/router/router.go
@@ -0,0 +1,15 @@
+package router
+
+import (
+ "github.com/gin-gonic/gin"
+ "krillin-ai/internal/handler"
+)
+
+func SetupRouter(r *gin.Engine) {
+ api := r.Group("/capability")
+ hdl := handler.NewHandler()
+ {
+ api.POST("/subtitleTask", hdl.StartSubtitleTask)
+ //api.GET("/subtitleTask", controllers.GetSubtitleTaskStatus)
+ }
+}
diff --git a/internal/service/init.go b/internal/service/init.go
new file mode 100644
index 00000000..81c32098
--- /dev/null
+++ b/internal/service/init.go
@@ -0,0 +1,13 @@
+package service
+
+import "krillin-ai/pkg/openai"
+
+type Service struct {
+ OpenaiClient *openai.Client
+}
+
+func NewService() *Service {
+ return &Service{
+ OpenaiClient: openai.NewClient(),
+ }
+}
diff --git a/internal/service/subtitle_service.go b/internal/service/subtitle_service.go
new file mode 100644
index 00000000..833db5dd
--- /dev/null
+++ b/internal/service/subtitle_service.go
@@ -0,0 +1,892 @@
+package service
+
+import (
+ "bufio"
+ "context"
+ "errors"
+ "fmt"
+ ffmpeg "github.com/u2takey/ffmpeg-go"
+ "github.com/wulien/jupiter/pkg/conf"
+ "github.com/wulien/jupiter/pkg/xlog"
+ "golang.org/x/sync/errgroup"
+ "krillin-ai/internal/dto"
+ "krillin-ai/internal/storage"
+ "krillin-ai/internal/types"
+ "krillin-ai/pkg/openai"
+ "krillin-ai/pkg/util"
+ "os"
+ "os/exec"
+ "path/filepath"
+ "runtime"
+ "strings"
+ "sync"
+)
+
+func (s Service) StartSubtitleTask(req dto.StartVideoSubtitleTaskReq) (*dto.StartVideoSubtitleTaskResData, error) {
+ // 校验链接
+ if strings.Contains(req.Url, "youtube.com") {
+ videoId, _ := util.GetYouTubeID(req.Url)
+ if videoId == "" {
+ return nil, fmt.Errorf("链接不合法")
+ }
+ }
+ if strings.Contains(req.Url, "bilibili.com") {
+ videoId := util.GetBilibiliVideoId(req.Url)
+ if videoId == "" {
+ return nil, fmt.Errorf("链接不合法")
+ }
+ }
+ // 生成任务id
+ taskId := util.GenerateRandStringWithUpperLowerNum(8)
+ // 构造任务所需参数
+ var resultType types.SubtitleResultType
+ // 根据入参选项确定要返回的字幕类型
+ if req.TargetLang == "none" {
+ resultType = types.SubtitleResultTypeOriginOnly
+ } else {
+ if req.Bilingual == types.SubtitleTaskBilingualYes {
+ if req.TranslationSubtitlePos == types.SubtitleTaskTranslationSubtitlePosTop {
+ resultType = types.SubtitleResultTypeBilingualTranslationOnTop
+ } else {
+ resultType = types.SubtitleResultTypeBilingualTranslationOnBottom
+ }
+ } else {
+ resultType = types.SubtitleResultTypeTargetOnly
+ }
+ }
+ // 文字替换map
+ replaceWordsMap := make(map[string]string)
+ if len(req.Replace) > 0 {
+ for _, replace := range req.Replace {
+ beforeAfter := strings.Split(replace, "|")
+ if len(beforeAfter) == 2 {
+ replaceWordsMap[beforeAfter[0]] = beforeAfter[1]
+ } else {
+ xlog.Default().Info("generateAudioSubtitles replace param length err", xlog.Any("replace", replace), xlog.Any("taskId", taskId))
+ }
+ }
+ }
+ var err error
+ ctx := context.Background()
+ // 创建字幕任务文件夹
+ taskBasePath := conf.GetString("subtitle.base_path") + taskId // 工作目录: ....../service/subtitle/task_id
+ if _, err = os.Stat(taskBasePath); os.IsNotExist(err) {
+ // 不存在则创建
+ err = os.MkdirAll(taskBasePath, os.ModePerm)
+ if err != nil {
+ xlog.Default().Error("StartVideoSubtitleTask MkdirAll err", xlog.Any("req", req), xlog.FieldErr(err))
+ }
+ }
+
+ // 创建任务
+ storage.SubtitleTasks[taskId] = &types.SubtitleTask{
+ TaskId: taskId,
+ VideoSrc: req.Url,
+ Status: types.SubtitleTaskStatusProcessing,
+ }
+ stepParam := types.SubtitleTaskStepParam{
+ TaskId: taskId,
+ TaskBasePath: taskBasePath,
+ Link: req.Url,
+ SubtitleResultType: resultType,
+ EnableModalFilter: req.ModalFilter == types.SubtitleTaskModalFilterYes,
+ //EnableTts: req.Tts,
+ ReplaceWordsMap: replaceWordsMap,
+ OriginLanguage: types.StandardLanguageName(req.OriginLanguage),
+ TargetLanguage: types.StandardLanguageName(req.TargetLang),
+ UserUILanguage: types.StandardLanguageName(req.Language),
+ }
+ go func() {
+ defer func() {
+ if r := recover(); r != nil {
+ const size = 64 << 10
+ buf := make([]byte, size)
+ buf = buf[:runtime.Stack(buf, false)]
+ //xlog.Default().Error("autoVideoSubtitle panic", xlog.Any("panic:", r), xlog.Any("stack:", buf))
+ storage.SubtitleTasks[taskId].Status = types.SubtitleTaskStatusFailed
+ }
+ }()
+ //xlog.Default().Info("video subtitle start task", xlog.String("taskId", taskId))
+ err = s.linkToAudioFile(ctx, &stepParam)
+ if err != nil {
+ //xlog.Default().Error("StartVideoSubtitleTask linkToAudioFile err", xlog.Any("req", req), xlog.FieldErr(err))
+ storage.SubtitleTasks[stepParam.TaskId].Status = types.SubtitleTaskStatusFailed
+ storage.SubtitleTasks[stepParam.TaskId].FailReason = "link to audio error"
+ return
+ }
+ err = s.getVideoInfo(ctx, &stepParam)
+ if err != nil {
+ //xlog.Default().Error("StartVideoSubtitleTask getVideoInfo err", xlog.Any("req", req), xlog.FieldErr(err))
+ storage.SubtitleTasks[stepParam.TaskId].Status = types.SubtitleTaskStatusFailed
+ storage.SubtitleTasks[stepParam.TaskId].FailReason = "get video info error"
+ return
+ }
+ err = s.audioToSubtitle(ctx, &stepParam)
+ if err != nil {
+ //xlog.Default().Error("StartVideoSubtitleTask audioToSubtitle err", xlog.Any("req", req), xlog.FieldErr(err))
+ storage.SubtitleTasks[stepParam.TaskId].Status = types.SubtitleTaskStatusFailed
+ storage.SubtitleTasks[stepParam.TaskId].FailReason = "audio to subtitle error"
+ return
+ }
+ //err = s.srtFileToSpeech(ctx, &stepParam)
+ //if err != nil {
+ // //xlog.Default().Error("StartVideoSubtitleTask srtFileToSpeech err", xlog.Any("req", req), xlog.FieldErr(err))
+ // storage.SubtitleTasks[stepParam.TaskId].Status = types.SubtitleTaskStatusFailed
+ // storage.SubtitleTasks[stepParam.TaskId].FailReason = "srt file to speech error"
+ // return
+ //}
+ err = s.uploadSubtitles(ctx, &stepParam)
+ if err != nil {
+ //xlog.Default().Error("StartVideoSubtitleTask uploadSubtitles err", xlog.Any("req", req), xlog.FieldErr(err))
+ storage.SubtitleTasks[stepParam.TaskId].Status = types.SubtitleTaskStatusFailed
+ storage.SubtitleTasks[stepParam.TaskId].FailReason = "upload subtitles error"
+ return
+ }
+
+ //xlog.Default().Info("video subtitle task end", xlog.String("taskId", taskId))
+ }()
+
+ return &dto.StartVideoSubtitleTaskResData{
+ TaskId: taskId,
+ }, nil
+}
+
+func (s Service) GetTaskStatus(req dto.GetVideoSubtitleTaskReq) (*dto.GetVideoSubtitleTaskRes, error) {
+ // todo
+ return nil, nil
+}
+
+// 新版流程:链接->本地音频文件->扣费->视频信息获取(若有)->本地字幕文件->cos上的字幕信息
+
+func (s Service) linkToAudioFile(ctx context.Context, stepParam *types.SubtitleTaskStepParam) error {
+ var err error
+ link := stepParam.Link
+ audioPath := fmt.Sprintf("%s/%s", stepParam.TaskBasePath, types.SubtitleTaskAudioFileName)
+ if strings.Contains(link, "cdn.krillin.ai") {
+ // todo
+ } else if strings.Contains(link, "youtube.com") {
+ var videoId string
+ videoId, err = util.GetYouTubeID(link)
+ if err != nil {
+ //xlog.Default().Error("linkToAudioFile.GetYouTubeID err", xlog.Any("step param", stepParam), xlog.FieldErr(err))
+ return err
+ }
+ stepParam.Link = "https://www.youtube.com/watch?v=" + videoId
+ // 使用 yt-dlp 下载音频并保存到指定目录
+ cmdArgs := []string{"-f", "bestaudio", "--extract-audio", "--audio-format", "mp3", "--audio-quality", "192K", "-o", audioPath, stepParam.Link}
+ proxy := conf.GetString("subtitle.proxy")
+ if proxy != "" {
+ cmdArgs = append(cmdArgs, "--proxy", proxy)
+ //cmdArgs = append(cmdArgs, "--cookies", "./cookies.txt")
+ }
+ cmd := exec.Command("yt-dlp", cmdArgs...)
+ err = cmd.Run()
+ if err != nil {
+ //xlog.Default().Error("generateAudioSubtitles.Step2DownloadAudio yt-dlp err", xlog.Any("step param", stepParam), xlog.FieldErr(err))
+ return err
+ }
+ } else if strings.Contains(link, "bilibili.com") {
+ videoId := util.GetBilibiliVideoId(link)
+ if videoId == "" {
+ return errors.New("invalid link")
+ }
+ stepParam.Link = "https://www.bilibili.com/video/" + videoId
+ cmdArgs := []string{"-f", "bestaudio[ext=m4a]", "-x", "--audio-format", "mp3", "-o", audioPath, stepParam.Link}
+ proxy := conf.GetString("subtitle.proxy")
+ if proxy != "" {
+ cmdArgs = append(cmdArgs, "--proxy", proxy)
+ }
+ cmd := exec.Command("yt-dlp", cmdArgs...)
+ err = cmd.Run()
+ if err != nil {
+ //xlog.Default().Error("generateAudioSubtitles.Step2DownloadAudio yt-dlp err", xlog.Any("step param", stepParam), xlog.FieldErr(err))
+ return err
+ }
+ } else {
+ //xlog.Default().Info("linkToAudioFile.unsupported link type", xlog.Any("step param", stepParam))
+ return errors.New("invalid link")
+ }
+ stepParam.AudioFilePath = audioPath
+ // 更新字幕任务信息
+ storage.SubtitleTasks[stepParam.TaskId].ProcessPct = 6
+ return nil
+}
+
+func (s Service) getVideoInfo(ctx context.Context, stepParam *types.SubtitleTaskStepParam) error {
+ link := stepParam.Link
+ if strings.Contains(link, "youtube.com") || strings.Contains(link, "bilibili.com") {
+ var (
+ err error
+ title, description string
+ )
+ // 获取标题
+ titleCmdArgs := []string{"--skip-download", "--encoding", "utf-8", "--get-title", stepParam.Link}
+ descriptionCmdArgs := []string{"--skip-download", "--encoding", "utf-8", "--get-description", stepParam.Link}
+ proxy := conf.GetString("subtitle.proxy")
+ if proxy != "" {
+ titleCmdArgs = append(titleCmdArgs, "--proxy", proxy)
+ descriptionCmdArgs = append(descriptionCmdArgs, "--proxy", proxy)
+ //titleCmdArgs = append(titleCmdArgs, "--cookies", "./cookies.txt")
+ //descriptionCmdArgs = append(descriptionCmdArgs, "--cookies", "./cookies.txt")
+ }
+ cmd := exec.Command("yt-dlp", titleCmdArgs...)
+ var output []byte
+ output, err = cmd.Output()
+ if err != nil {
+ //xlog.Default().Error("getVideoInfo yt-dlp error", xlog.Any("stepParam", stepParam), xlog.FieldErr(err))
+ // 不需要整个流程退出
+ }
+ title = string(output)
+ cmd = exec.Command("yt-dlp", descriptionCmdArgs...)
+ output, err = cmd.Output()
+ if err != nil {
+ //xlog.Default().Error("getVideoInfo yt-dlp error", xlog.Any("stepParam", stepParam), xlog.FieldErr(err))
+ }
+ description = string(output)
+ //xlog.Default().Debug("getVideoInfo title and description", xlog.String("title", title), xlog.String("description", description))
+ // 翻译
+ var result string
+ result, err = s.OpenaiClient.ChatCompletion(fmt.Sprintf(types.TranslateVideoTitleAndDescriptionPrompt, types.GetStandardLanguageName(stepParam.TargetLanguage), title+"####"+description))
+ if err != nil {
+ //xlog.Default().Error("getVideoInfo openai chat completion error", xlog.Any("stepParam", stepParam), xlog.FieldErr(err))
+ }
+ //xlog.Default().Debug("getVideoInfo translate video info result", xlog.String("result", result))
+
+ storage.SubtitleTasks[stepParam.TaskId].Title = title
+ storage.SubtitleTasks[stepParam.TaskId].Description = description
+ storage.SubtitleTasks[stepParam.TaskId].OriginLanguage = string(stepParam.OriginLanguage)
+ storage.SubtitleTasks[stepParam.TaskId].TargetLanguage = string(stepParam.TargetLanguage)
+ storage.SubtitleTasks[stepParam.TaskId].ProcessPct = 10
+ splitResult := strings.Split(result, "####")
+ if len(splitResult) == 1 {
+ storage.SubtitleTasks[stepParam.TaskId].TranslatedTitle = splitResult[0]
+ } else if len(splitResult) == 2 {
+ storage.SubtitleTasks[stepParam.TaskId].TranslatedTitle = splitResult[0]
+ storage.SubtitleTasks[stepParam.TaskId].TranslatedDescription = splitResult[1]
+ } else {
+ //xlog.Default().Error("getVideoInfo translate video info error split result length != 1 and 2", xlog.Any("stepParam", stepParam), xlog.Any("translate result", result), xlog.FieldErr(err))
+ }
+ }
+ return nil
+}
+
+func (s Service) audioToSubtitle(ctx context.Context, stepParam *types.SubtitleTaskStepParam) error {
+ var err error
+ err = s.splitAudio(ctx, stepParam)
+ if err != nil {
+ return err
+ }
+ err = s.audioToSrt(ctx, stepParam) // 这里进度更新到90%了
+ if err != nil {
+ return err
+ }
+ err = s.splitSrt(ctx, stepParam)
+ if err != nil {
+ return err
+ }
+ // 更新字幕任务信息
+ storage.SubtitleTasks[stepParam.TaskId].ProcessPct = 95
+ return nil
+}
+
+func (s Service) uploadSubtitles(ctx context.Context, stepParam *types.SubtitleTaskStepParam) error {
+ subtitleInfos := make([]types.SubtitleInfo, 0)
+ var err error
+ for _, info := range stepParam.SubtitleInfos {
+ srcFile := info.Path
+ if len(stepParam.ReplaceWordsMap) > 0 { // 需要进行替换
+ replacedSrcFile := util.AddSuffixToFileName(srcFile, "_replaced")
+ err = util.ReplaceFileContent(srcFile, replacedSrcFile, stepParam.ReplaceWordsMap)
+ if err != nil {
+ //xlog.Default().Error("generateAudioSubtitles.uploadSubtitles ReplaceFileContent err", xlog.Any("stepParam", stepParam), xlog.FieldErr(err))
+ return err
+ }
+ srcFile = replacedSrcFile
+ }
+ subtitleInfos = append(subtitleInfos, types.SubtitleInfo{
+ TaskId: stepParam.TaskId,
+ Name: info.Name,
+ DownloadUrl: srcFile,
+ })
+ }
+ // 更新字幕任务信息
+ storage.SubtitleTasks[stepParam.TaskId].SubtitleInfos = subtitleInfos
+ storage.SubtitleTasks[stepParam.TaskId].Status = types.SubtitleTaskStatusSuccess
+ storage.SubtitleTasks[stepParam.TaskId].ProcessPct = 100
+ // 配音文件
+ if stepParam.TtsResultFilePath != "" {
+ storage.SubtitleTasks[stepParam.TaskId].SpeechDownloadUrl = stepParam.TtsResultFilePath
+ }
+ return nil
+}
+
+func (s Service) splitAudio(ctx context.Context, stepParam *types.SubtitleTaskStepParam) error {
+ xlog.Default().Info("audioToSubtitle.splitAudio start", xlog.String("task id", stepParam.TaskId))
+ var err error
+ // 使用ffmpeg-go分割音频
+ outputPattern := filepath.Join(stepParam.TaskBasePath, types.SubtitleTaskSplitAudioFileNamePattern) // 输出文件格式
+ segmentDuration := conf.GetInt("subtitle.segment_duration") * 60 // 每段的时长
+ err = ffmpeg.Input(stepParam.AudioFilePath).
+ Output(outputPattern, ffmpeg.KwArgs{
+ "f": "segment", // 设置输出文件类型为分段
+ "segment_time": segmentDuration, // 设置每段的时长(以秒为单位)
+ "reset_timestamps": "1", // 重置每段的时间戳
+ }).OverWriteOutput().ErrorToStdOut().Run()
+
+ if err != nil {
+ xlog.Default().Error("audioToSubtitle.splitAudio ffmpeg err", xlog.Any("stepParam", stepParam), xlog.FieldErr(err))
+ return err
+ }
+
+ // 获取分割后的文件列表
+ audioFiles, err := filepath.Glob(filepath.Join(stepParam.TaskBasePath, fmt.Sprintf("%s_*.mp3", types.SubtitleTaskSplitAudioFileNamePrefix)))
+ if err != nil {
+ xlog.Default().Error("audioToSubtitle.splitAudio filepath.Glob err", xlog.Any("stepParam", stepParam), xlog.FieldErr(err))
+ return err
+ }
+ if len(audioFiles) == 0 {
+ xlog.Default().Error("audioToSubtitle.splitAudio no audio files found", xlog.Any("stepParam", stepParam))
+ return errors.New("no audio files found")
+ }
+
+ num := 1
+ for _, audioFile := range audioFiles {
+ stepParam.SmallAudios = append(stepParam.SmallAudios, &types.SmallAudio{
+ AudioFile: audioFile,
+ Num: num,
+ })
+ num++
+ }
+
+ // 更新字幕任务信息
+ storage.SubtitleTasks[stepParam.TaskId].ProcessPct = 20
+
+ //xlog.Default().Info("audioToSubtitle.splitAudio end", xlog.String("task id", stepParam.TaskId))
+ return nil
+}
+
+func (s Service) audioToSrt(ctx context.Context, stepParam *types.SubtitleTaskStepParam) error {
+ xlog.Default().Info("audioToSubtitle.audioToSrt start", xlog.Any("taskId", stepParam.TaskId))
+ var (
+ stepNum = 0
+ parallelControlChan = make(chan struct{}, conf.GetInt("subtitle.translate_parallel_num"))
+ eg errgroup.Group
+ stepNumMu sync.Mutex
+ err error
+ )
+ for _, audioFileItem := range stepParam.SmallAudios {
+ parallelControlChan <- struct{}{}
+ audioFile := audioFileItem
+ eg.Go(func() error {
+ defer func() {
+ <-parallelControlChan
+ }()
+ // 语音转文字
+ var transcriptionData *openai.TranscriptionData
+ for i := 0; i < 3; i++ {
+ language := string(stepParam.OriginLanguage)
+ if language == "zh_cn" {
+ language = "zh" // 切换一下
+ }
+ transcriptionData, err = s.OpenaiClient.Transcription(audioFile.AudioFile, language)
+ if err == nil {
+ break
+ }
+ }
+ if err != nil {
+ xlog.Default().Error("audioToSubtitle.audioToSrt.Transcription err", xlog.Any("stepParam", stepParam), xlog.FieldErr(err))
+ return err
+ }
+
+ audioFile.TranscriptionData = transcriptionData
+
+ // 更新字幕任务信息
+ stepNumMu.Lock()
+ stepNum++
+ processPct := int8(20 + 70*stepNum/(len(stepParam.SmallAudios)*2))
+ stepNumMu.Unlock()
+ storage.SubtitleTasks[stepParam.TaskId].ProcessPct = processPct
+
+ // 拆分字幕并翻译
+ err = s.splitTextAndTranslate(stepParam.TaskId, stepParam.TaskBasePath, stepParam.TargetLanguage, stepParam.EnableModalFilter, audioFile)
+ if err != nil {
+ xlog.Default().Error("audioToSubtitle.audioToSrt.splitTextAndTranslate err", xlog.Any("stepParam", stepParam), xlog.FieldErr(err))
+ return err
+ }
+
+ stepNumMu.Lock()
+ stepNum++
+ processPct = int8(20 + 70*stepNum/(len(stepParam.SmallAudios)*2))
+ stepNumMu.Unlock()
+
+ storage.SubtitleTasks[stepParam.TaskId].ProcessPct = processPct
+
+ // 生成时间戳
+ err = s.generateTimestamps(stepParam.TaskId, stepParam.TaskBasePath, stepParam.OriginLanguage, stepParam.SubtitleResultType, audioFile)
+ if err != nil {
+ xlog.Default().Error("audioToSubtitle.audioToSrt.generateTimestamps err", xlog.Any("stepParam", stepParam), xlog.FieldErr(err))
+ return err
+ }
+ return nil
+ })
+ }
+
+ if err = eg.Wait(); err != nil {
+ xlog.Default().Error("audioToSubtitle.audioToSrt.eg.Wait err", xlog.Any("taskId", stepParam.TaskId), xlog.FieldErr(err))
+ return err
+ }
+
+ // 合并文件
+ originNoTsFiles := make([]string, 0)
+ bilingualFiles := make([]string, 0)
+ for i := 1; i <= len(stepParam.SmallAudios); i++ {
+ splitOriginNoTsFile := fmt.Sprintf("%s/%s", stepParam.TaskBasePath, fmt.Sprintf(types.SubtitleTaskSplitSrtNoTimestampFileNamePattern, i))
+ originNoTsFiles = append(originNoTsFiles, splitOriginNoTsFile)
+ splitBilingualFile := fmt.Sprintf("%s/%s", stepParam.TaskBasePath, fmt.Sprintf(types.SubtitleTaskSplitBilingualSrtFileNamePattern, i))
+ bilingualFiles = append(bilingualFiles, splitBilingualFile)
+ }
+
+ // 合并原始无时间戳字幕
+ originNoTsFile := fmt.Sprintf("%s/%s", stepParam.TaskBasePath, types.SubtitleTaskSrtNoTimestampFileName)
+ err = util.MergeFile(originNoTsFile, originNoTsFiles...)
+ if err != nil {
+ xlog.Default().Error("audioToSubtitle.audioToSrt.MergeFile originNoTs err",
+ xlog.Any("stepParam", stepParam), xlog.FieldErr(err))
+ return err
+ }
+
+ // 合并最终双语字幕
+ bilingualFile := fmt.Sprintf("%s/%s", stepParam.TaskBasePath, types.SubtitleTaskBilingualSrtFileName)
+ err = util.MergeSrtFiles(bilingualFile, bilingualFiles...)
+ if err != nil {
+ xlog.Default().Error("audioToSubtitle.audioToSrt.MergeFile ts err",
+ xlog.Any("stepParam", stepParam), xlog.FieldErr(err))
+ return err
+ }
+
+ // 供后续分割单语使用
+ stepParam.BilingualSrtFilePath = bilingualFile
+
+ // 更新字幕任务信息
+ storage.SubtitleTasks[stepParam.TaskId].ProcessPct = 90
+
+ xlog.Default().Info("audioToSubtitle.audioToSrt end", xlog.Any("taskId", stepParam.TaskId))
+
+ return nil
+}
+
+func (s Service) splitSrt(ctx context.Context, stepParam *types.SubtitleTaskStepParam) error {
+ xlog.Default().Info("audioToSubtitle.splitSrt start", xlog.Any("task id", stepParam.TaskId))
+
+ originLanguageSrtFilePath := filepath.Join(stepParam.TaskBasePath, types.SubtitleTaskOriginLanguageSrtFileName)
+ targetLanguageSrtFilePath := filepath.Join(stepParam.TaskBasePath, types.SubtitleTaskTargetLanguageSrtFileName)
+ // 打开双语字幕文件
+ file, err := os.Open(stepParam.BilingualSrtFilePath)
+ if err != nil {
+ xlog.Default().Error("audioToSubtitle.splitSrt os.Open err", xlog.Any("stepParam", stepParam), xlog.FieldErr(err))
+ return err
+ }
+ defer file.Close()
+
+ // 打开输出文件
+ originLanguageSrtFile, err := os.Create(originLanguageSrtFilePath)
+ if err != nil {
+ xlog.Default().Error("audioToSubtitle.splitSrt os.Create originLanguageSrtFile err", xlog.Any("stepParam", stepParam), xlog.FieldErr(err))
+ return err
+ }
+ defer originLanguageSrtFile.Close()
+ targetLanguageSrtFile, err := os.Create(targetLanguageSrtFilePath)
+ if err != nil {
+ xlog.Default().Error("audioToSubtitle.splitSrt os.Create targetLanguageSrtFile err", xlog.Any("stepParam", stepParam), xlog.FieldErr(err))
+ return err
+ }
+ defer targetLanguageSrtFile.Close()
+
+ isTargetOnTop := stepParam.SubtitleResultType == types.SubtitleResultTypeBilingualTranslationOnTop
+
+ scanner := bufio.NewScanner(file)
+ var block []string
+
+ for scanner.Scan() {
+ line := scanner.Text()
+ // 空行代表一个字幕块的结束
+ if line == "" {
+ if len(block) > 0 {
+ util.ProcessBlock(block, targetLanguageSrtFile, originLanguageSrtFile, isTargetOnTop)
+ block = nil
+ }
+ } else {
+ block = append(block, line)
+ }
+ }
+ // 处理文件末尾的字幕块
+ if len(block) > 0 {
+ util.ProcessBlock(block, targetLanguageSrtFile, originLanguageSrtFile, isTargetOnTop)
+ }
+
+ if err = scanner.Err(); err != nil {
+ xlog.Default().Error("audioToSubtitle.splitSrt scanner.Err err", xlog.Any("stepParam", stepParam), xlog.FieldErr(err))
+ return err
+ }
+ // 添加原语言单语字幕
+ subtitleInfo := types.SubtitleFileInfo{
+ Path: originLanguageSrtFilePath,
+ LanguageIdentifier: string(stepParam.OriginLanguage),
+ }
+ if stepParam.UserUILanguage == types.LanguageNameEnglish {
+ subtitleInfo.Name = types.GetStandardLanguageName(stepParam.OriginLanguage) + " Subtitle"
+ } else if stepParam.UserUILanguage == types.LanguageNameSimplifiedChinese {
+ subtitleInfo.Name = types.GetStandardLanguageName(stepParam.OriginLanguage) + " 单语字幕"
+ }
+ stepParam.SubtitleInfos = append(stepParam.SubtitleInfos, subtitleInfo)
+ // 添加目标语言单语字幕
+ if stepParam.SubtitleResultType == types.SubtitleResultTypeTargetOnly || stepParam.SubtitleResultType == types.SubtitleResultTypeBilingualTranslationOnBottom || stepParam.SubtitleResultType == types.SubtitleResultTypeBilingualTranslationOnTop {
+ subtitleInfo = types.SubtitleFileInfo{
+ Path: targetLanguageSrtFilePath,
+ LanguageIdentifier: string(stepParam.TargetLanguage),
+ }
+ if stepParam.UserUILanguage == types.LanguageNameEnglish {
+ subtitleInfo.Name = types.GetStandardLanguageName(stepParam.TargetLanguage) + " Subtitle"
+ } else if stepParam.UserUILanguage == types.LanguageNameSimplifiedChinese {
+ subtitleInfo.Name = types.GetStandardLanguageName(stepParam.TargetLanguage) + " 单语字幕"
+ }
+ stepParam.SubtitleInfos = append(stepParam.SubtitleInfos, subtitleInfo)
+ }
+ // 添加双语字幕
+ if stepParam.SubtitleResultType == types.SubtitleResultTypeBilingualTranslationOnTop || stepParam.SubtitleResultType == types.SubtitleResultTypeBilingualTranslationOnBottom {
+ subtitleInfo = types.SubtitleFileInfo{
+ Path: stepParam.BilingualSrtFilePath,
+ LanguageIdentifier: "bilingual",
+ }
+ if stepParam.UserUILanguage == types.LanguageNameEnglish {
+ subtitleInfo.Name = "Bilingual Subtitle"
+ } else if stepParam.UserUILanguage == types.LanguageNameSimplifiedChinese {
+ subtitleInfo.Name = "双语字幕"
+ }
+ stepParam.SubtitleInfos = append(stepParam.SubtitleInfos, subtitleInfo)
+ // 供生成配音使用
+ stepParam.TtsSourceFilePath = stepParam.BilingualSrtFilePath
+ }
+
+ xlog.Default().Info("audioToSubtitle.splitSrt end", xlog.Any("task id", stepParam.TaskId))
+ return nil
+}
+
+func getSentenceTimestamps(words []openai.Word, sentence string, lastTs float64, language types.StandardLanguageName) (types.SrtSentence, float64, error) {
+ var srtSt types.SrtSentence
+ var sentenceWordList []string
+ if language == types.LanguageNameEnglish || language == types.LanguageNameGerman { // 处理方式不同
+ sentenceWordList = util.SplitSentence(sentence)
+ if len(sentenceWordList) == 0 {
+ return srtSt, 0, fmt.Errorf("sentence is empty")
+ }
+
+ sentenceWords := make([]openai.Word, 0)
+
+ thisLastTs := lastTs
+ sentenceWordIndex := 0
+ wordNow := words[sentenceWordIndex]
+ for _, sentenceWord := range sentenceWordList {
+ for sentenceWordIndex < len(words) {
+ for sentenceWordIndex < len(words) && !strings.EqualFold(words[sentenceWordIndex].Text, sentenceWord) {
+ sentenceWordIndex++
+ }
+
+ if sentenceWordIndex >= len(words) {
+ break
+ }
+
+ wordNow = words[sentenceWordIndex]
+ if wordNow.Start < thisLastTs {
+ sentenceWordIndex++
+ continue
+ } else {
+ break
+ }
+ }
+
+ if sentenceWordIndex >= len(words) {
+ sentenceWords = append(sentenceWords, openai.Word{
+ Text: sentenceWord,
+ })
+ sentenceWordIndex = 0
+ continue
+ }
+
+ sentenceWords = append(sentenceWords, wordNow)
+ sentenceWordIndex = 0
+ }
+
+ beginWordIndex, endWordIndex := findMaxIncreasingSubArray(sentenceWords)
+ if (endWordIndex - beginWordIndex) == 0 {
+ return srtSt, 0, fmt.Errorf("no valid sentence")
+ }
+
+ // 找到最大连续子数组后,再去找整个句子开始和结束的时间戳
+ beginWord := sentenceWords[beginWordIndex]
+ endWord := sentenceWords[endWordIndex-1]
+ if endWordIndex-beginWordIndex == len(sentenceWords) {
+ srtSt.Start = beginWord.Start
+ srtSt.End = endWord.End
+ thisLastTs = endWord.End
+ return srtSt, thisLastTs, nil
+ }
+
+ if beginWordIndex > 0 {
+ for i := beginWordIndex - 1; i >= 0; i-- {
+ if beginWord.Num > 0 && strings.EqualFold(words[beginWord.Num-1].Text, sentenceWords[i].Text) {
+ beginWord = words[beginWord.Num-1]
+ }
+ }
+ }
+
+ if endWordIndex < len(sentenceWords) {
+ for i := endWordIndex; i < len(sentenceWords); i++ {
+ if endWord.Num+1 < len(words) && strings.EqualFold(words[endWord.Num+1].Text, sentenceWords[i].Text) {
+ endWord = words[endWord.Num+1]
+ }
+ }
+ }
+
+ if beginWord.Num > sentenceWords[0].Num && beginWord.Num-sentenceWords[0].Num < 10 {
+ beginWord = sentenceWords[0]
+ }
+
+ if sentenceWords[len(sentenceWords)-1].Num > endWord.Num && sentenceWords[len(sentenceWords)-1].Num-endWord.Num < 10 {
+ endWord = sentenceWords[len(sentenceWords)-1]
+ }
+
+ srtSt.Start = beginWord.Start
+ srtSt.End = endWord.End
+ if beginWord.Num != endWord.Num && endWord.End > thisLastTs {
+ thisLastTs = endWord.End
+ }
+
+ return srtSt, thisLastTs, nil
+ } else {
+ sentenceWordList = strings.Split(util.GetRecognizableString(sentence), "")
+ if len(sentenceWordList) == 0 {
+ return srtSt, 0, fmt.Errorf("sentence is empty")
+ }
+
+ sentenceWords := make([]openai.Word, 0)
+
+ thisLastTs := lastTs
+ sentenceWordIndex := 0
+ wordNow := words[sentenceWordIndex]
+ for _, sentenceWord := range sentenceWordList {
+ for sentenceWordIndex < len(words) {
+ if !strings.EqualFold(words[sentenceWordIndex].Text, sentenceWord) && !strings.HasPrefix(words[sentenceWordIndex].Text, sentenceWord) {
+ sentenceWordIndex++
+ } else {
+ wordNow = words[sentenceWordIndex]
+ if wordNow.Start >= thisLastTs {
+ // 记录下来,但还要继续往后找
+ sentenceWords = append(sentenceWords, wordNow)
+ }
+ sentenceWordIndex++
+ }
+ }
+ // 当前sentenceWord已经找完了
+ sentenceWordIndex = 0
+
+ }
+ // 对于sentence每个词,已经尝试找到了它的[]Word
+ beginWordIndex, endWordIndex := jumpFindMaxIncreasingSubArray(sentenceWords)
+ if (endWordIndex - beginWordIndex) == 0 {
+ return srtSt, 0, fmt.Errorf("no valid sentence")
+ }
+
+ beginWord := sentenceWords[beginWordIndex]
+ endWord := sentenceWords[endWordIndex]
+
+ srtSt.Start = beginWord.Start
+ srtSt.End = endWord.End
+ if beginWord.Num != endWord.Num && endWord.End > thisLastTs {
+ thisLastTs = endWord.End
+ }
+
+ return srtSt, thisLastTs, nil
+ }
+}
+
+// 找到 Num 值递增的最大连续子数组
+func findMaxIncreasingSubArray(words []openai.Word) (int, int) {
+ if len(words) == 0 {
+ return 0, 0
+ }
+
+ // 用于记录当前最大递增子数组的起始索引和长度
+ maxStart, maxLen := 0, 1
+ // 用于记录当前递增子数组的起始索引和长度
+ currStart, currLen := 0, 1
+
+ for i := 1; i < len(words); i++ {
+ if words[i].Num == words[i-1].Num+1 {
+ // 当前元素比前一个元素大,递增序列继续
+ currLen++
+ } else {
+ // 递增序列结束,检查是否是最长的递增序列
+ if currLen > maxLen {
+ maxStart = currStart
+ maxLen = currLen
+ }
+ // 重新开始新的递增序列
+ currStart = i
+ currLen = 1
+ }
+ }
+
+ // 最后需要再检查一次,因为最大递增子数组可能在数组的末尾
+ if currLen > maxLen {
+ maxStart = currStart
+ maxLen = currLen
+ }
+
+ // 返回最大递增子数组
+ return maxStart, maxStart + maxLen
+}
+
+// 跳跃(非连续)找到 Num 值递增的最大子数组
+func jumpFindMaxIncreasingSubArray(words []openai.Word) (int, int) {
+ if len(words) == 0 {
+ return -1, -1
+ }
+
+ // dp[i] 表示以 words[i] 结束的递增子数组的长度
+ dp := make([]int, len(words))
+ // prev[i] 用来记录与当前递增子数组相连的前一个元素的索引
+ prev := make([]int, len(words))
+
+ // 初始化,所有的 dp[i] 都是1,因为每个元素本身就是一个长度为1的子数组
+ for i := 0; i < len(words); i++ {
+ dp[i] = 1
+ prev[i] = -1
+ }
+
+ maxLen := 0
+ startIdx := -1
+ endIdx := -1
+
+ // 遍历每一个元素
+ for i := 1; i < len(words); i++ {
+ // 对比每个元素与之前的元素,检查是否可以构成递增子数组
+ for j := 0; j < i; j++ {
+ if words[i].Num == words[j].Num+1 {
+ if dp[i] < dp[j]+1 {
+ dp[i] = dp[j] + 1
+ prev[i] = j
+ }
+ }
+ }
+
+ // 更新最大子数组长度和索引
+ if dp[i] > maxLen {
+ maxLen = dp[i]
+ endIdx = i
+ }
+ }
+
+ // 如果未找到递增子数组,直接返回
+ if endIdx == -1 {
+ return -1, -1
+ }
+
+ // 回溯找到子数组的起始索引
+ startIdx = endIdx
+ for prev[startIdx] != -1 {
+ startIdx = prev[startIdx]
+ }
+
+ // 返回找到的最长递增子数组的起始和结束索引
+ return startIdx, endIdx
+}
+
+func (s Service) generateTimestamps(taskId, basePath string, originLanguage types.StandardLanguageName, resultType types.SubtitleResultType, audioFile *types.SmallAudio) error {
+ // 获取原始无时间戳字幕内容
+ srtBlocks, err := util.ParseSrtNoTsToSrtBlock(audioFile.SrtNoTsFile)
+ if err != nil {
+ xlog.Default().Error("generateAudioSubtitles.generateTimestamps.ReadSrtBlocks err", xlog.String("taskId", taskId), xlog.FieldErr(err))
+ return err
+ }
+
+ // 获取每个字幕块的时间戳
+ var lastTs float64
+ for _, srtBlock := range srtBlocks {
+ if srtBlock.OriginLanguageSentence == "" {
+ continue
+ }
+ sentenceTs, ts, err := getSentenceTimestamps(audioFile.TranscriptionData.Words, srtBlock.OriginLanguageSentence, lastTs, originLanguage)
+ if err != nil || ts < lastTs {
+ continue
+ }
+ lastTs = ts
+ tsOffset := conf.GetFloat64("subtitle.segment_duration") * 60 * float64(audioFile.Num-1)
+ srtBlock.Timestamp = fmt.Sprintf("%s --> %s", util.FormatTime(float32(sentenceTs.Start+tsOffset)), util.FormatTime(float32(sentenceTs.End+tsOffset)))
+ }
+
+ // 保存带时间戳的原始字幕
+ finalBilingualSrtFileName := fmt.Sprintf("%s/%s", basePath, fmt.Sprintf(types.SubtitleTaskSplitBilingualSrtFileNamePattern, audioFile.Num))
+ finalBilingualSrtFile, err := os.Create(finalBilingualSrtFileName)
+ if err != nil {
+ xlog.Default().Error("generateAudioSubtitles.generateTimestamps.os.Open err", xlog.String("taskId", taskId), xlog.FieldErr(err))
+ return err
+ }
+ defer finalBilingualSrtFile.Close()
+
+ // 写入字幕文件
+ for _, srtBlock := range srtBlocks {
+ _, _ = finalBilingualSrtFile.WriteString(fmt.Sprintf("%d\n", srtBlock.Index))
+ _, _ = finalBilingualSrtFile.WriteString(srtBlock.Timestamp + "\n")
+ if resultType == types.SubtitleResultTypeBilingualTranslationOnTop {
+ _, _ = finalBilingualSrtFile.WriteString(srtBlock.TargetLanguageSentence + "\n")
+ _, _ = finalBilingualSrtFile.WriteString(srtBlock.OriginLanguageSentence + "\n\n")
+ } else {
+ // on bottom 或者单语类型,都用on bottom
+ _, _ = finalBilingualSrtFile.WriteString(srtBlock.OriginLanguageSentence + "\n")
+ _, _ = finalBilingualSrtFile.WriteString(srtBlock.TargetLanguageSentence + "\n\n")
+ }
+ }
+
+ return nil
+}
+
+func (s Service) splitTextAndTranslate(taskId, baseTaskPath string, targetLanguage types.StandardLanguageName, enableModalFilter bool, audioFile *types.SmallAudio) error {
+ var (
+ splitContent string
+ splitPrompt string
+ err error
+ )
+ if enableModalFilter {
+ splitPrompt = fmt.Sprintf(types.SplitTextPromptWithModalFilter, types.GetStandardLanguageName(targetLanguage))
+ } else {
+ splitPrompt = fmt.Sprintf(types.SplitTextPrompt, types.GetStandardLanguageName(targetLanguage))
+ }
+ if audioFile.TranscriptionData.Text == "" {
+ splitContent = ""
+ } else {
+ for i := 0; i < 3; i++ {
+ splitContent, err = s.OpenaiClient.ChatCompletion(splitPrompt + audioFile.TranscriptionData.Text)
+ if err == nil {
+ break
+ }
+ }
+ }
+
+ if err != nil {
+ xlog.Default().Error("generateAudioSubtitles.splitTextAndTranslate.ChatCompletion err", xlog.Any("taskId", taskId), xlog.FieldErr(err))
+ return err
+ }
+
+ //保存不带时间戳的原始字幕
+ originNoTsSrtFile := fmt.Sprintf("%s/%s", baseTaskPath, fmt.Sprintf(types.SubtitleTaskSplitSrtNoTimestampFileNamePattern, audioFile.Num))
+ err = os.WriteFile(originNoTsSrtFile, []byte(splitContent), 0644)
+ if err != nil {
+ xlog.Default().Error("generateAudioSubtitles.splitTextAndTranslate.os.WriteFile err", xlog.Any("taskId", taskId), xlog.FieldErr(err))
+ return err
+ }
+
+ audioFile.SrtNoTsFile = originNoTsSrtFile
+
+ return nil
+}
diff --git a/internal/storage/subtitle_task.go b/internal/storage/subtitle_task.go
new file mode 100644
index 00000000..db6c9689
--- /dev/null
+++ b/internal/storage/subtitle_task.go
@@ -0,0 +1,5 @@
+package storage
+
+import "krillin-ai/internal/types"
+
+var SubtitleTasks = make(map[string]*types.SubtitleTask)
diff --git a/internal/types/basic.go b/internal/types/basic.go
new file mode 100644
index 00000000..5a5c9034
--- /dev/null
+++ b/internal/types/basic.go
@@ -0,0 +1,119 @@
+package types
+
+func GetStandardLanguageName(code StandardLanguageName) string {
+ switch code {
+ case LanguageNameSimplifiedChinese:
+ return "简体中文"
+ case LanguageNameTraditionalChinese:
+ return "繁體中文"
+ case LanguageNameEnglish:
+ return "English"
+ case LanguageNameJapanese:
+ return "日本語"
+ case LanguageNameIndonesian:
+ return "bahasa Indonesia"
+ case LanguageNameArabic:
+ return "اَلْعَرَبِيَّةُ"
+ case LanguageNameFilipino:
+ return "Wikang Filipino"
+ case LanguageNameFrench:
+ return "Français"
+ case LanguageNameGerman:
+ return "Deutsch"
+ case LanguageNameItalian:
+ return "Italiano"
+ case LanguageNameKorean:
+ return "한국어"
+ case LanguageNameMalaysian:
+ return "Bahasa Melayu"
+ case LanguageNamePortuguese:
+ return "Português"
+ case LanguageNameRussian:
+ return "Русский язык"
+ case LanguageNameSpanish:
+ return "Español"
+ case LanguageNameThai:
+ return "ภาษาไทย"
+ case LanguageNameVietnamese:
+ return "Tiếng Việt"
+ case LanguageNameHindi:
+ return "हिन्दी"
+ case LanguageNameBengali:
+ return "বাংলা"
+ case LanguageNameHebrew:
+ return "עברית"
+ case LanguageNamePersian:
+ return "فارسی"
+ case LanguageNameAfrikaans:
+ return "Afrikaans"
+ case LanguageNameSwedish:
+ return "Svenska"
+ case LanguageNameFinnish:
+ return "Suomi"
+ case LanguageNameDanish:
+ return "Dansk"
+ case LanguageNameNorwegian:
+ return "Norsk"
+ case LanguageNameDutch:
+ return "Nederlands"
+ case LanguageNameGreek:
+ return "Νέα Ελληνικά;"
+ case LanguageNameUkrainian:
+ return "Українська"
+ case LanguageNameHungarian:
+ return "Magyar nyelv"
+ case LanguageNamePolish:
+ return "Polski"
+ case LanguageNameTurkish:
+ return "Türkçe"
+ case LanguageNameSerbian:
+ return "Српски"
+ case LanguageNameCroatian:
+ return "Hrvatski"
+ case LanguageNameCzech:
+ return "čeština"
+ case LanguageNamePinyin:
+ return "Pin yin"
+ case LanguageNameSwahili:
+ return "Kiswahili"
+ case LanguageNameYoruba:
+ return "èdè Yorùbá"
+ case LanguageNameHausa:
+ return "هَرْشٜن هَوْس"
+ case LanguageNameAmharic:
+ return "አማርኛ"
+ case LanguageNameOromo:
+ return "afaan Oromoo"
+ case LanguageNameIcelandic:
+ return "Íslenska"
+ case LanguageNameLuxembourgish:
+ return "Lëtzebuergesch"
+ case LanguageNameCatalan:
+ return "Català"
+ case LanguageNameRomanian:
+ return "Românã"
+ // LanguageNameMoldovan 和 LanguageNameRomanian 共用
+ case LanguageNameSlovak:
+ return "Slovenčina"
+ case LanguageNameBosnian:
+ return "Босански"
+ case LanguageNameMacedonian:
+ return "Македонски"
+ case LanguageNameSlovenian:
+ return "Slovenščina"
+ case LanguageNameBulgarian:
+ return "Български"
+ case LanguageNameLatvian:
+ return "Latviski"
+ case LanguageNameLithuanian:
+ return "Lietuviškai"
+ case LanguageNameEstonian:
+ return "Eesti keel"
+ case LanguageNameMaltese:
+ return "Malti"
+ case LanguageNameAlbanian:
+ return "Shqip"
+ default:
+ return "未知"
+ }
+}
diff --git a/internal/types/subtitle_task.go b/internal/types/subtitle_task.go
new file mode 100644
index 00000000..2721a669
--- /dev/null
+++ b/internal/types/subtitle_task.go
@@ -0,0 +1,282 @@
+package types
+
+import (
+ "context"
+ "krillin-ai/pkg/openai"
+)
+
+var SplitTextPrompt = `你是一个语言处理专家,擅长翻译和处理文本,按下面的要求,根据句意和标点对给出的内容进行拆分并翻译:
+
+- 将原句子翻译成 %s
+- 不要漏掉和修改原文的任何一个字,要做的仅是拆分和给出对应的翻译,然后用[]将句子包裹
+- 优先根据标点符号进行拆分,尤其是逗号、句号、问号等终止符号,一定要拆分,确保每个句子完整的同时,尽量把句子拆短些。
+- 拆分后的句子尽量不要超过15个单词。
+- 翻译的时候一定要将对应的原句子翻译完整,不要遗漏原句中的任何信息。
+- 上方翻译的句子和下方原句一一对应,不要错乱。
+- 不需要任何额外的话语,直接按下面格式输出结果。
+
+1
+[翻译后的原句子1]
+[原句子1]
+
+2
+[翻译后的原句子2]
+[原句子2]
+
+内容如下:
+`
+
+// 带有语气词过滤的拆分Prompt
+var SplitTextPromptWithModalFilter = `你是一个语言处理专家,擅长翻译和处理文本,按下面的要求,根据句意和标点对给出的内容进行拆分并翻译:
+
+- 将原句子翻译成 %s
+- 不要漏掉和修改原文的任何一个字,要做的仅是拆分和给出对应的翻译,然后用[]将句子包裹
+- 优先根据标点符号进行拆分,尤其是逗号、句号、问号等终止符号,一定要拆分,确保每个句子完整的同时,尽量把句子拆短些。
+- 拆分后的句子尽量不要超过15个单词。
+- 翻译的时候一定要将对应的原句子翻译完整,不要遗漏原句中的任何信息。
+- 忽略文本中的语气词,比如"Oh" "Ah" "Wow"等等。
+- 上方翻译的句子和下方原句一一对应,不要错乱。
+- 不需要任何额外的话语,直接按下面格式输出结果。
+
+1
+[翻译后的原句子1]
+[原句子1]
+
+2
+[翻译后的原句子2]
+[原句子2]
+
+内容如下:
+`
+
+var SummarizePrompt = `我有一个英文字幕文件(SRT 格式), 请总结以下弹幕内容,并生成每条内容的简明概述,按以下格式呈现:
+{时间戳} {弹幕内容概述}
+
+视频中的弹幕可能涵盖不同主题,如评论、问题、讨论或其他反应。请确保总结保持简洁,能准确传达出每条弹幕的主要信息,并符合以下要求:
+- 生成的内容条数不超过20条。
+- 时间范围应该涵盖整个弹幕时间戳。
+- 时间戳需与弹幕出现的时间一致。
+- 内容概述应简练、明确,保留关键信息。
+示例输出格式:
+00:00 介绍
+01:35 Jim的具身智能之旅
+04:53 GEAR小组
+07:32 机器人领域的三种数据`
+
+var TextSummaryPrompt = `我将向你输入一段文字,请总结这段文字的内容并输出总结结果。
+输入内容:
+`
+
+var TranslateVideoTitleAndDescriptionPrompt = `你是一个专业的翻译专家,请翻译下面给出的标题和描述信息(两者用####来分隔),要求如下:
+ - 将内容翻译成 %s
+ - 翻译后的内容仍然用####来分隔标题和描述两部分
+ 以下全部是源内容,请完整按要求翻译:
+%s
+`
+
+type SmallAudio struct {
+ AudioFile string
+ Num int
+ TranscriptionData *openai.TranscriptionData
+ SrtNoTsFile string
+}
+
+type SubtitleResultType int
+
+const (
+ SubtitleResultTypeOriginOnly SubtitleResultType = iota + 1 // 仅返回原语言字幕
+ SubtitleResultTypeTargetOnly // 仅返回翻译后语言字幕
+ SubtitleResultTypeBilingualTranslationOnTop // 返回双语字幕,翻译后的字幕在上
+ SubtitleResultTypeBilingualTranslationOnBottom // 返回双语字幕,翻译后的字幕在下
+)
+
+const (
+ SubtitleTaskBilingualYes uint8 = iota + 1
+ SubtitleTaskBilingualNo
+)
+
+const (
+ SubtitleTaskTranslationSubtitlePosTop uint8 = iota + 1
+ SubtitleTaskTranslationSubtitlePosBelow
+)
+
+const (
+ SubtitleTaskModalFilterYes uint8 = iota + 1
+ SubtitleTaskModalFilterNo
+)
+
+const (
+ SubtitleTaskStatusProcessing uint8 = iota + 1
+ SubtitleTaskStatusSuccess
+ SubtitleTaskStatusFailed
+)
+
+const (
+ SubtitleTaskAudioFileName = "origin_audio.mp3"
+ SubtitleTaskSplitAudioFileNamePrefix = "split_audio"
+ SubtitleTaskSplitAudioFileNamePattern = SubtitleTaskSplitAudioFileNamePrefix + "_%03d.mp3"
+ SubtitleTaskSplitAudioTxtFileNamePattern = "split_audio_txt_%d.txt"
+ SubtitleTaskSplitAudioWordsFileNamePattern = "split_audio_words_%d.txt"
+ SubtitleTaskSplitSrtNoTimestampFileNamePattern = "srt_no_ts_%d.srt"
+ SubtitleTaskSrtNoTimestampFileName = "srt_no_ts.srt"
+ SubtitleTaskSplitBilingualSrtFileNamePattern = "split_bilingual_srt_%d.srt"
+ SubtitleTaskBilingualSrtFileName = "bilingual_srt.srt"
+ SubtitleTaskOriginLanguageSrtFileName = "origin_language_srt.srt"
+ SubtitleTaskTargetLanguageSrtFileName = "target_language_srt.srt"
+ SubtitleTaskStepParamGobPersistenceFileName = "step_param.gob"
+)
+
+type StandardLanguageName string
+
+const (
+ // 第一批
+ LanguageNameSimplifiedChinese StandardLanguageName = "zh_cn"
+ LanguageNameTraditionalChinese StandardLanguageName = "zh_tw"
+ LanguageNameEnglish StandardLanguageName = "en"
+ LanguageNameJapanese StandardLanguageName = "ja"
+ LanguageNameIndonesian StandardLanguageName = "id"
+ LanguageNameMalaysian StandardLanguageName = "ms"
+ LanguageNameThai StandardLanguageName = "th"
+ LanguageNameVietnamese StandardLanguageName = "vi"
+ LanguageNameFilipino StandardLanguageName = "fil"
+ LanguageNameKorean StandardLanguageName = "ko"
+ LanguageNameArabic StandardLanguageName = "ar"
+ LanguageNameFrench StandardLanguageName = "fr"
+ LanguageNameGerman StandardLanguageName = "de"
+ LanguageNameItalian StandardLanguageName = "it"
+ LanguageNameRussian StandardLanguageName = "ru"
+ LanguageNamePortuguese StandardLanguageName = "pt"
+ LanguageNameSpanish StandardLanguageName = "es"
+ // 第二批
+ LanguageNameHindi StandardLanguageName = "hi"
+ LanguageNameBengali StandardLanguageName = "bn"
+ LanguageNameHebrew StandardLanguageName = "he"
+ LanguageNamePersian StandardLanguageName = "fa"
+ LanguageNameAfrikaans StandardLanguageName = "af"
+ LanguageNameSwedish StandardLanguageName = "sv"
+ LanguageNameFinnish StandardLanguageName = "fi"
+ LanguageNameDanish StandardLanguageName = "da"
+ LanguageNameNorwegian StandardLanguageName = "no"
+ LanguageNameDutch StandardLanguageName = "nl"
+ LanguageNameGreek StandardLanguageName = "el"
+ LanguageNameUkrainian StandardLanguageName = "uk"
+ LanguageNameHungarian StandardLanguageName = "hu"
+ LanguageNamePolish StandardLanguageName = "pl"
+ LanguageNameTurkish StandardLanguageName = "tr"
+ LanguageNameSerbian StandardLanguageName = "sr"
+ LanguageNameCroatian StandardLanguageName = "hr"
+ LanguageNameCzech StandardLanguageName = "cs"
+ // 第三批
+ LanguageNamePinyin StandardLanguageName = "pinyin"
+ LanguageNameSwahili StandardLanguageName = "sw"
+ LanguageNameYoruba StandardLanguageName = "yo"
+ LanguageNameHausa StandardLanguageName = "ha"
+ LanguageNameAmharic StandardLanguageName = "am"
+ LanguageNameOromo StandardLanguageName = "om"
+ LanguageNameIcelandic StandardLanguageName = "is"
+ LanguageNameLuxembourgish StandardLanguageName = "lb"
+ LanguageNameCatalan StandardLanguageName = "ca"
+ LanguageNameRomanian StandardLanguageName = "ro"
+ LanguageNameMoldovan StandardLanguageName = "ro" // 和LanguageNameRomanian重复
+ LanguageNameSlovak StandardLanguageName = "sk"
+ LanguageNameBosnian StandardLanguageName = "bs"
+ LanguageNameMacedonian StandardLanguageName = "mk"
+ LanguageNameSlovenian StandardLanguageName = "sl"
+ LanguageNameBulgarian StandardLanguageName = "bg"
+ LanguageNameLatvian StandardLanguageName = "lv"
+ LanguageNameLithuanian StandardLanguageName = "lt"
+ LanguageNameEstonian StandardLanguageName = "et"
+ LanguageNameMaltese StandardLanguageName = "mt"
+ LanguageNameAlbanian StandardLanguageName = "sq"
+)
+
+type StepParam struct {
+ BasePath string
+ Uid uint32
+ TaskId string
+ VideoId string
+ AudioFile string
+ SmallAudios []*SmallAudio
+ OriginSrtNoTsFile string
+ SubtitleResultType SubtitleResultType
+ EnableModalFilter bool
+ ReplaceWordsMap map[string]string
+ OriginLanguage StandardLanguageName // 视频源语言
+ TargetLanguage StandardLanguageName // 用户希望的目标翻译语言
+ UserUILanguage StandardLanguageName // 用户的使用语言
+ TargetLanguageSrtFile string
+ OriginLanguageSrtFile string
+ BilingualSrtFile string
+}
+
+type SubtitleFileInfo struct {
+ Name string
+ Path string
+ LanguageIdentifier string // 在最终下载的文件里标识语言,如zh_cn,en,bilingual
+}
+
+type SubtitleTaskStepParam struct {
+ TaskId string
+ TaskBasePath string
+ Link string
+ AudioFilePath string
+ SmallAudios []*SmallAudio
+ SubtitleResultType SubtitleResultType
+ EnableModalFilter bool
+ EnableTts bool
+ ReplaceWordsMap map[string]string
+ OriginLanguage StandardLanguageName // 视频源语言
+ TargetLanguage StandardLanguageName // 用户希望的目标翻译语言
+ UserUILanguage StandardLanguageName // 用户的使用语言
+ BilingualSrtFilePath string
+ SubtitleInfos []SubtitleFileInfo
+ TtsSourceFilePath string
+ TtsResultFilePath string
+}
+
+type SubtitleTaskStepFunc func(ctx context.Context, stepParam *SubtitleTaskStepParam) error
+
+type SrtSentence struct {
+ Text string
+ Start float64
+ End float64
+}
+
+type SrtSentenceWithStrTime struct {
+ Text string
+ Start string
+ End string
+}
+
+type SubtitleInfo struct {
+ Id uint64 `json:"id" gorm:"column:id"` // 自增id
+ TaskId string `json:"task_id" gorm:"column:task_id"` // task_id
+ Uid uint32 `json:"uid" gorm:"column:uid"` // 用户id
+ Name string `json:"name" gorm:"column:name"` // 字幕名称
+ DownloadUrl string `json:"download_url" gorm:"column:download_url"` // 字幕地址
+ CreateTime int64 `json:"create_time" gorm:"column:create_time;autoCreateTime"` // 创建时间
+}
+
+type SubtitleTask struct {
+ Id uint64 `json:"id" gorm:"column:id"` // 自增id
+ TaskId string `json:"task_id" gorm:"column:task_id"` // 任务id
+ Title string `json:"title" gorm:"column:title"` // 标题
+ Description string `json:"description" gorm:"column:description"` // 描述
+ TranslatedTitle string `json:"translated_title" gorm:"column:translated_title"` // 翻译后的标题
+ TranslatedDescription string `json:"translated_description" gorm:"column:translated_description"` // 翻译后的描述
+ OriginLanguage string `json:"origin_language" gorm:"column:origin_language"` // 视频原语言
+ TargetLanguage string `json:"target_language" gorm:"column:target_language"` // 翻译任务的目标语言
+ VideoSrc string `json:"video_src" gorm:"column:video_src"` // 视频地址
+ Status uint8 `json:"status" gorm:"column:status"` // 1-处理中,2-成功,3-失败
+ LastSuccessStepNum uint8 `json:"last_success_step_num" gorm:"column:last_success_step_num"` // 最后成功的子任务序号,用于任务恢复
+ FailReason string `json:"fail_reason" gorm:"column:fail_reason"` // 失败原因
+ ProcessPct int8 `json:"process_percent" gorm:"column:process_percent"` // 处理进度
+ Duration uint32 `json:"duration" gorm:"column:duration"` // 视频时长
+ SrtNum int `json:"srt_num" gorm:"column:srt_num"` // 字幕数量
+ SubtitleInfos []SubtitleInfo `gorm:"foreignKey:TaskId;references:TaskId"`
+ Cover string `json:"cover" gorm:"column:cover"` // 封面
+ Cost uint32 `json:"cost" gorm:"column:cost"` // 消耗的额度
+ SpeechDownloadUrl string `json:"speech_download_url" gorm:"column:speech_download_url"` // 语音文件下载地址
+ CreateTime int64 `json:"create_time" gorm:"column:create_time;autoCreateTime"` // 创建时间
+ UpdateTime int64 `json:"update_time" gorm:"column:update_time;autoUpdateTime"` // 更新时间
+}
diff --git a/main.go b/main.go
new file mode 100644
index 00000000..ba701d94
--- /dev/null
+++ b/main.go
@@ -0,0 +1,26 @@
+package main
+
+import (
+ "fmt"
+ "github.com/gin-gonic/gin"
+ "krillin-ai/config"
+ "krillin-ai/internal/router"
+)
+
+type App struct {
+ Engine *gin.Engine
+}
+
+func main() {
+ var err error
+ err = config.LoadConfig("./config/config.toml")
+ if err != nil {
+ panic(fmt.Sprintf("加载配置文件失败: %v", err))
+ }
+ app := App{
+ Engine: gin.Default(),
+ }
+ app.Engine = gin.Default()
+ router.SetupRouter(app.Engine)
+ _ = app.Engine.Run(fmt.Sprintf("%s:%d", config.Conf.Server.Host, config.Conf.Server.Port))
+}
diff --git a/pkg/openai/init.go b/pkg/openai/init.go
new file mode 100644
index 00000000..70a7cf5e
--- /dev/null
+++ b/pkg/openai/init.go
@@ -0,0 +1,15 @@
+package openai
+
+import (
+ "github.com/sashabaranov/go-openai"
+ "krillin-ai/config"
+)
+
+type Client struct {
+ client *openai.Client
+}
+
+func NewClient() *Client {
+ client := openai.NewClient(config.Conf.Openai.ApiKey)
+ return &Client{client: client}
+}
diff --git a/pkg/openai/openai.go b/pkg/openai/openai.go
new file mode 100644
index 00000000..b68be4e5
--- /dev/null
+++ b/pkg/openai/openai.go
@@ -0,0 +1,84 @@
+package openai
+
+import (
+ "context"
+ openai "github.com/sashabaranov/go-openai"
+ "github.com/wulien/jupiter/pkg/xlog"
+)
+
+type Word struct {
+ Num int
+ Text string
+ Start float64
+ End float64
+}
+
+type TranscriptionData struct {
+ Language string
+ Text string
+ Words []Word
+}
+
+func (c *Client) ChatCompletion(query string) (string, error) {
+ req := openai.ChatCompletionRequest{
+ Model: openai.GPT4oMini20240718,
+ Messages: []openai.ChatCompletionMessage{
+ {
+ Role: openai.ChatMessageRoleSystem,
+ Content: "You are an assistant that helps with subtitle translation.",
+ },
+ {
+ Role: openai.ChatMessageRoleUser,
+ Content: query,
+ },
+ },
+ }
+
+ resp, err := c.client.CreateChatCompletion(context.Background(), req)
+ if err != nil {
+ xlog.Default().Error("openai create chat completion failed", xlog.FieldErr(err))
+ return "", err
+ }
+
+ resContent := resp.Choices[0].Message.Content
+
+ return resContent, nil
+}
+
+func (c *Client) Transcription(audioFile, language string) (*TranscriptionData, error) {
+ resp, err := c.client.CreateTranscription(
+ context.Background(),
+ openai.AudioRequest{
+ Model: openai.Whisper1,
+ FilePath: audioFile,
+ Format: openai.AudioResponseFormatVerboseJSON,
+ TimestampGranularities: []openai.TranscriptionTimestampGranularity{
+ openai.TranscriptionTimestampGranularityWord,
+ },
+ Language: language,
+ },
+ )
+ if err != nil {
+ xlog.Default().Error("openai create transcription failed", xlog.FieldErr(err))
+ return nil, err
+ }
+
+ transcriptionData := &TranscriptionData{
+ Language: resp.Language,
+ Text: resp.Text,
+ Words: make([]Word, 0),
+ }
+ num := 0
+ for _, word := range resp.Words {
+ wordItem := Word{
+ Num: num,
+ Text: word.Word,
+ Start: word.Start,
+ End: word.End,
+ }
+ num++
+ transcriptionData.Words = append(transcriptionData.Words, wordItem)
+ }
+
+ return transcriptionData, nil
+}
diff --git a/pkg/util/base.go b/pkg/util/base.go
new file mode 100644
index 00000000..aa44a6f6
--- /dev/null
+++ b/pkg/util/base.go
@@ -0,0 +1,67 @@
+package util
+
+import (
+ "fmt"
+ "math"
+ "math/rand"
+ "net/url"
+ "regexp"
+ "strconv"
+ "strings"
+)
+
+var strWithUpperLowerNum = []rune("abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ123456789")
+
+func GenerateRandStringWithUpperLowerNum(n int) string {
+ b := make([]rune, n)
+ for i := range b {
+ b[i] = strWithUpperLowerNum[rand.Intn(len(strWithUpperLowerNum))]
+ }
+ return string(b)
+}
+
+func GetYouTubeID(youtubeURL string) (string, error) {
+ parsedURL, err := url.Parse(youtubeURL)
+ if err != nil {
+ return "", err
+ }
+
+ if strings.Contains(parsedURL.Path, "watch") {
+ queryParams := parsedURL.Query()
+ if id, exists := queryParams["v"]; exists {
+ return id[0], nil
+ }
+ } else {
+ pathSegments := strings.Split(parsedURL.Path, "/")
+ return pathSegments[len(pathSegments)-1], nil
+ }
+
+ return "", fmt.Errorf("no video ID found")
+}
+
+func GetBilibiliVideoId(url string) string {
+ re := regexp.MustCompile(`https://(?:www\.)?bilibili\.com/(?:video/|video/av\d+/)(BV[a-zA-Z0-9]+)`)
+ matches := re.FindStringSubmatch(url)
+ if len(matches) > 1 {
+ // 返回匹配到的BV号
+ return matches[1]
+ }
+ return ""
+}
+
+// 将浮点数秒数转换为HH:MM:SS,SSS格式的字符串
+func FormatTime(seconds float32) string {
+ totalSeconds := int(math.Floor(float64(seconds))) // 获取总秒数
+ milliseconds := int((seconds - float32(totalSeconds)) * 1000) // 获取毫秒部分
+
+ hours := totalSeconds / 3600
+ minutes := (totalSeconds % 3600) / 60
+ secs := totalSeconds % 60
+ return fmt.Sprintf("%02d:%02d:%02d,%03d", hours, minutes, secs, milliseconds)
+}
+
+// 判断字符串是否是纯数字(字幕编号)
+func IsNumber(s string) bool {
+ _, err := strconv.Atoi(s)
+ return err == nil
+}
diff --git a/pkg/util/language.go b/pkg/util/language.go
new file mode 100644
index 00000000..c7d86821
--- /dev/null
+++ b/pkg/util/language.go
@@ -0,0 +1 @@
+package util
diff --git a/pkg/util/subtitle.go b/pkg/util/subtitle.go
new file mode 100644
index 00000000..1fa15b10
--- /dev/null
+++ b/pkg/util/subtitle.go
@@ -0,0 +1,321 @@
+package util
+
+import (
+ "bufio"
+ "encoding/json"
+ "fmt"
+ "github.com/wulien/jupiter/pkg/xlog"
+ "os"
+ "os/exec"
+ "path/filepath"
+ "regexp"
+ "strconv"
+ "strings"
+ "unicode"
+)
+
+// 判断是否包含中文字符
+func containsChinese(s string) bool {
+ for _, r := range s {
+ if unicode.Is(unicode.Han, r) {
+ return true
+ }
+ }
+ return false
+}
+
+// 处理每一个字幕块
+func ProcessBlock(block []string, targetLanguageFile, originLanguageFile *os.File, isTargetOnTop bool) {
+ var targetLines, originLines []string
+ // 匹配时间戳的正则表达式
+ timePattern := regexp.MustCompile(`\d{2}:\d{2}:\d{2},\d{3} --> \d{2}:\d{2}:\d{2},\d{3}`)
+ for _, line := range block {
+ if timePattern.MatchString(line) || IsNumber(line) {
+ // 时间戳和编号行保留在两个文件中
+ targetLines = append(targetLines, line)
+ originLines = append(originLines, line)
+ continue
+ }
+ if len(targetLines) == 2 && len(originLines) == 2 { // 刚写完编号和时间戳,到了上方的文字行
+ if isTargetOnTop {
+ targetLines = append(targetLines, line)
+ } else {
+ originLines = append(originLines, line)
+ }
+ continue
+ }
+ // 到了下方的文字行
+ if isTargetOnTop {
+ originLines = append(originLines, line)
+ } else {
+ targetLines = append(targetLines, line)
+ }
+ }
+
+ if len(targetLines) > 2 {
+ // 写入中文文件
+ for _, line := range targetLines {
+ targetLanguageFile.WriteString(line + "\n")
+ }
+ targetLanguageFile.WriteString("\n")
+ }
+
+ if len(originLines) > 2 {
+ // 写入英文文件
+ for _, line := range originLines {
+ originLanguageFile.WriteString(line + "\n")
+ }
+ originLanguageFile.WriteString("\n")
+ }
+}
+
+// IsSubtitleText 是否是字幕文件中的字幕文字行
+func IsSubtitleText(line string) bool {
+ if line == "" {
+ return false
+ }
+ if IsNumber(line) {
+ return false
+ }
+ timelinePattern := regexp.MustCompile(`\d{2}:\d{2}:\d{2},\d{3} --> \d{2}:\d{2}:\d{2},\d{3}`)
+ return !timelinePattern.MatchString(line)
+}
+
+type Format struct {
+ Duration string `json:"duration"`
+}
+
+type ProbeData struct {
+ Format Format `json:"format"`
+}
+
+// 获取 MP3 文件的时长(秒)
+func GetMP3Duration(filePath string) (uint32, error) {
+ // 调用ffprobe获取音频文件的时长
+ cmd := exec.Command("ffprobe", "-v", "error", "-show_entries", "format=duration", "-of", "json", filePath)
+ output, err := cmd.Output()
+ if err != nil {
+ return 0, err
+ }
+
+ // 解析ffprobe返回的JSON数据
+ var probeData ProbeData
+ err = json.Unmarshal(output, &probeData)
+ if err != nil {
+ return 0, err
+ }
+
+ // 将时长字符串转换为浮点数
+ duration, err := strconv.ParseFloat(probeData.Format.Duration, 64)
+ if err != nil {
+ return 0, err
+ }
+
+ return uint32(duration), nil
+}
+
+type SrtBlock struct {
+ Index int
+ Timestamp string
+ TargetLanguageSentence string
+ OriginLanguageSentence string
+}
+
+func TrimString(s string) string {
+ s = strings.Replace(s, "[中文翻译]", "", -1)
+ s = strings.Replace(s, "[英文句子]", "", -1)
+ // 去除开头的空格和 '['
+ s = strings.TrimLeft(s, " [")
+
+ // 去除结尾的空格和 ']'
+ s = strings.TrimRight(s, " ]")
+
+ return s
+}
+
+func ParseSrtNoTsToSrtBlock(srtNoTsFile string) ([]*SrtBlock, error) {
+ file, err := os.Open(srtNoTsFile)
+ if err != nil {
+ return nil, err
+ }
+ defer file.Close()
+
+ var blocks []*SrtBlock
+ var currentBlock SrtBlock
+ scanner := bufio.NewScanner(file)
+
+ for scanner.Scan() {
+ line := TrimString(scanner.Text())
+ if line == "" { // 空行表示一个块的结束
+ if currentBlock.Index != 0 {
+ cur := currentBlock
+ blocks = append(blocks, &cur)
+ currentBlock = SrtBlock{} // 重置
+ }
+ continue
+ }
+
+ if currentBlock.Index == 0 { // 按文件内容依次赋值
+ var index int
+ _, err = fmt.Sscanf(line, "%d", &index)
+ if err != nil {
+ return nil, err
+ }
+ currentBlock.Index = index
+ } else if currentBlock.TargetLanguageSentence == "" {
+ currentBlock.TargetLanguageSentence = line
+ } else if currentBlock.OriginLanguageSentence == "" {
+ currentBlock.OriginLanguageSentence = line
+ }
+ }
+ // 最后的块
+ if currentBlock.Index != 0 {
+ cur := currentBlock
+ blocks = append(blocks, &cur)
+ }
+
+ if err = scanner.Err(); err != nil {
+ return nil, err
+ }
+ return blocks, nil
+}
+
+func SplitSentence(sentence string) []string {
+ // 使用正则表达式移除标点符号和特殊字符(除了字母、数字和空格)
+ re := regexp.MustCompile(`[^\w\s']+`)
+ cleanedSentence := re.ReplaceAllString(sentence, " ")
+
+ // 使用 strings.Fields 按空格拆分成单词
+ words := strings.Fields(cleanedSentence)
+
+ return words
+}
+
+func MergeFile(finalFile string, files ...string) error {
+ // 创建最终文件
+ final, err := os.Create(finalFile)
+ if err != nil {
+ return err
+ }
+
+ // 逐个读取文件并写入最终文件
+ for _, file := range files {
+ f, err := os.Open(file)
+ if err != nil {
+ return err
+ }
+ defer f.Close()
+
+ scanner := bufio.NewScanner(f)
+ for scanner.Scan() {
+ line := scanner.Text()
+ final.WriteString(line + "\n")
+ }
+ }
+
+ return nil
+}
+
+func MergeSrtFiles(finalFile string, files ...string) error {
+ output, err := os.Create(finalFile)
+ if err != nil {
+ return err
+ }
+ defer output.Close()
+ writer := bufio.NewWriter(output)
+ lineNumber := 0
+ for _, file := range files {
+ // 打开当前字幕文件
+ f, err := os.Open(file)
+ if err != nil {
+ return err
+ }
+ defer f.Close()
+ // 处理当前字幕文件
+ scanner := bufio.NewScanner(f)
+ for scanner.Scan() {
+ line := scanner.Text()
+
+ if strings.Contains(line, "```") {
+ continue
+ }
+
+ if IsNumber(line) {
+ lineNumber++
+ line = strconv.Itoa(lineNumber)
+ }
+
+ writer.WriteString(line + "\n")
+ }
+ }
+ writer.Flush()
+
+ return nil
+}
+
+// 给定文件和替换map,将文件中所有的key替换成value
+func ReplaceFileContent(srcFile, dstFile string, replacements map[string]string) error {
+ file, err := os.Open(srcFile)
+ if err != nil {
+ return err
+ }
+ defer file.Close()
+
+ outFile, err := os.Create(dstFile)
+ if err != nil {
+ return err
+ }
+ defer outFile.Close()
+
+ scanner := bufio.NewScanner(file)
+ writer := bufio.NewWriter(outFile) // 提高性能
+ defer writer.Flush()
+
+ for scanner.Scan() {
+ line := scanner.Text()
+ for before, after := range replacements {
+ line = strings.ReplaceAll(line, before, after)
+ }
+ _, _ = writer.WriteString(line + "\n")
+ }
+
+ if err = scanner.Err(); err != nil {
+ xlog.Default().Error("replaceFileContent err", xlog.FieldErr(err))
+ return err
+ }
+
+ return nil
+}
+
+// 获得文件名后加上后缀的新文件名,不改变扩展名,例如:/home/ubuntu/abc.srt变成/home/ubuntu/abc_tmp.srt
+func AddSuffixToFileName(filePath, suffix string) string {
+ dir := filepath.Dir(filePath)
+ ext := filepath.Ext(filePath)
+ name := strings.TrimSuffix(filepath.Base(filePath), ext)
+ newName := fmt.Sprintf("%s%s%s", name, suffix, ext)
+ return filepath.Join(dir, newName)
+}
+
+// 去除字符串中的标点符号等字符,确保字符中的内容都是whisper模型可以识别出来的,便于时间戳对齐
+func GetRecognizableString(s string) string {
+ var result []rune
+ for _, v := range s {
+ // 英文字母和数字
+ if unicode.Is(unicode.Latin, v) || unicode.Is(unicode.Number, v) {
+ result = append(result, v)
+ }
+ // 中文
+ if unicode.Is(unicode.Han, v) {
+ result = append(result, v)
+ }
+ // 韩文
+ if unicode.Is(unicode.Hangul, v) {
+ result = append(result, v)
+ }
+ // 日文平假片假
+ if unicode.Is(unicode.Hiragana, v) || unicode.Is(unicode.Katakana, v) {
+ result = append(result, v)
+ }
+ }
+ return string(result)
+}