Skip to content

armgit / mem0

Public Imported from GitHub
0

The Memory Layer for AI Agents - Drop-in memory infrastructure for AI agents and apps. Context that persists. Built for production.

Add feature to extract timestamps from youtube videos (#1345)

Esparon178301ee63d49
diff --git a/embedchain/loaders/youtube_video.py b/embedchain/loaders/youtube_video.py
index 764a7d2aa..ff0c4d909 100644
--- a/embedchain/loaders/youtube_video.py
+++ b/embedchain/loaders/youtube_video.py
@@ -1,5 +1,12 @@
import hashlib
-
+import json
+import logging
+try:
+ from youtube_transcript_api import YouTubeTranscriptApi
+except ImportError:
+ raise ImportError(
+ 'YouTube video requires extra dependencies. Install with `pip install youtube-transcript-api "`'
+ )
try:
from langchain_community.document_loaders import YoutubeLoader
except ImportError:
@@ -25,6 +32,18 @@ class YoutubeVideoLoader(BaseLoader):
metadata = doc[0].metadata
metadata["url"] = url
+
+ video_id = url.split("v=")[1].split('&')[0]
+ try:
+ # Fetching transcript data
+ transcript = YouTubeTranscriptApi.get_transcript(video_id,languages=['en'])
+ # convert transcript to json to avoid unicode symboles
+ metadata["transcript"] = json.dumps(transcript, ensure_ascii=True)
+ except Exception as e:
+ logging.exception(f"Failed to fetch transcript for video {url}")
+ metadata["transcript"] = "Unavailable"
+
+
output.append(
{
"content": content,