Spaces:
Build error
Build error
File size: 2,524 Bytes
b4251bf | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 | import os
import re
from youtube_transcript_api import YouTubeTranscriptApi
from transformers import pipeline
import gradio as gr
# Suppress Hugging Face symlink warning
os.environ["HF_HUB_DISABLE_SYMLINKS_WARNING"] = "1"
def get_video_id(url):
"""
Extract the video ID from a YouTube URL.
"""
pattern = re.compile(
r'(?:https?://)?(?:www\.)?(?:youtube\.com/(?:[^/]+/.+/|(?:v|e(?:mbed)?)|.*[?&]v=)|youtu\.be/|youtube\.com/shorts/)([^"&?/ ]{11})')
match = pattern.search(url)
if match:
return match.group(1)
return None
def get_transcript(video_id):
"""
Retrieve the transcript for a given YouTube video ID.
"""
transcript = YouTubeTranscriptApi.get_transcript(video_id)
return ' '.join([entry['text'] for entry in transcript])
def chunk_text(text, max_tokens=1024, overlap=200):
"""
Split the text into chunks that fit within the token limit with some overlap.
"""
words = text.split()
chunks = []
start = 0
while start < len(words):
end = start + max_tokens
chunks.append(' '.join(words[start:end]))
start += max_tokens - overlap
return chunks
def summarize_text(text, max_length=150):
"""
Summarize the given text using a Hugging Face summarization pipeline.
"""
summarizer = pipeline('summarization', model='facebook/bart-large-cnn')
chunks = chunk_text(text, max_tokens=1024)
summaries = [summarizer(chunk, max_length=max_length, min_length=30, do_sample=False)[0]['summary_text'] for chunk
in chunks]
return ' '.join(summaries)
def main(url):
video_id = get_video_id(url)
if not video_id:
return "Invalid YouTube URL"
try:
transcript = get_transcript(video_id)
except Exception as e:
return f"Error retrieving transcript: {str(e)}"
summary = summarize_text(transcript)
return summary
"""
if __name__ == "__main__":
youtube_url = input("Enter the YouTube URL: ")
summary = main(youtube_url)
print("Summary:")
print(summary)
"""
gr.close_all()
# demo = gr.Interface(fn=summary, inputs="text", outputs="text")
demo = gr.Interface(fn=main,
inputs=[gr.Textbox(label="Input Youtube URL to summarize", lines=1)],
outputs=[gr.Textbox(label="Summarized text", lines=4)],
title="@GenAILearning Project 1: Youtube Summarizer",
description="This application will summarize youtube videos")
demo.launch() |