From c9d7518c84ce05f1a8a0b97cb533a1949d02efbe Mon Sep 17 00:00:00 2001 From: TheErrorExe <161362055+TheErrorExe@users.noreply.github.com> Date: Tue, 1 Apr 2025 21:20:55 +0200 Subject: [PATCH] Update revivetube.py --- revivetube.py | 408 ++++++++++++++++++++++++-------------------------- 1 file changed, 194 insertions(+), 214 deletions(-) diff --git a/revivetube.py b/revivetube.py index 68a92e7..3ddb1b4 100644 --- a/revivetube.py +++ b/revivetube.py @@ -5,7 +5,7 @@ ReviveMii Project and TheErrorExe is the Developer of this Code. Modification, N This Code uses the Invidious API, Google API and yt-dlp. This Code is designed to run on Ubuntu 24.04. -Don’t claim that this code is your code. Don't use it without Credits to the ReviveMii Project. Don't use it without this Comment. Don't modify this Comment. You need to make your modified Code Open Source with this exact License. +Don't claim that this code is your code. Don't use it without Credits to the ReviveMii Project. Don't use it without this Comment. Don't modify this Comment. You need to make your modified Code Open Source with this exact License. ReviveMii's Server Code is provided "as-is" and "as available." We do not guarantee uninterrupted access, error-free performance, or compatibility with all Wii systems. ReviveMii project is not liable for any damage, loss of data, or other issues arising from the use of this service and code. @@ -18,35 +18,15 @@ import os import shutil import subprocess import tempfile -import threading import time -from threading import Thread - -from bs4 import BeautifulSoup - -import requests +import aiofiles +import aiohttp +import asyncio import yt_dlp -from flask import Flask, request, render_template_string, send_file, Response, abort, jsonify -import json -import helper - -app = Flask(__name__) - - -def check_and_create_folder(): - while True: - folder_path = './sigma/videos' - if not os.path.exists(folder_path): - os.makedirs(folder_path) - print(f"Folder {folder_path} got created.") - time.sleep(10) - - -def start_folder_check(): - thread = Thread(target=check_and_create_folder) - thread.daemon = True - thread.start() +from bs4 import BeautifulSoup +from quart import Quart, request, render_template_string, send_file, Response, abort, jsonify +app = Quart(__name__) VIDEO_FOLDER = "sigma/videos" YOUTUBE_API_URL = "https://www.googleapis.com/youtube/v3/videos" @@ -54,17 +34,41 @@ video_status = {} FILE_SEPARATOR = os.sep -LOADING_TEMPLATE = helper.read_file(f"site_storage{FILE_SEPARATOR}loading_template.html") -CHANNEL_TEMPLATE = helper.read_file(f"site_storage{FILE_SEPARATOR}channel_template.html") -SEARCH_TEMPLATE = helper.read_file(f"site_storage{FILE_SEPARATOR}search_template.html") +async def read_file(file_path): + async with aiofiles.open(file_path, mode='r') as f: + return await f.read() +async def check_and_create_folder(): + while True: + folder_path = './sigma/videos' + if not os.path.exists(folder_path): + os.makedirs(folder_path) + print(f"Folder {folder_path} got created.") + await asyncio.sleep(10) + +app.before_serving(lambda: asyncio.create_task(check_and_create_folder())) + +LOADING_TEMPLATE = None +CHANNEL_TEMPLATE = None +SEARCH_TEMPLATE = None +INDEX_TEMPLATE = None +WATCH_WII_TEMPLATE = None + +async def load_templates(): + global LOADING_TEMPLATE, CHANNEL_TEMPLATE, SEARCH_TEMPLATE, INDEX_TEMPLATE, WATCH_WII_TEMPLATE + LOADING_TEMPLATE = await read_file(f"site_storage{FILE_SEPARATOR}loading_template.html") + CHANNEL_TEMPLATE = await read_file(f"site_storage{FILE_SEPARATOR}channel_template.html") + SEARCH_TEMPLATE = await read_file(f"site_storage{FILE_SEPARATOR}search_template.html") + INDEX_TEMPLATE = await read_file(f"site_storage{FILE_SEPARATOR}index_template.html") + WATCH_WII_TEMPLATE = await read_file(f"site_storage{FILE_SEPARATOR}watch_wii_template.html") + +app.before_serving(load_templates) os.makedirs(VIDEO_FOLDER, exist_ok=True) MAX_VIDEO_SIZE = 1 * 1024 * 1024 * 1024 MAX_FOLDER_SIZE = 5 * 1024 * 1024 * 1024 - def get_folder_size(path): total_size = 0 for dirpath, dirnames, filenames in os.walk(path): @@ -73,35 +77,26 @@ def get_folder_size(path): total_size += os.path.getsize(file_path) return total_size - - -INDEX_TEMPLATE = helper.read_file(f"site_storage{FILE_SEPARATOR}index_template.html") - -WATCH_WII_TEMPLATE = helper.read_file(f"site_storage{FILE_SEPARATOR}watch_wii_template.html") - - @app.route("/thumbnail/") -def get_thumbnail(video_id): +async def get_thumbnail(video_id): thumbnail_url = f"https://img.youtube.com/vi/{video_id}/hqdefault.jpg" try: - - response = requests.get(thumbnail_url, stream=True, timeout=1) - if response.status_code == 200: - - return send_file( - response.raw, - mimetype=response.headers.get("Content-Type", "image/jpeg"), - as_attachment=False, - ) - else: - return f"Failed to fetch thumbnail. Status: {response.status_code}", 500 - except requests.exceptions.RequestException as e: + async with aiohttp.ClientSession() as session: + async with session.get(thumbnail_url) as response: + if response.status == 200: + return await send_file( + response.content, + mimetype=response.headers.get("Content-Type", "image/jpeg"), + as_attachment=False, + ) + else: + return f"Failed to fetch thumbnail. Status: {response.status}", 500 + except aiohttp.ClientError as e: return f"Error fetching thumbnail: {str(e)}", 500 - -def get_video_comments(video_id, max_results=20): - api_key = helper.get_api_key() +async def get_video_comments(video_id, max_results=20): + api_key = await helper.get_api_key() params = { "part": "snippet", @@ -112,58 +107,58 @@ def get_video_comments(video_id, max_results=20): } try: - response = requests.get("https://www.googleapis.com/youtube/v3/commentThreads", params=params, timeout=3) - response.raise_for_status() + async with aiohttp.ClientSession() as session: + async with session.get("https://www.googleapis.com/youtube/v3/commentThreads", params=params, timeout=3) as response: + response.raise_for_status() + data = await response.json() - data = response.json() + comments = [] + if "items" in data: + for item in data["items"]: + snippet = item["snippet"]["topLevelComment"]["snippet"] + comments.append({ + "author": snippet["authorDisplayName"], + "text": snippet["textDisplay"], + "likeCount": snippet.get("likeCount", 0), + "publishedAt": snippet["publishedAt"] + }) - comments = [] - if "items" in data: - for item in data["items"]: - snippet = item["snippet"]["topLevelComment"]["snippet"] - comments.append({ - "author": snippet["authorDisplayName"], - "text": snippet["textDisplay"], - "likeCount": snippet.get("likeCount", 0), - "publishedAt": snippet["publishedAt"] - }) + return comments - return comments - - except requests.exceptions.RequestException as e: + except (aiohttp.ClientError, asyncio.TimeoutError) as e: print(f"Can't fetch Comments: {str(e)}") return [] - @app.route("/cookies.txt", methods=["GET"]) -def cookies(): +async def cookies(): return "403 Forbidden", 403 @app.route("/token.txt", methods=["GET"]) -def token(): +async def token(): return "403 Forbidden", 403 @app.route("/nohup.out", methods=["GET"]) -def nohup(): +async def nohup(): return "403 Forbidden", 403 - @app.route("/", methods=["GET"]) -def index(): +async def index(): query = request.args.get("query") results = None - if query: - response = requests.get(f"https://invidious.materialio.us/api/v1/search?q={query}", timeout=3) - else: - response = requests.get("https://invidious.materialio.us/api/v1/trending", timeout=3) - try: - data = response.json() - except ValueError: + async with aiohttp.ClientSession() as session: + if query: + url = f"https://invidious.materialio.us/api/v1/search?q={query}" + else: + url = "https://invidious.materialio.us/api/v1/trending" + + async with session.get(url, timeout=3) as response: + data = await response.json() + except (aiohttp.ClientError, asyncio.TimeoutError, ValueError) as e: return "Can't parse Data. If this Issue persists, report it in the Discord Server.", 500 - if response.status_code == 200 and isinstance(data, list): + if response.status == 200 and isinstance(data, list): if query: results = [] for entry in data: @@ -176,7 +171,7 @@ def index(): "thumbnail": f"/thumbnail/{entry['videoId']}", "viewCount": entry.get("viewCountText", "Unknown"), "published": entry.get("publishedText", "Unknown"), - "duration": helper.format_duration(entry.get("lengthSeconds", 0)) + "duration": await helper.format_duration(entry.get("lengthSeconds", 0)) }) elif entry.get("type") == "channel": results.append({ @@ -187,7 +182,7 @@ def index(): "subCount": entry.get("subCount", "Unknown"), "videoCount": entry.get("videoCount", "Unknown") }) - return render_template_string(SEARCH_TEMPLATE, results=results) + return await render_template_string(SEARCH_TEMPLATE, results=results) else: results = [ { @@ -197,19 +192,17 @@ def index(): "thumbnail": f"/thumbnail/{entry['videoId']}", "viewCount": entry.get("viewCountText", "Unknown"), "published": entry.get("publishedText", "Unknown"), - "duration": helper.format_duration(entry.get("lengthSeconds", 0)) + "duration": await helper.format_duration(entry.get("lengthSeconds", 0)) } for entry in data if entry.get("videoId") ] - return render_template_string(INDEX_TEMPLATE, results=results) + return await render_template_string(INDEX_TEMPLATE, results=results) else: return "No Results or Error in the API.", 404 - - @app.route("/watch", methods=["GET"]) -def watch(): +async def watch(): video_id = request.args.get("video_id") if not video_id: return "Missing Video-ID.", 400 @@ -224,51 +217,50 @@ def watch(): is_wii = "wii" in user_agent and "wiiu" not in user_agent try: - # Metadaten des Videos abrufen - response = requests.get(f"http://localhost:5000/video_metadata/{video_id}", timeout=20) - if response.status_code == 200: - metadata = response.json() - else: - return f"Metadata API Error for Video-ID {video_id}.", 500 - except requests.exceptions.RequestException as e: + async with aiohttp.ClientSession() as session: + async with session.get(f"http://localhost:5000/video_metadata/{video_id}", timeout=20) as response: + if response.status == 200: + metadata = await response.json() + else: + return f"Metadata API Error for Video-ID {video_id}.", 500 + except (aiohttp.ClientError, asyncio.TimeoutError) as e: return f"Can't connect to Metadata-API: {str(e)}", 500 - # Kommentare des Videos abrufen comments = [] try: - comments = get_video_comments(video_id) + comments = await get_video_comments(video_id) except Exception as e: print(f"Video-Comments Error: {str(e)}") comments = [] - # Kanal-Logo und Abonnentenanzahl über die SuperPlayCounts API abrufen channel_logo_url = "" subscriber_count = "Unbekannt" try: channel_id = metadata['channelId'] api_url = f"https://api-superplaycounts.onrender.com/api/youtube-channel-counter/user/{channel_id}" - channel_response = requests.get(api_url, timeout=5) - if channel_response.status_code == 200: - channel_data = channel_response.json() + async with aiohttp.ClientSession() as session: + async with session.get(api_url, timeout=5) as channel_response: + if channel_response.status == 200: + channel_data = await channel_response.json() - for stat in channel_data.get("statistics", []): - for count in stat.get("counts", []): - if count.get("value") == "subscribers": - subscriber_count = count.get("count", "Unbekannt") - break + for stat in channel_data.get("statistics", []): + for count in stat.get("counts", []): + if count.get("value") == "subscribers": + subscriber_count = count.get("count", "Unbekannt") + break - for stat in channel_data.get("statistics", []): - for user_info in stat.get("user", []): - if user_info.get("value") == "pfp": - channel_logo_url = user_info.get("count", "").replace("https://", "http://") - break + for stat in channel_data.get("statistics", []): + for user_info in stat.get("user", []): + if user_info.get("value") == "pfp": + channel_logo_url = user_info.get("count", "").replace("https://", "http://") + break except Exception as e: print(f"SuperPlayCounts API Error: {str(e)}") comment_count = len(comments) if os.path.exists(video_mp4_path): - video_duration = helper.get_video_duration_from_file(video_flv_path) + video_duration = await helper.get_video_duration_from_file(video_flv_path) alert_script = "" if video_duration > 420: alert_script = """ @@ -278,23 +270,7 @@ def watch(): """ if is_wii and os.path.exists(video_flv_path): - return render_template_string(WATCH_WII_TEMPLATE + alert_script, - title=metadata['title'], - uploader=metadata['uploader'], - channelId=metadata['channelId'], - description=metadata['description'].replace("\n", "
"), - viewCount=metadata['viewCount'], - likeCount=metadata['likeCount'], - publishedAt=metadata['publishedAt'], - comments=comments, - commentCount=comment_count, - channel_logo_url=channel_logo_url, - subscriberCount=subscriber_count, - video_id=video_id, - video_flv=f"/sigma/videos/{video_id}.flv", - alert_message="") - - return render_template_string(WATCH_WII_TEMPLATE, + return await render_template_string(WATCH_WII_TEMPLATE + alert_script, title=metadata['title'], uploader=metadata['uploader'], channelId=metadata['channelId'], @@ -310,22 +286,33 @@ def watch(): video_flv=f"/sigma/videos/{video_id}.flv", alert_message="") + return await render_template_string(WATCH_WII_TEMPLATE, + title=metadata['title'], + uploader=metadata['uploader'], + channelId=metadata['channelId'], + description=metadata['description'].replace("\n", "
"), + viewCount=metadata['viewCount'], + likeCount=metadata['likeCount'], + publishedAt=metadata['publishedAt'], + comments=comments, + commentCount=comment_count, + channel_logo_url=channel_logo_url, + subscriberCount=subscriber_count, + video_id=video_id, + video_flv=f"/sigma/videos/{video_id}.flv", + alert_message="") + if not os.path.exists(video_mp4_path): if video_status[video_id]["status"] == "processing": - threading.Thread(target=process_video, args=(video_id,)).start() - return render_template_string(LOADING_TEMPLATE, video_id=video_id) + asyncio.create_task(process_video(video_id)) + return await render_template_string(LOADING_TEMPLATE, video_id=video_id) - -def process_video(video_id): +async def process_video(video_id): video_mp4_path = os.path.join(VIDEO_FOLDER, f"{video_id}.mp4") video_flv_path = os.path.join(VIDEO_FOLDER, f"{video_id}.flv") try: - video_status[video_id] = {"status": "downloading"} - - - with tempfile.TemporaryDirectory() as temp_dir: temp_video_path = os.path.join(temp_dir, f"{video_id}.%(ext)s") command = [ @@ -390,15 +377,13 @@ def process_video(video_id): except Exception as e: video_status[video_id] = {"status": "error", "message": str(e)} - @app.route("/status/") -def check_status(video_id): +async def check_status(video_id): return jsonify(video_status.get(video_id, {"status": "pending"})) - @app.route("/video_metadata/") -def video_metadata(video_id): - api_key = helper.get_api_key() +async def video_metadata(video_id): + api_key = await helper.get_api_key() params = { "part": "snippet,statistics", @@ -407,47 +392,46 @@ def video_metadata(video_id): } try: - response = requests.get(YOUTUBE_API_URL, params=params, timeout=1) - response.raise_for_status() + async with aiohttp.ClientSession() as session: + async with session.get(YOUTUBE_API_URL, params=params, timeout=1) as response: + response.raise_for_status() + data = await response.json() - data = response.json() + if "items" not in data or len(data["items"]) == 0: + return f"The Video with ID {video_id} was not found.", 404 - if "items" not in data or len(data["items"]) == 0: - return f"The Video with ID {video_id} was not found.", 404 + video_data = data["items"][0] + title = video_data["snippet"]["title"] + description = video_data["snippet"]["description"] + uploader = video_data["snippet"]["channelTitle"] + channel_id = video_data["snippet"]["channelId"] + view_count = video_data["statistics"].get("viewCount", "Unknown") + like_count = video_data["statistics"].get("likeCount", "Unknown") + dislike_count = video_data["statistics"].get("dislikeCount", "Unknown") + published_at = video_data["snippet"].get("publishedAt", "Unknown") - video_data = data["items"][0] - title = video_data["snippet"]["title"] - description = video_data["snippet"]["description"] - uploader = video_data["snippet"]["channelTitle"] - channel_id = video_data["snippet"]["channelId"] - view_count = video_data["statistics"].get("viewCount", "Unknown") - like_count = video_data["statistics"].get("likeCount", "Unknown") - dislike_count = video_data["statistics"].get("dislikeCount", "Unknown") - published_at = video_data["snippet"].get("publishedAt", "Unknown") + return { + "title": title, + "uploader": uploader, + "channelId": channel_id, + "description": description, + "viewCount": view_count, + "likeCount": like_count, + "dislikeCount": dislike_count, + "publishedAt": published_at + } - return { - "title": title, - "uploader": uploader, - "channelId": channel_id, - "description": description, - "viewCount": view_count, - "likeCount": like_count, - "dislikeCount": dislike_count, - "publishedAt": published_at - } - - except requests.exceptions.RequestException as e: + except (aiohttp.ClientError, asyncio.TimeoutError) as e: return f"API Error: {str(e)}", 500 - @app.route("/") -def serve_video(filename): +async def serve_video(filename): file_path = os.path.join(filename) if not os.path.exists(file_path): return "File not found.", 404 - file_size = helper.get_file_size(file_path) + file_size = await helper.get_file_size(file_path) range_header = request.headers.get('Range', None) if range_header: @@ -459,7 +443,7 @@ def serve_video(filename): if start_byte >= file_size or end_byte >= file_size: abort(416) - data = helper.get_range(file_path, (start_byte, end_byte)) + data = await helper.get_range(file_path, (start_byte, end_byte)) content_range = f"bytes {start_byte}-{end_byte}/{file_size}" response = Response( @@ -467,18 +451,15 @@ def serve_video(filename): status=206, mimetype="video/mp4", content_type="video/mp4", - direct_passthrough=True ) response.headers["Content-Range"] = content_range response.headers["Content-Length"] = str(len(data)) return response - return send_file(file_path) - - + return await send_file(file_path) @app.route('/channel', methods=['GET']) -def channel_m(): +async def channel_m(): channel_id = request.args.get('channel_id', None) if not channel_id: @@ -500,46 +481,45 @@ def channel_m(): channel_name = info.get('uploader', 'Unknown') - invidious_url = f"https://invidious.materialio.us/channel/{channel_id}" - response = requests.get(invidious_url, timeout=10) + async with aiohttp.ClientSession() as session: + invidious_url = f"https://invidious.materialio.us/channel/{channel_id}" + async with session.get(invidious_url, timeout=10) as response: + if response.status != 200: + return "Failed to fetch channel page.", 500 - if response.status_code != 200: - return "Failed to fetch channel page.", 500 + html = await response.text() + soup = BeautifulSoup(html, "html.parser") + profile_div = soup.find(class_="channel-profile") - soup = BeautifulSoup(response.text, "html.parser") - profile_div = soup.find(class_="channel-profile") + if profile_div: + img_tag = profile_div.find("img") + if img_tag and "src" in img_tag.attrs: + channel_picture = "http://api.allorigins.win/raw?url=http://invidious.materialio.us" + img_tag["src"] + else: + channel_picture = "" + else: + channel_picture = "" - if profile_div: - img_tag = profile_div.find("img") - if img_tag and "src" in img_tag.attrs: - channel_picture = "http://api.allorigins.win/raw?url=http://invidious.materialio.us" + img_tag["src"] - else: - channel_picture = "" - else: - channel_picture = "" + results = [ + { + 'id': video['id'], + 'duration': 'Duration not available on Channel View', + 'title': video['title'], + 'uploader': channel_name, + 'thumbnail': f"http://yt.old.errexe.xyz/thumbnail/{video['id']}" + } + for video in info['entries'] + ] - results = [ - { - 'id': video['id'], - 'duration': 'Duration not available on Channel View', - 'title': video['title'], - 'uploader': channel_name, - 'thumbnail': f"http://yt.old.errexe.xyz/thumbnail/{video['id']}" - } - for video in info['entries'] - ] - - return render_template_string( - CHANNEL_TEMPLATE, - results=results, - channel_name=channel_name, - channel_picture=channel_picture - ) + return await render_template_string( + CHANNEL_TEMPLATE, + results=results, + channel_name=channel_name, + channel_picture=channel_picture + ) except Exception as e: return f"An error occurred: {str(e)}", 500 - - if __name__ == "__main__": - app.run(host="0.0.0.0", debug=True, port=5000) + app.run(host="0.0.0.0", port=5000)