Skip to content

Commit e0cf7df

Browse files
committed
Update s1_data_downloader.py
1. correct the error catch.
1 parent 5669461 commit e0cf7df

File tree

1 file changed

+11
-4
lines changed

1 file changed

+11
-4
lines changed

s1_data_downloader.py

Lines changed: 11 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -12,8 +12,9 @@
1212
import logging
1313
from glob import glob
1414
from yt_dlp import YoutubeDL
15+
from yt_dlp.utils import DownloadError, ExtractorError, PostProcessingError, UnavailableVideoError
1516
from youtube_transcript_api import YouTubeTranscriptApi
16-
from youtube_transcript_api import CouldNotRetrieveTranscript, TranscriptsDisabled, NoTranscriptFound, VideoUnavailable, TooManyRequests
17+
from youtube_transcript_api import TranscriptsDisabled, NoTranscriptFound, VideoUnavailable, TooManyRequests
1718
from youtube_transcript_api.formatters import JSONFormatter
1819
from tqdm import tqdm
1920

@@ -61,8 +62,6 @@ def download_transcripts():
6162
with open(transcript_path, "w", encoding="utf-8") as out_file:
6263
out_file.write(json_transcript)
6364
logger.info("SUCCESS: Transcript for %s saved.", video_id)
64-
except CouldNotRetrieveTranscript as e:
65-
logger.error("Could not retrieve transcript for %s. Error: %s", video_id, e)
6665
except TranscriptsDisabled as e:
6766
logger.error("Transcripts are disabled for %s. Error: %s", video_id, e)
6867
except NoTranscriptFound as e:
@@ -83,8 +82,16 @@ def process_youtube_video(video_id, download_options):
8382
with YoutubeDL(download_options) as yt:
8483
yt.extract_info(video_url)
8584
logger.info("SUCCESS: Video %s downloaded.", video_id)
85+
except DownloadError as e:
86+
logger.error("Download error for video %s. Error: %s", video_id, e)
87+
except ExtractorError as e:
88+
logger.error("Extractor error for video %s. Error: %s", video_id, e)
89+
except PostProcessingError as e:
90+
logger.error("Post-processing error for video %s. Error: %s", video_id, e)
91+
except UnavailableVideoError as e:
92+
logger.error("Video %s is unavailable. Error: %s", video_id, e)
8693
except Exception as e:
87-
logger.error("FAILED: Video %s download failed. Error: %s", video_id, e)
94+
logger.error("An unexpected error occurred for video %s. Error: %s", video_id, e)
8895

8996

9097
def download_videos():

0 commit comments

Comments
 (0)