New scripts for processing the videos

lantern_scripts/sync_and_trim.py

@@ -0,0 +1,105 @@
+import argparse
+import os
+import subprocess
+from pydub import AudioSegment
+import numpy as np
+from scipy.signal import find_peaks
+
+def extract_audio(video_path, audio_path):
+    command = [
+        "ffmpeg",
+        "-i", video_path,
+        "-q:a", "0",
+        "-map", "a",
+        audio_path
+    ]
+    subprocess.run(command)
+
+def detect_hand_claps(audio_path, threshold=0.5, min_distance=10000):
+    audio = AudioSegment.from_wav(audio_path)
+    samples = np.array(audio.get_array_of_samples())
+    
+    # Normalize the audio signal
+    samples = samples / np.max(np.abs(samples))
+    
+    # Find peaks
+    peaks, _ = find_peaks(samples, height=threshold, distance=min_distance)
+    
+    # Convert sample indices to time in seconds
+    clap_times = [p / audio.frame_rate for p in peaks]
+    
+    return clap_times
+
+def trim_video(video_path, start_time, end_time, output_path):
+    command = [
+        "ffmpeg",
+        "-i", video_path,
+        "-ss", str(start_time),
+        "-to", str(end_time),
+        "-c", "copy",
+        output_path
+    ]
+    subprocess.run(command)
+
+def get_video_length(video_path):
+    command = [
+        "ffprobe",
+        "-v", "error",
+        "-show_entries",
+        "format=duration",
+        "-of",
+        "default=noprint_wrappers=1:nokey=1",
+        video_path
+    ]
+    result = subprocess.run(command, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True)
+    return float(result.stdout.strip())
+
+if __name__ == '__main__':
+    argparser = argparse.ArgumentParser()
+    argparser.add_argument("--input_dir", type=str, default="/mnt/data/scene/", help="Directory containing all the 4 videos")
+    args = argparser.parse_args()
+
+    os.makedirs(os.path.join(args.input_dir, "data"), exist_ok=True)
+
+    for i in range(2):
+        if i == 0:
+            video_path_1 = os.path.join(args.input_dir, "left_e1_er.MP4")
+            video_path_2 = os.path.join(args.input_dir, "right_e2_er.MP4")
+            audio_path_1 = os.path.join(args.input_dir, "left_e1_audio.wav")
+            audio_path_2 = os.path.join(args.input_dir, "right_e2_audio.wav")
+            output_video_path_1 = os.path.join(args.input_dir, "data/left_e1.mp4")
+            output_video_path_2 = os.path.join(args.input_dir, "data/right_e2.mp4")
+
+        if i == 1:
+            video_path_1 = os.path.join(args.input_dir, "left_sfm_er.MP4")
+            video_path_2 = os.path.join(args.input_dir, "right_sfm_er.MP4")
+            audio_path_1 = os.path.join(args.input_dir, "left_sfm_audio.wav")
+            audio_path_2 = os.path.join(args.input_dir, "right_sfm_audio.wav")
+            output_video_path_1 = os.path.join(args.input_dir, "data/left_sfm.mp4")
+            output_video_path_2 = os.path.join(args.input_dir, "data/right_sfm.mp4")
+
+        extract_audio(video_path_1, audio_path_1)
+        extract_audio(video_path_2, audio_path_2)
+
+        clap_times_1 = detect_hand_claps(audio_path_1)
+        clap_times_2 = detect_hand_claps(audio_path_2)
+
+        if len(clap_times_1) < 2 or len(clap_times_2) < 2:
+            raise ValueError("Not enough hand claps detected in one of the audios.")
+
+        start_clap_1, end_clap_1 = clap_times_1[0], clap_times_1[-1]
+        start_clap_2, end_clap_2 = clap_times_2[0], clap_times_2[-1]
+
+        trim_video(video_path_1, start_clap_1, end_clap_1, output_video_path_1)
+        trim_video(video_path_2, start_clap_2, end_clap_2, output_video_path_2)
+
+        if round(get_video_length(output_video_path_1)) != round(get_video_length(output_video_path_2)):
+            raise ValueError("The videos are not the same lenght.")
+
+        os.remove(video_path_1)
+        os.remove(video_path_2)
+        os.remove(audio_path_1)
+        os.remove(audio_path_2)
+
+        print(f"Left video trimmed from {start_clap_1} to {end_clap_1}, length : {get_video_length(output_video_path_1)}")
+        print(f"Right video trimmed from {start_clap_2} to {end_clap_2}, length : {get_video_length(output_video_path_2)}")