Enhance batch_confirm_hf_optimized.py to ensure torchcodec is installed before loading the dataset, and update requirements_optimized.txt to include torchcodec. Modify run_optimized_192cores_no_root.sh to install additional audio dependencies and test audio imports.

This commit is contained in:
Alireza
2025-08-02 18:33:31 +03:30
parent ab53369a89
commit 561e8b519c
8 changed files with 479 additions and 0 deletions

View File

@@ -0,0 +1,34 @@
#!/bin/bash
# One-command solution for 192-core optimized processing
echo "🚀 Setting up 192-core optimized processing..."
# Make scripts executable
chmod +x run_optimized_192cores_no_root.sh
chmod +x fix_torchcodec.sh
# Check if uv is available
if ! command -v uv &> /dev/null; then
echo "❌ uv not found. Installing uv..."
curl -LsSf https://astral.sh/uv/install.sh | sh
source ~/.cargo/env
fi
# Create virtual environment if it doesn't exist
if [ ! -d ".venv" ]; then
echo "🔧 Creating virtual environment..."
uv venv
fi
# Activate virtual environment
echo "🔧 Activating virtual environment..."
source .venv/bin/activate
# Fix torchcodec dependency
echo "🔧 Fixing audio dependencies..."
./fix_torchcodec.sh
# Run the optimized processing
echo "🚀 Running optimized processing..."
./run_optimized_192cores_no_root.sh