feat: Add Modal cloud GPU inference support

.github/workflows/build-release-conda.yml

@@ -212,6 +212,11 @@ jobs:
         python -c "import ctranslate2; print(f'CTranslate2 version: {ctranslate2.__version__}')"
         echo "Note: CUDA availability check skipped (no GPU on GitHub runners)"
 
+    - name: Install Modal dependencies
+      run: |
+        pip install modal questionary
+        python -c "import modal; print(f'Modal version: {modal.__version__}')"
+
     - name: Check cached models
       run: |
         echo "Checking for cached models..."
@@ -377,6 +382,7 @@ jobs:
       run: |
         cd dist\faster_whisper_transwithai_chickenrice
         infer.exe --help
+        modal_infer.exe --help
 
     - name: Upload artifact
       uses: actions/upload-artifact@v4
@@ -647,4 +653,4 @@ jobs:
         repository: ${{ github.repository }}
         tag_name: ${{ github.ref }}
         files: faster_whisper_transwithai_windows_cu128-chickenrice.zip
-        token: ${{ secrets.GITHUB_TOKEN }}
+        token: ${{ secrets.GITHUB_TOKEN }}

.gitignore

@@ -10,6 +10,7 @@ __pycache__/
 # C extensions
 *.so
 
+node_modules/
 # Distribution / packaging
 .Python
 build/

environment-cuda118.yml

@@ -37,7 +37,8 @@ dependencies:
       - backports.functools-lru-cache  # Fix for PyInstaller ModuleNotFoundError
 
       # Build tools
-      - pyinstaller>=6.0.0
+      # PyInstaller 6.17.0 has a conda hook regression (KeyError: 'depends') in some conda environments
+      - pyinstaller==6.16.0
       - setuptools>=65.0.0
       - wheel>=0.38.0
       - build>=0.10.0

environment-cuda122.yml

@@ -34,7 +34,8 @@ dependencies:
       - backports.functools-lru-cache  # Fix for PyInstaller ModuleNotFoundError
 
       # Build tools
-      - pyinstaller>=6.0.0
+      # PyInstaller 6.17.0 has a conda hook regression (KeyError: 'depends') in some conda environments
+      - pyinstaller==6.16.0
       - setuptools>=65.0.0
       - wheel>=0.38.0
       - build>=0.10.0

environment-cuda128.yml

@@ -34,7 +34,8 @@ dependencies:
       - backports.functools-lru-cache  # Fix for PyInstaller ModuleNotFoundError
 
       # Build tools
-      - pyinstaller>=6.0.0
+      # PyInstaller 6.17.0 has a conda hook regression (KeyError: 'depends') in some conda environments
+      - pyinstaller==6.16.0
       - setuptools>=65.0.0
       - wheel>=0.38.0
       - build>=0.10.0

environment-modal.yml

@@ -0,0 +1,21 @@
+# Conda environment for Modal inference (local client only)
+# This environment is for running modal_infer.py locally to submit jobs to Modal
+name: faster-whisper-modal
+channels:
+  - conda-forge
+  - defaults
+
+dependencies:
+  # Python version
+  - python=3.10
+
+  # Core dependencies
+  - pip
+
+  # Pip dependencies
+  - pip:
+      # Modal client for submitting jobs
+      - modal
+
+      # Interactive CLI prompts
+      - questionary