Install and Setup

1. Install uv and install Python 3.11

curl -LsSf https://astral.sh/uv/install.sh | sh
uv python install 3.11

2. Clone the repository

git clone git@github.com:anniezyao/cimbert.git

3. Enter the directory and initialize the project

cd cimbert
uv init

4. Create and activate a virtual environment with Python 3.11

uv venv --python=3.11
source .venv/bin/activate

5. Install dependencies

uv pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu126
uv pip install -r requirements.txt

6. Copy transformers lib and replace ibert model

cp -r .venv/lib/python3.11/site-packages/transformers .
cp mod_transformers/* transformers/models/ibert/

7. Run training.py

~/.venv/bin/python ~/training.py