Feature Extraction
Transformers
Safetensors
audio_embeddings
audio
custom_code
self-supervised-learning
audio-embeddings
best-rq-2
audioset
Instructions to use ltuncay/BEST-RQ-2 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use ltuncay/BEST-RQ-2 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("feature-extraction", model="ltuncay/BEST-RQ-2", trust_remote_code=True)# pip install -U transformers accelerate # Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("ltuncay/BEST-RQ-2", trust_remote_code=True, device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download audio-embeddings/tests/test_train.py from ltuncay/BEST-RQ-2: direct link, hf CLI and curl.
- Browser
- Download file 3.37 kB
-
https://huggingface.co/ltuncay/BEST-RQ-2/resolve/main/audio-embeddings/tests/test_train.py
- Command line
-
hf download hf://ltuncay/BEST-RQ-2/audio-embeddings/tests/test_train.py
-
curl -L -o test_train.py https://huggingface.co/ltuncay/BEST-RQ-2/resolve/main/audio-embeddings/tests/test_train.py
3.37 kB
| import os | |
| from pathlib import Path | |
| import pytest | |
| from hydra.core.hydra_config import HydraConfig | |
| from omegaconf import DictConfig, open_dict | |
| from src.train import train | |
| from tests.helpers.run_if import RunIf | |
| def test_train_fast_dev_run(cfg_train: DictConfig) -> None: | |
| """Run for 1 train, val and test step. | |
| :param cfg_train: A DictConfig containing a valid training configuration. | |
| """ | |
| HydraConfig().set_config(cfg_train) | |
| with open_dict(cfg_train): | |
| cfg_train.trainer.fast_dev_run = True | |
| cfg_train.trainer.accelerator = "cpu" | |
| train(cfg_train) | |
| def test_train_fast_dev_run_gpu(cfg_train: DictConfig) -> None: | |
| """Run for 1 train, val and test step on GPU. | |
| :param cfg_train: A DictConfig containing a valid training configuration. | |
| """ | |
| HydraConfig().set_config(cfg_train) | |
| with open_dict(cfg_train): | |
| cfg_train.trainer.fast_dev_run = True | |
| cfg_train.trainer.accelerator = "gpu" | |
| train(cfg_train) | |
| def test_train_epoch_gpu_amp(cfg_train: DictConfig) -> None: | |
| """Train 1 epoch on GPU with mixed-precision. | |
| :param cfg_train: A DictConfig containing a valid training configuration. | |
| """ | |
| HydraConfig().set_config(cfg_train) | |
| with open_dict(cfg_train): | |
| cfg_train.trainer.max_epochs = 1 | |
| cfg_train.trainer.accelerator = "gpu" | |
| cfg_train.trainer.precision = 16 | |
| train(cfg_train) | |
| def test_train_epoch_double_val_loop(cfg_train: DictConfig) -> None: | |
| """Train 1 epoch with validation loop twice per epoch. | |
| :param cfg_train: A DictConfig containing a valid training configuration. | |
| """ | |
| HydraConfig().set_config(cfg_train) | |
| with open_dict(cfg_train): | |
| cfg_train.trainer.max_epochs = 1 | |
| cfg_train.trainer.val_check_interval = 0.5 | |
| train(cfg_train) | |
| def test_train_ddp_sim(cfg_train: DictConfig) -> None: | |
| """Simulate DDP (Distributed Data Parallel) on 2 CPU processes. | |
| :param cfg_train: A DictConfig containing a valid training configuration. | |
| """ | |
| HydraConfig().set_config(cfg_train) | |
| with open_dict(cfg_train): | |
| cfg_train.trainer.max_epochs = 2 | |
| cfg_train.trainer.accelerator = "cpu" | |
| cfg_train.trainer.devices = 2 | |
| cfg_train.trainer.strategy = "ddp_spawn" | |
| train(cfg_train) | |
| def test_train_resume(tmp_path: Path, cfg_train: DictConfig) -> None: | |
| """Run 1 epoch, finish, and resume for another epoch. | |
| :param tmp_path: The temporary logging path. | |
| :param cfg_train: A DictConfig containing a valid training configuration. | |
| """ | |
| with open_dict(cfg_train): | |
| cfg_train.trainer.max_epochs = 1 | |
| HydraConfig().set_config(cfg_train) | |
| metric_dict_1, _ = train(cfg_train) | |
| files = os.listdir(tmp_path / "checkpoints") | |
| assert "last.ckpt" in files | |
| assert "epoch_000.ckpt" in files | |
| with open_dict(cfg_train): | |
| cfg_train.ckpt_path = str(tmp_path / "checkpoints" / "last.ckpt") | |
| cfg_train.trainer.max_epochs = 2 | |
| metric_dict_2, _ = train(cfg_train) | |
| files = os.listdir(tmp_path / "checkpoints") | |
| assert "epoch_001.ckpt" in files | |
| assert "epoch_002.ckpt" not in files | |
| assert metric_dict_1["train/acc"] < metric_dict_2["train/acc"] | |
| assert metric_dict_1["val/acc"] < metric_dict_2["val/acc"] | |