quantization-reliability/environment.yml at main · PrunaAI/quantization-reliability · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
name: quant-rel
channels:
  - conda-forge
  - defaults
dependencies:
  - python=3.10
  - cudatoolkit=11.8      # needed by kernel compilation (AQLM, AutoGPTQ)
  - cudatoolkit-dev=11.7  # provides nvcc for kernel compilation
  - cudnn=8.9
  - libstdcxx-ng          # C++ ABI compatibility for compiled extensions
  - pip:
    - --extra-index-url https://download.pytorch.org/whl/cu121
    - torch==2.3.1+cu121
    - torchvision==0.18.1+cu121
    - torchaudio==2.3.1+cu121
    - triton==2.3.1
    - transformers==4.45.1
    - accelerate==1.6.0
    - huggingface-hub==0.31.1
    - tokenizers==0.20.0
    - safetensors==0.5.2
    - datasets==3.4.1
    - evaluate==0.4.3
    - peft==0.11.1
    - sentencepiece==0.2.0
    - hf-transfer==0.1.9
    - bitsandbytes==0.43.2
    - auto-gptq==0.7.1
    - autoawq==0.2.5
    - autoawq-kernels==0.0.6
    - hqq==0.2.2
    - aqlm==1.1.3
    - quanto==0.2.0
    - compressed-tensors==0.11.0
    - hydra-core>=1.3,<1.4
    - omegaconf==2.3.0
    - antlr4-python3-runtime==4.9.3
    - wandb==0.19.11
    - python-dotenv==1.0.1
    - lm-eval==0.4.9
    - sacrebleu==2.5.1
    - rouge==1.0.1
    - rouge-score==0.1.2
    - math-verify==0.9.0
    - word2number==1.1
    - sqlitedict==2.1.0
    - netcal==1.3.5
    - scikit-learn==1.5.0
    - scipy==1.13.1
    - statsmodels==0.14.4
    - torchmetrics==1.4.0.post0
    - numpy==1.26.4
    - pandas==2.2.3
    - numba==0.60.0
    - numexpr==2.10.2
    - pyarrow==22.0.0
    - sympy==1.13.1
    - spacy==3.7.5
    - en-core-web-md @ https://github.com/explosion/spacy-models/releases/download/en_core_web_md-3.7.1/en_core_web_md-3.7.1-py3-none-any.whl#sha256=6a0f857a2b4d219c6fa17d455f82430b365bf53171a2d919b9376e5dc9be032e
    - sentence-transformers==3.0.1
    - emoji==2.12.1
    - deep-translator==1.11.4
    - wordfreq==3.1.1
    - textblob==0.18.0.post0
    - unidecode==1.3.8
    - pyspellchecker==0.8.1
    - nltk==3.9.1
    - gensim==4.3.3
    - ftfy==6.2.3
    - levenshtein==0.25.1
    - rapidfuzz==3.9.6
    - openpyxl==3.1.5
    - fpdf2==2.8.1
    - reportlab==4.2.2
    - img2pdf==0.5.1
    - pylatex==1.4.2
    - pikepdf==9.5.1
    - matplotlib==3.9.0
    - seaborn==0.13.2
    - plotly==5.22.0
    - kaleido==0.2.1
    - tikzplotlib==0.9.8
    - pillow==11.2.1
    - jupyter==1.1.1
    - jupyterlab==4.2.2
    - ipykernel==6.29.4
    - ipywidgets==8.1.5
    - nbformat==5.10.4
    - nbconvert==7.16.4
    - pytorch-lightning==2.3.0
    - einops==0.8.0
    - gpytorch==1.11
    - pyro-ppl==1.9.1

    # These are auto-installed by the torch wheel, but pinned for reproducibility.
    # - nvidia-cublas-cu12==12.1.3.1
    # - nvidia-cuda-cupti-cu12==12.1.105
    # - nvidia-cuda-nvrtc-cu12==12.1.105
    # - nvidia-cuda-runtime-cu12==12.1.105
    # - nvidia-cudnn-cu12==8.9.2.26
    # - nvidia-cufft-cu12==11.0.2.54
    # - nvidia-curand-cu12==10.3.2.106
    # - nvidia-cusolver-cu12==11.4.5.107
    # - nvidia-cusparse-cu12==12.1.0.106
    # - nvidia-nccl-cu12==2.20.5
    # - nvidia-nvjitlink-cu12==12.4.127
    # - nvidia-nvtx-cu12==12.1.105
    # - nvidia-ml-py3==7.352.0

variables:
  NVCC_APPEND_FLAGS: --allow-unsupported-compiler

# optimum/gptqmodel/optimum-quanto pin transformers/numpy/torch ranges that
# conflict with the pins above, so they're not listed here. Please use
# ./setup_env.sh instead of `conda env create` directly, it installs them
# afterwards with --no-deps.