personal_llm/environment.yml at main · lopespm/personal_llm · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
name: personal_llm
channels:
  - pytorch-nightly
  - conda-forge
  - defaults
dependencies:
  - aiohttp=3.9.5=py39h80987f9_0
  - aiosignal=1.2.0=pyhd3eb1b0_0
  - async-timeout=4.0.3=py39hca03da5_0
  - attrs=23.1.0=py39hca03da5_0
  - aws-c-auth=0.7.22=hec39e38_2
  - aws-c-cal=0.6.14=h5db4892_1
  - aws-c-common=0.9.19=h99b78c6_0
  - aws-c-compression=0.2.18=h5db4892_6
  - aws-c-event-stream=0.4.2=h5eab607_12
  - aws-c-http=0.8.1=had10953_17
  - aws-c-io=0.14.8=hb5a7b21_5
  - aws-c-mqtt=0.10.4=h78534b8_4
  - aws-c-s3=0.5.9=h1755d02_3
  - aws-c-sdkutils=0.1.16=h5db4892_2
  - aws-checksums=0.1.18=h5db4892_6
  - aws-crt-cpp=0.26.9=h03bff2b_0
  - aws-sdk-cpp=1.11.329=hb37a6d0_3
  - blas=1.0=openblas
  - bottleneck=1.3.7=py39hbda83bc_0
  - brotli-python=1.0.9=py39h313beb8_8
  - bzip2=1.0.8=h80987f9_6
  - c-ares=1.28.1=h93a5062_0
  - ca-certificates=2024.3.11=hca03da5_0
  - certifi=2024.2.2=pyhd8ed1ab_0
  - charset-normalizer=2.0.4=pyhd3eb1b0_0
  - dill=0.3.6=py39hca03da5_0
  - filelock=3.13.1=py39hca03da5_0
  - frozenlist=1.4.0=py39h80987f9_0
  - fsspec=2024.3.1=py39hca03da5_0
  - gflags=2.2.2=h313beb8_1
  - glog=0.7.0=hc6770e3_0
  - gmp=6.3.0=hebf3989_1
  - gmpy2=2.1.5=py39h9bb7c0c_1
  - huggingface_hub=0.23.1=py39hca03da5_0
  - idna=3.7=py39hca03da5_0
  - importlib-metadata=7.1.0=pyha770c72_0
  - jinja2=3.1.4=pyhd8ed1ab_0
  - krb5=1.21.2=h92f50d5_0
  - libabseil=20240116.2=cxx17_h313beb8_0
  - libarrow=16.1.0=h28dd788_6_cpu
  - libarrow-acero=16.1.0=h00cdb27_6_cpu
  - libarrow-dataset=16.1.0=h00cdb27_6_cpu
  - libarrow-substrait=16.1.0=hc68f6b8_6_cpu
  - libbrotlicommon=1.1.0=hb547adb_1
  - libbrotlidec=1.1.0=hb547adb_1
  - libbrotlienc=1.1.0=hb547adb_1
  - libcrc32c=1.1.2=hc377ac9_0
  - libcurl=8.8.0=h7b6f9a7_0
  - libcxx=17.0.6=h5f092b4_0
  - libedit=3.1.20230828=h80987f9_0
  - libev=4.33=h1a28f6b_1
  - libevent=2.1.12=h02f6b3c_1
  - libffi=3.4.4=hca03da5_1
  - libgfortran=5.0.0=11_3_0_hca03da5_28
  - libgfortran5=11.3.0=h009349e_28
  - libgoogle-cloud=2.24.0=hfe08963_0
  - libgoogle-cloud-storage=2.24.0=h3fa5b87_0
  - libgrpc=1.62.2=h9c18a4f_0
  - libnghttp2=1.58.0=ha4dd798_1
  - libopenblas=0.3.21=h269037a_0
  - libparquet=16.1.0=hcf52c46_6_cpu
  - libpq=16.3=h7afe498_0
  - libprotobuf=4.25.3=h514c7bf_0
  - libre2-11=2023.09.01=h7b2c953_2
  - libsqlite=3.45.3=h091b4b1_0
  - libssh2=1.11.0=h3e2b118_0
  - libthrift=0.19.0=h026a170_1
  - libutf8proc=2.8.0=h1a8c8d9_0
  - libzlib=1.2.13=h53f4e23_5
  - llvm-openmp=15.0.7=h7cfbb63_0
  - lz4-c=1.9.4=h313beb8_1
  - markdown=3.6=pyhd8ed1ab_0
  - markupsafe=2.1.5=py39h17cfd9d_0
  - mlx=0.14.0=py39h2913616_0
  - mlx-lm=0.14.0=pyhd8ed1ab_0
  - mpc=1.3.1=h91ba8db_0
  - mpfr=4.2.1=h41d338b_1
  - mpmath=1.3.0=pyhd8ed1ab_0
  - multidict=6.0.4=py39h80987f9_0
  - multiprocess=0.70.14=py39hca03da5_0
  - ncurses=6.4=h313beb8_0
  - networkx=3.2.1=pyhd8ed1ab_0
  - numexpr=2.8.7=py39hecc3335_0
  - numpy=1.26.4=py39h3b2db8e_0
  - numpy-base=1.26.4=py39ha9811e2_0
  - openssl=3.3.0=hfb2fe0b_3
  - orc=2.0.1=h47ade37_0
  - packaging=23.2=py39hca03da5_0
  - pandas=2.2.1=py39h313beb8_0
  - pip=24.0=py39hca03da5_0
  - psycopg2=2.9.9=py39h78886fb_0
  - pyarrow=16.1.0=py39h799a436_1
  - pyarrow-core=16.1.0=py39he3fd336_1_cpu
  - pysocks=1.7.1=py39hca03da5_0
  - python=3.9.16=hea58f1e_0_cpython
  - python-dateutil=2.9.0post0=py39hca03da5_2
  - python-dotenv=1.0.1=pyhd8ed1ab_0
  - python-tzdata=2023.3=pyhd3eb1b0_0
  - python-xxhash=2.0.2=py39h1a28f6b_1
  - python_abi=3.9=4_cp39
  - pytorch=2.4.0.dev20240525=py3.9_0
  - pytz=2024.1=py39hca03da5_0
  - pyyaml=6.0.1=py39h80987f9_0
  - re2=2023.09.01=h4cba328_2
  - readline=8.2=h1a28f6b_0
  - regex=2023.10.3=py39h80987f9_0
  - requests=2.31.0=py39hca03da5_1
  - responses=0.13.3=pyhd3eb1b0_0
  - safetensors=0.4.2=py39h482802a_0
  - setuptools=69.5.1=py39hca03da5_0
  - six=1.16.0=pyhd3eb1b0_1
  - snappy=1.2.0=hd04f947_1
  - sqlite=3.45.3=h80987f9_0
  - sympy=1.12=pypyh9d50eac_103
  - tk=8.6.14=h6ba3021_0
  - tokenizers=0.19.1=py39heb7857c_0
  - tqdm=4.66.4=py39h33ce5c2_0
  - transformers=4.41.1=pyhd8ed1ab_0
  - typing-extensions=4.11.0=py39hca03da5_0
  - typing_extensions=4.11.0=py39hca03da5_0
  - tzdata=2024a=h04d1e81_0
  - urllib3=2.2.1=py39hca03da5_0
  - wheel=0.43.0=py39hca03da5_0
  - xxhash=0.8.0=h1a28f6b_3
  - xz=5.4.6=h80987f9_1
  - yaml=0.2.5=h1a28f6b_0
  - yarl=1.9.3=py39h80987f9_0
  - zipp=3.17.0=pyhd8ed1ab_0
  - zlib=1.2.13=h53f4e23_5
  - zstd=1.5.6=hb46c0d2_0
  - pip:
      - accelerate==0.30.1
      - bitsandbytes==0.42.0
      - datasets==2.19.1
      - docstring-parser==0.16
      - eval-type-backport==0.2.0
      - markdown-it-py==3.0.0
      - mdurl==0.1.2
      - peft==0.11.1
      - protobuf==3.20.3
      - psutil==5.9.8
      - pyarrow-hotfix==0.6
      - pygments==2.18.0
      - rich==13.7.1
      - scipy==1.13.1
      - sentencepiece==0.2.0
      - shtab==1.7.1
      - trl==0.8.6
      - tyro==0.8.4