Add code and env info

This commit is contained in:
MaartenGr
2024-09-16 10:01:45 +02:00
parent 2959f7a58d
commit 4590490c09
28 changed files with 92419 additions and 0 deletions

43
requirements.txt Normal file
View File

@@ -0,0 +1,43 @@
# Data handling
numpy == 1.26.4
pandas == 2.2.2
datasets == 2.20.0
# Environment
jupyterlab == 4.2.2
ipywidgets == 8.1.3
# Hard dependencies throughout the entire book
torch == 2.3.1
transformers == 4.41.2
sentence-transformers == 3.0.1
matplotlib == 3.9.0
scikit-learn == 1.5.0
sentencepiece == 0.2.0
nltk == 3.8.1
evaluate == 0.4.2
scipy == 1.12.0 # TEMPORARY DEP BECAUSE OF https://github.com/piskvorky/gensim/issues/3525
# Cloud providers
openai == 1.34.0
cohere == 5.5.8
# Chapter-specific dependencies
datamapplot == 0.3.0
faiss-cpu==1.8.0
bertopic == 0.16.3
annoy == 1.17.3
llama_cpp_python == 0.2.78 -C cmake.args="-DLLAMA_BLAS=ON"
numexpr == 2.10.0
langchain == 0.2.5
langchain-community == 0.2.5
langchain-openai==0.1.8
duckduckgo-search == 6.1.6
gensim == 4.3.2
setfit == 1.0.3
seqeval == 1.2.2
trl == 0.9.4
peft == 0.11.1
accelerate == 0.31.0
bitsandbytes == 0.43.1
mteb == 1.12.39