requirements.txt

arxiv
beautifulsoup4
bert_score
chardet
chromadb
docx2txt
EbookLib
elasticsearch
fastapi
faster_whisper
fire
FlashRank
fugashi
genanki
# well fuck gradio. again.
gradio==4.44.1
html2text
jieba
Jinja2
joblib
langchain
langdetect
lxml_html_clean
mwparserfromhell
mwxml
nltk
numpy
onnxruntime
openai
# Requires rust compiler...
#outlines
pandas
Pillow
playwright
# I'm not using postgres yet...
#psycopg2
#psycopg2-binary
psutil
#psycopg2-binary
pyannote.audio
PyAudio
pycookiecheat
pydub
pymupdf
pymupdf4llm
docling
pypandoc
pypandoc_binary
pytest
python-dotenv
python-json-logger
PyYAML
Requests
rouge_score
sacrebleu
scikit_learn
sentence_transformers
SQLAlchemy
streamlit
tenacity
textstat
tiktoken
toml
tqdm
trafilatura
transformers
urllib3
yt_dlp
datasets
tqdm
--index-url https://download.pytorch.org/whl/cu124
--extra-index-url https://pypi.org/simple
torch
torchaudio
torchvision