requirements.txt

# Core Framework
fastapi==0.104.1
uvicorn[standard]==0.24.0
pydantic==2.5.0
pydantic-settings==2.1.0
python-multipart==0.0.6

# Machine Learning & Transformers
torch==2.1.0
transformers==4.35.2
sentence-transformers==2.2.2
tokenizers==0.15.0

# NLP Libraries
spacy==3.7.2
#flair==0.13.1
nltk==3.8.1
textstat==0.7.3

# Scientific Computing
numpy==1.24.3
scipy==1.11.4
scikit-learn==1.3.2
pandas==2.1.3

# Text Processing
python-docx==1.1.0
PyPDF2==3.0.1
pdfplumber==0.10.3
pymupdf==1.23.8
python-magic==0.4.27

# Language Detection
langdetect==1.0.9
#fasttext==0.9.2

# Adversarial & Robustness
#textattack==0.3.8

# Visualization & Reporting
matplotlib==3.8.2
seaborn==0.13.0
plotly==5.18.0
reportlab==4.0.7
fpdf2==2.7.6

# Utilities
python-dotenv==1.0.0
aiofiles==23.2.1
httpx==0.25.2
tenacity==8.2.3

# Logging & Monitoring
loguru==0.7.2
python-json-logger==2.0.7

# Caching
redis==5.0.1
diskcache==5.6.3

# Database (Optional)
sqlalchemy==2.0.23
alembic==1.13.0

# Testing
pytest==7.4.3
pytest-asyncio==0.21.1
pytest-cov==4.1.0

# Code Quality
black==23.12.0
flake8==6.1.0
mypy==1.7.1

# Security
cryptography==41.0.7
python-jose[cryptography]==3.3.0

# Performance
orjson==3.9.10
ujson==5.9.0

# Additional ML Tools
xgboost==2.0.2
lightgbm==4.1.0

# Dimensionality Analysis
#scikit-dimension==0.3.5
umap-learn==0.5.5

# Rate Limiting
slowapi==0.1.9

# CORS
fastapi-cors==0.0.6

# File type detection
python-magic-bin==0.4.14