flask
gunicorn
torch
transformers>=4.51.0
accelerate
autoawq
