diff options
Diffstat (limited to 'rag/constants.py')
| -rw-r--r-- | rag/constants.py | 5 |
1 files changed, 5 insertions, 0 deletions
diff --git a/rag/constants.py b/rag/constants.py new file mode 100644 index 0000000..327e8e5 --- /dev/null +++ b/rag/constants.py @@ -0,0 +1,5 @@ +EMBED_MODEL_ID = "Qwen/Qwen3-Embedding-8B" +RERANKER_ID = "Qwen/Qwen3-Reranker-8B" # or -large if you’ve got VRAM +# RERANKER_ID = "BAAI/bge-reranker-base" # or -large if you’ve got VRAM +MAX_TOKENS = 600 +BATCH = 16 |