12 lines
451 B
Python
12 lines
451 B
Python
from config.model import MODEL_DIR
|
|
|
|
MODEL = MODEL_DIR / "nomic-embed-text-v1.5" / "nomic-embed-text-v1.5.Q4_K_M.gguf"
|
|
|
|
N_THREADS = 10
|
|
N_CTX = 2048 # nomic GGUF defaults to 2048; 8192 needs YaRN scaling
|
|
|
|
# nomic-embed-text needs a task instruction prefix per text.
|
|
# Use a query prefix for search/user input, a document prefix for stored text.
|
|
PREFIX_QUERY = "search_query: "
|
|
PREFIX_DOCUMENT = "search_document: "
|
|
DEFAULT_PREFIX = PREFIX_QUERY |