sosokker/plain-rag
1
0
Fork 0
mirror of https://github.com/Sosokker/plain-rag.git synced 2025-12-18 14:34:05 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

refactor: improve file ingestion and environment variable setup in configuration

Browse Source
This commit is contained in:
Sosokker 2025-06-28 00:06:10 +07:00
parent fbc95ce40e
commit 54c4f4e573
3 changed files with 7 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
app/api/endpoints.py
View File

@ -43,7 +43,9 @@ async def ingest_file(
if not file.filename: if not file.filename:
raise HTTPException(status_code=400, detail="File name is required") raise HTTPException(status_code=400, detail="File name is required")
with tempfile.NamedTemporaryFile(delete=True, suffix=file.filename) as tmp: with tempfile.NamedTemporaryFile(
delete=False, suffix=file.filename, delete_on_close=True
) as tmp:
file.file.seek(0) file.file.seek(0)
shutil.copyfileobj(file.file, tmp) shutil.copyfileobj(file.file, tmp)
tmp.flush() tmp.flush()

1
app/core/config.py
View File

@ -59,4 +59,5 @@ def get_settings() -> Settings:
settings = get_settings() settings = get_settings()
# Set environment variables for third-party libraries # Set environment variables for third-party libraries
os.environ["GEMINI_API_KEY"] = settings.GEMINI_API_KEY
os.environ["TOKENIZERS_PARALLELISM"] = "false" os.environ["TOKENIZERS_PARALLELISM"] = "false"

6
app/services/config_service.py
View File

@ -44,7 +44,7 @@ class ConfigService:
""" """
logger.info("Initializing default models...") logger.info("Initializing default models...")
embedding_model_name = settings.EMBEDDING_MODEL embedding_model_name = settings.EMBEDDING_MODEL
if embedding_model_name not in EmbeddingModelName.__members__: if embedding_model_name not in EmbeddingModelName._value2member_map_:
logger.warning( logger.warning(
"Embedding model '%s' is not valid. Falling back to default '%s'", "Embedding model '%s' is not valid. Falling back to default '%s'",
embedding_model_name, embedding_model_name,
@ -60,7 +60,7 @@ class ConfigService:
getattr(settings, "RERANKER_MODEL", None) getattr(settings, "RERANKER_MODEL", None)
or RerankerModelName.MiniLMReranker.value or RerankerModelName.MiniLMReranker.value
) )
if reranker_model_name not in RerankerModelName.__members__: if reranker_model_name not in RerankerModelName._value2member_map_:
logger.warning( logger.warning(
"Reranker model '%s' is not valid. Falling back to default '%s'", "Reranker model '%s' is not valid. Falling back to default '%s'",
reranker_model_name, reranker_model_name,
@ -73,7 +73,7 @@ class ConfigService:
vector_store_name = ( vector_store_name = (
getattr(settings, "VECTOR_STORE_TYPE", None) or VectorStoreType.PGVECTOR getattr(settings, "VECTOR_STORE_TYPE", None) or VectorStoreType.PGVECTOR
) )
if vector_store_name not in vector_store_registry.list_available(): if vector_store_name not in VectorStoreType._value2member_map_:
logger.warning( logger.warning(
"Vector store '%s' is not valid. Falling back to default '%s'", "Vector store '%s' is not valid. Falling back to default '%s'",
vector_store_name, vector_store_name,