diff --git a/pipeline/ingestion/adapters/api_adapter.py b/pipeline/ingestion/adapters/api_adapter.py index 9514d90..05318d2 100644 --- a/pipeline/ingestion/adapters/api_adapter.py +++ b/pipeline/ingestion/adapters/api_adapter.py @@ -6,7 +6,7 @@ import requests from requests.adapters import HTTPAdapter from urllib3.util.retry import Retry -from models.adapters import AdapterRecord +from models.ingestion import AdapterRecord from .base import DataSourceAdapter from loguru import logger diff --git a/pipeline/ingestion/adapters/base.py b/pipeline/ingestion/adapters/base.py index fbcdc6e..b7e86a2 100644 --- a/pipeline/ingestion/adapters/base.py +++ b/pipeline/ingestion/adapters/base.py @@ -3,7 +3,7 @@ Define the DataSourceAdapter protocol for ingestion adapters. """ from typing import Protocol -from models.adapters import AdapterRecord +from models.ingestion import AdapterRecord class DataSourceAdapter(Protocol): diff --git a/pipeline/ingestion/adapters/file_adapter.py b/pipeline/ingestion/adapters/file_adapter.py index 8178ae9..e0a00a1 100644 --- a/pipeline/ingestion/adapters/file_adapter.py +++ b/pipeline/ingestion/adapters/file_adapter.py @@ -7,7 +7,7 @@ from loguru import logger from fastapi import UploadFile from .base import DataSourceAdapter -from models.adapters import AdapterRecord +from models.ingestion import AdapterRecord class FileAdapter(DataSourceAdapter): diff --git a/pipeline/ingestion/adapters/web_scraper_adapter.py b/pipeline/ingestion/adapters/web_scraper_adapter.py index d0678bb..e2e8dbf 100644 --- a/pipeline/ingestion/adapters/web_scraper_adapter.py +++ b/pipeline/ingestion/adapters/web_scraper_adapter.py @@ -22,7 +22,7 @@ from crawl4ai.extraction_strategy import ( from .base import DataSourceAdapter from loguru import logger -from models.adapters import AdapterRecord +from models.ingestion import AdapterRecord # pyright: reportArgumentType=false # pyright: reportAssignmentType=false diff --git a/pipeline/models/adapters.py b/pipeline/models/ingestion.py similarity index 100% rename from pipeline/models/adapters.py rename to pipeline/models/ingestion.py diff --git a/pipeline/tests/test_scraper_adapter.py b/pipeline/tests/test_scraper_adapter.py index 3c50a8c..f9acf13 100644 --- a/pipeline/tests/test_scraper_adapter.py +++ b/pipeline/tests/test_scraper_adapter.py @@ -3,7 +3,7 @@ import json from unittest.mock import patch, AsyncMock, MagicMock, mock_open from ingestion.adapters.web_scraper_adapter import WebScraperAdapter -from models.adapters import AdapterRecord +from models.ingestion import AdapterRecord @pytest.mark.asyncio diff --git a/pipeline/tests/test_scraper_adapter_integration.py b/pipeline/tests/test_scraper_adapter_integration.py index 069fec8..45dbfdc 100644 --- a/pipeline/tests/test_scraper_adapter_integration.py +++ b/pipeline/tests/test_scraper_adapter_integration.py @@ -1,7 +1,7 @@ import os import pytest from ingestion.adapters.web_scraper_adapter import WebScraperAdapter -from models.adapters import AdapterRecord +from models.ingestion import AdapterRecord @pytest.mark.integration