mirror of
https://github.com/borbann-platform/backend-api.git
synced 2025-12-18 12:14:05 +01:00
Moved all crawler-ai content into 'crawler_ai_project_files' subdirectory
This commit is contained in:
parent
5e24de9536
commit
ac4737da85
BIN
__pycache__/config.cpython-312.pyc
Normal file
BIN
__pycache__/config.cpython-312.pyc
Normal file
Binary file not shown.
BIN
__pycache__/crawler_logic.cpython-312.pyc
Normal file
BIN
__pycache__/crawler_logic.cpython-312.pyc
Normal file
Binary file not shown.
BIN
__pycache__/log_stream.cpython-312.pyc
Normal file
BIN
__pycache__/log_stream.cpython-312.pyc
Normal file
Binary file not shown.
BIN
__pycache__/logging_utils.cpython-312.pyc
Normal file
BIN
__pycache__/logging_utils.cpython-312.pyc
Normal file
Binary file not shown.
BIN
__pycache__/main.cpython-312.pyc
Normal file
BIN
__pycache__/main.cpython-312.pyc
Normal file
Binary file not shown.
BIN
__pycache__/models.cpython-312.pyc
Normal file
BIN
__pycache__/models.cpython-312.pyc
Normal file
Binary file not shown.
BIN
__pycache__/services.cpython-312.pyc
Normal file
BIN
__pycache__/services.cpython-312.pyc
Normal file
Binary file not shown.
BIN
__pycache__/stores.cpython-312.pyc
Normal file
BIN
__pycache__/stores.cpython-312.pyc
Normal file
Binary file not shown.
28
crawler_ai_project_files/testfile
Normal file
28
crawler_ai_project_files/testfile
Normal file
@ -0,0 +1,28 @@
|
|||||||
|
{
|
||||||
|
"name": "Demo Data Pipeline",
|
||||||
|
"sources": [
|
||||||
|
{
|
||||||
|
"type": "api",
|
||||||
|
"config": {
|
||||||
|
"url": "https://dummyjson.com/posts"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "scrape",
|
||||||
|
"config": {
|
||||||
|
"urls": [
|
||||||
|
"https://www.thairath.co.th/home",
|
||||||
|
"https://www.thaipbs.or.th/news"
|
||||||
|
],
|
||||||
|
"prompt": "Extract all post in the pages along with its brief details and url"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "file",
|
||||||
|
"config": {
|
||||||
|
"path": "/data/sample.json",
|
||||||
|
"format": "json"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
Loading…
Reference in New Issue
Block a user