mirror of
https://github.com/borbann-platform/backend-api.git
synced 2025-12-18 12:14:05 +01:00
Moved all crawler-ai content into 'crawler_ai_project_files' subdirectory
This commit is contained in:
parent
5e24de9536
commit
ac4737da85
BIN
__pycache__/config.cpython-312.pyc
Normal file
BIN
__pycache__/config.cpython-312.pyc
Normal file
Binary file not shown.
BIN
__pycache__/crawler_logic.cpython-312.pyc
Normal file
BIN
__pycache__/crawler_logic.cpython-312.pyc
Normal file
Binary file not shown.
BIN
__pycache__/log_stream.cpython-312.pyc
Normal file
BIN
__pycache__/log_stream.cpython-312.pyc
Normal file
Binary file not shown.
BIN
__pycache__/logging_utils.cpython-312.pyc
Normal file
BIN
__pycache__/logging_utils.cpython-312.pyc
Normal file
Binary file not shown.
BIN
__pycache__/main.cpython-312.pyc
Normal file
BIN
__pycache__/main.cpython-312.pyc
Normal file
Binary file not shown.
BIN
__pycache__/models.cpython-312.pyc
Normal file
BIN
__pycache__/models.cpython-312.pyc
Normal file
Binary file not shown.
BIN
__pycache__/services.cpython-312.pyc
Normal file
BIN
__pycache__/services.cpython-312.pyc
Normal file
Binary file not shown.
BIN
__pycache__/stores.cpython-312.pyc
Normal file
BIN
__pycache__/stores.cpython-312.pyc
Normal file
Binary file not shown.
28
crawler_ai_project_files/testfile
Normal file
28
crawler_ai_project_files/testfile
Normal file
@ -0,0 +1,28 @@
|
||||
{
|
||||
"name": "Demo Data Pipeline",
|
||||
"sources": [
|
||||
{
|
||||
"type": "api",
|
||||
"config": {
|
||||
"url": "https://dummyjson.com/posts"
|
||||
}
|
||||
},
|
||||
{
|
||||
"type": "scrape",
|
||||
"config": {
|
||||
"urls": [
|
||||
"https://www.thairath.co.th/home",
|
||||
"https://www.thaipbs.or.th/news"
|
||||
],
|
||||
"prompt": "Extract all post in the pages along with its brief details and url"
|
||||
}
|
||||
},
|
||||
{
|
||||
"type": "file",
|
||||
"config": {
|
||||
"path": "/data/sample.json",
|
||||
"format": "json"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
Loading…
Reference in New Issue
Block a user