mirror of
https://github.com/borbann-platform/backend-api.git
synced 2025-12-18 12:14:05 +01:00
28 lines
548 B
Plaintext
28 lines
548 B
Plaintext
{
|
|
"name": "Demo Data Pipeline",
|
|
"sources": [
|
|
{
|
|
"type": "api",
|
|
"config": {
|
|
"url": "https://dummyjson.com/posts"
|
|
}
|
|
},
|
|
{
|
|
"type": "scrape",
|
|
"config": {
|
|
"urls": [
|
|
"https://www.thairath.co.th/home",
|
|
"https://www.thaipbs.or.th/news"
|
|
],
|
|
"prompt": "Extract all post in the pages along with its brief details and url"
|
|
}
|
|
},
|
|
{
|
|
"type": "file",
|
|
"config": {
|
|
"path": "/data/sample.json",
|
|
"format": "json"
|
|
}
|
|
}
|
|
]
|
|
} |