curl --location --request POST '/v1/ai-agent/crawl_website' \
--header 'Content-Type: application/json' \
--data-raw '{
"project_id": "string",
"chatbot_id": "string",
"vector_provider": 0,
"start_urls": [
{
"url": "string"
}
],
"max_crawl_pages": 0,
"max_crawl_depth": 0,
"include_urls": [
"string"
],
"exclude_urls": [
"string"
],
"use_sitemap": "string",
"is_main_website": true,
"crawl_mode": 0
}'{
"run_id": "string",
"status": "string",
"started_at": "string"
}