curl -X POST "https://api.crawlycarl.com/api/v1/crawl-sync" \
-H "Authorization: Bearer YOUR_API_KEY" \
-H "Content-Type: application/json" \
-d '{
"url": "https://example.com/product",
"target_data": "Get the product price, availability and reviews",
"deepsearch": true,
"intelligent_search": true
}'
import requests
response = requests.post(
"https://api.crawlycarl.com/api/v1/crawl-sync",
headers={
"Authorization": "Bearer YOUR_API_KEY",
"Content-Type": "application/json"
},
json={
"url": "https://example.com/product",
"target_data": "Get the product price, availability and reviews",
"deepsearch": True,
"intelligent_search": True
}
)
data = response.json()
print(data["data"]["extracted_data"])
const fetch = require('node-fetch');
const response = await fetch('https://api.crawlycarl.com/api/v1/crawl-sync', {
method: 'POST',
headers: {
'Authorization': 'Bearer YOUR_API_KEY',
'Content-Type': 'application/json'
},
body: JSON.stringify({
url: 'https://example.com/product',
target_data: 'Get the product price, availability and reviews',
deepsearch: true,
intelligent_search: true
})
});
const data = await response.json();
console.log(data.data.extracted_data);
Example Response:
{
"status": "success",
"data": {
"url": "https://example.com/product",
"extracted_data": {
"price": "$19.99",
"availability": "In Stock",
"reviews": [
{"rating": 5, "text": "Great product!"},
{"rating": 4, "text": "Works well but shipping was slow"}
]
},
"confidence": 95,
"complete_response": "The product costs $19.99 and is currently In Stock. It has 14 reviews with an average rating of 4.5 stars."
},
"meta": {
"tool_usage": [
{"tool_name": "web_scraper", "cost": 3},
{"tool_name": "js_renderer", "cost": 5}
],
"total_cost": 8,
"processing_time_ms": 2543
}
}
Add to Chrome
