Data Scraping API

# pip install scrapingbee

from scrapingbee import ScrapingBeeClient

client = ScrapingBeeClient(api_key='YOUR-API-KEY')

response = client.get(
 'https://www.scrapingbee.com/blog',
 params={
 'extract_rules':{
 "title" : "h1",
 "subtitle" : "#subtitle",
 "articles": {
 "selector": ".card",
 "type": "list",
 "output": {
 "title": ".post-title",
 "link": ".post-title@href",
 "description": ".post-description"
 }
 }
 },
 },
)

print('Response HTTP Status Code: ', response.status_code)
print('Response HTTP Response Body: ', response.json())

const axios = require('axios');

axios.get('https://app.scrapingbee.com/api/v1/', {
 headers: {
 'Authorization': 'Bearer YOUR-API-KEY'
 },
 params: {
 'url': 'https://www.scrapingbee.com/blog',
 'extract_rules': {
 "title": "h1",
 "subtitle": "#subtitle",
 "articles": {
 "selector": ".card",
 "type": "list",
 "output": {
 "title": ".post-title",
 "link": ".post-title@href",
 "description": ".post-description"
 }
 }
 }
 }
})
.then(function (response) {
 console.log('Response HTTP Status Code: ', response.status);
 console.log('Response HTTP Response Body: ', response.data);
});

<?php
$ch = curl_init();
curl_setopt($ch, CURLOPT_URL, 'https://app.scrapingbee.com/api/v1/?url=https://www.scrapingbee.com/blog&extract_rules={"title":"h1","subtitle":"#subtitle","articles":{"selector":".card","type":"list","output":{"title":".post-title","link":".post-title@href","description":".post-description"}}}');
curl_setopt($ch, CURLOPT_HTTPHEADER, array(
 'Authorization: Bearer YOUR-API-KEY'
));
curl_setopt($ch, CURLOPT_CUSTOMREQUEST, 'GET');
curl_setopt($ch, CURLOPT_RETURNTRANSFER, 1);
$response = curl_exec($ch);
if (!$response) {
 die('Error: "' . curl_error($ch) . '" - Code: ' . curl_errno($ch));
}
echo 'HTTP Status Code: ' . curl_getinfo($ch, CURLINFO_HTTP_CODE) . PHP_EOL;
echo 'Response HTTP Response Body: ' . $response . PHP_EOL;
curl_close($ch);
?>