API Documentation

import requests

proxy_url = "http://YOUR_API_KEY:js=true&proxy=residential@proxy.webscraping.ai:8888"

response = requests.get(
    "https://example.com",
    proxies={"http": proxy_url, "https": proxy_url},
    verify=False  # Required for self-signed certificate
)
print(response.text)

const HttpsProxyAgent = require('https-proxy-agent');

const proxyUrl = 'http://YOUR_API_KEY:js=true&proxy=residential@proxy.webscraping.ai:8888';
const agent = new HttpsProxyAgent(proxyUrl);

const response = await fetch('https://example.com', {
  agent,
  rejectUnauthorized: false
});
console.log(await response.text());

$ch = curl_init('https://example.com');
curl_setopt($ch, CURLOPT_PROXY, 'proxy.webscraping.ai:8888');
curl_setopt($ch, CURLOPT_PROXYUSERPWD, 'YOUR_API_KEY:js=true&proxy=residential');
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, false);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
$response = curl_exec($ch);
echo $response;

require 'net/http'
proxy = Net::HTTP::Proxy('proxy.webscraping.ai', 8888, 'YOUR_API_KEY', 'js=true&proxy=residential')
uri = URI('https://example.com')
response = proxy.start(uri.host, uri.port, use_ssl: true, verify_mode: OpenSSL::SSL::VERIFY_NONE) do |http|
  http.get(uri)
end
puts response.body

import requests

response = requests.get("https://api.webscraping.ai/ai/question", params={
    "api_key": "YOUR_API_KEY",
    "url": "https://news.ycombinator.com",
    "question": "What are the top 3 stories on this page?"
})
print(response.text)

const params = new URLSearchParams({
  api_key: 'YOUR_API_KEY',
  url: 'https://news.ycombinator.com',
  question: 'What are the top 3 stories on this page?'
});
const response = await fetch(`https://api.webscraping.ai/ai/question?${params}`);
console.log(await response.text());

$params = http_build_query([
    'api_key' => 'YOUR_API_KEY',
    'url' => 'https://news.ycombinator.com',
    'question' => 'What are the top 3 stories on this page?'
]);
$response = file_get_contents("https://api.webscraping.ai/ai/question?{$params}");
echo $response;

require 'net/http'
params = { api_key: 'YOUR_API_KEY', url: 'https://news.ycombinator.com', question: 'What are the top 3 stories on this page?' }
uri = URI('https://api.webscraping.ai/ai/question')
uri.query = URI.encode_www_form(params)
puts Net::HTTP.get(uri)

import requests

response = requests.get("https://api.webscraping.ai/ai/fields", params={
    "api_key": "YOUR_API_KEY",
    "url": "https://amazon.com/dp/B08N5WRWNW",
    "fields[title]": "Product title",
    "fields[price]": "Current price with currency",
    "fields[rating]": "Average star rating"
})
print(response.json())

const params = new URLSearchParams({
  api_key: 'YOUR_API_KEY',
  url: 'https://amazon.com/dp/B08N5WRWNW',
  'fields[title]': 'Product title',
  'fields[price]': 'Current price with currency',
  'fields[rating]': 'Average star rating'
});
const response = await fetch(`https://api.webscraping.ai/ai/fields?${params}`);
console.log(await response.json());

$params = http_build_query([
    'api_key' => 'YOUR_API_KEY',
    'url' => 'https://amazon.com/dp/B08N5WRWNW',
    'fields' => ['title' => 'Product title', 'price' => 'Current price with currency', 'rating' => 'Average star rating']
]);
$response = file_get_contents("https://api.webscraping.ai/ai/fields?{$params}");
print_r(json_decode($response, true));

require 'net/http'
require 'json'
params = { api_key: 'YOUR_API_KEY', url: 'https://amazon.com/dp/B08N5WRWNW', 'fields[title]' => 'Product title', 'fields[price]' => 'Current price with currency' }
uri = URI('https://api.webscraping.ai/ai/fields')
uri.query = URI.encode_www_form(params)
puts JSON.parse(Net::HTTP.get(uri))

import requests

response = requests.get("https://api.webscraping.ai/html", params={
    "api_key": "YOUR_API_KEY",
    "url": "https://example.com",
    "js": "true"
})
print(response.text)

const params = new URLSearchParams({
  api_key: 'YOUR_API_KEY',
  url: 'https://example.com',
  js: 'true'
});
const response = await fetch(`https://api.webscraping.ai/html?${params}`);
console.log(await response.text());

$params = http_build_query([
    'api_key' => 'YOUR_API_KEY',
    'url' => 'https://example.com',
    'js' => 'true'
]);
$html = file_get_contents("https://api.webscraping.ai/html?{$params}");
echo $html;

require 'net/http'
params = { api_key: 'YOUR_API_KEY', url: 'https://example.com', js: 'true' }
uri = URI('https://api.webscraping.ai/html')
uri.query = URI.encode_www_form(params)
puts Net::HTTP.get(uri)

import requests

response = requests.get("https://api.webscraping.ai/text", params={
    "api_key": "YOUR_API_KEY",
    "url": "https://example.com",
    "text_format": "json"
})
print(response.json())

const params = new URLSearchParams({
  api_key: 'YOUR_API_KEY',
  url: 'https://example.com',
  text_format: 'json'
});
const response = await fetch(`https://api.webscraping.ai/text?${params}`);
console.log(await response.json());

$params = http_build_query([
    'api_key' => 'YOUR_API_KEY',
    'url' => 'https://example.com',
    'text_format' => 'json'
]);
$response = file_get_contents("https://api.webscraping.ai/text?{$params}");
print_r(json_decode($response, true));

require 'net/http'
require 'json'
params = { api_key: 'YOUR_API_KEY', url: 'https://example.com', text_format: 'json' }
uri = URI('https://api.webscraping.ai/text')
uri.query = URI.encode_www_form(params)
puts JSON.parse(Net::HTTP.get(uri))

import requests

response = requests.get("https://api.webscraping.ai/selected", params={
    "api_key": "YOUR_API_KEY",
    "url": "https://example.com",
    "selector": "h1"
})
print(response.text)

const params = new URLSearchParams({
  api_key: 'YOUR_API_KEY',
  url: 'https://example.com',
  selector: 'h1'
});
const response = await fetch(`https://api.webscraping.ai/selected?${params}`);
console.log(await response.text());

$params = http_build_query([
    'api_key' => 'YOUR_API_KEY',
    'url' => 'https://example.com',
    'selector' => 'h1'
]);
$html = file_get_contents("https://api.webscraping.ai/selected?{$params}");
echo $html;

require 'net/http'
params = { api_key: 'YOUR_API_KEY', url: 'https://example.com', selector: 'h1' }
uri = URI('https://api.webscraping.ai/selected')
uri.query = URI.encode_www_form(params)
puts Net::HTTP.get(uri)

import requests

response = requests.get("https://api.webscraping.ai/account", params={
    "api_key": "YOUR_API_KEY"
})
print(response.json())

const response = await fetch(
  'https://api.webscraping.ai/account?api_key=YOUR_API_KEY'
);
console.log(await response.json());

$response = file_get_contents(
    "https://api.webscraping.ai/account?api_key=YOUR_API_KEY"
);
print_r(json_decode($response, true));

require 'net/http'
require 'json'
uri = URI('https://api.webscraping.ai/account?api_key=YOUR_API_KEY')
puts JSON.parse(Net::HTTP.get(uri))