The Firecrawl alternative for protected sites

# pip install webscraping_ai
# https://pypi.org/project/webscraping-ai/
from webscraping_ai import Client

client = Client(api_key="YOUR_API_KEY")
text = client.text("https://example.com/article", text_format="plain")
print(text)
# Response: clean page text, ready to feed to an LLM.

// npm install webscraping-ai
// https://www.npmjs.com/package/webscraping-ai
import { WebScrapingAI } from 'webscraping-ai';

const client = new WebScrapingAI({ apiKey: 'YOUR_API_KEY' });
const text = await client.text({
  url: 'https://example.com/article',
  text_format: 'plain',
});
console.log(text);
// Response: clean page text, ready to feed to an LLM.

<?php
// composer require webscraping-ai/webscraping-ai-php
// https://packagist.org/packages/webscraping-ai/webscraping-ai-php
require 'vendor/autoload.php';

use WebScrapingAI\Client;

$client = new Client('YOUR_API_KEY');
$text = $client->text('https://example.com/article', textFormat: 'plain');
echo is_string($text) ? $text : print_r($text, true);
// Response: clean page text, ready to feed to an LLM.

# gem install webscraping_ai
# https://rubygems.org/gems/webscraping_ai
require 'webscraping_ai'

client = WebScrapingAI::Client.new(api_key: 'YOUR_API_KEY')
text = client.text('https://example.com/article', text_format: 'plain')
puts text.inspect
# Response: clean page text, ready to feed to an LLM.

// go get github.com/webscraping-ai/webscraping-ai-go/v4
// https://pkg.go.dev/github.com/webscraping-ai/webscraping-ai-go/v4
package main

import (
    "context"
    "fmt"

    webscrapingai "github.com/webscraping-ai/webscraping-ai-go/v4"
)

func main() {
    client, _ := webscrapingai.NewClient(&webscrapingai.Config{APIKey: "YOUR_API_KEY"})
    text, _ := client.Text(context.Background(), &webscrapingai.TextOptions{
        URL:        "https://example.com/article",
        TextFormat: "plain",
    })
    fmt.Println(text)
}
// Response: clean page text, ready to feed to an LLM.

// Maven: ai.webscraping:webscraping-ai:4.0.0
// https://central.sonatype.com/artifact/ai.webscraping/webscraping-ai
import ai.webscraping.Client;
import ai.webscraping.Config;
import ai.webscraping.option.TextOptions;

Client client = new Client(Config.builder().apiKey("YOUR_API_KEY").build());
String text = client.text(TextOptions.builder()
    .url("https://example.com/article")
    .textFormat("plain")
    .build());
System.out.println(text);
// Response: clean page text, ready to feed to an LLM.

// dotnet add package WebScrapingAI
// https://www.nuget.org/packages/WebScrapingAI
using WebScrapingAI;

var client = new WebScrapingAIClient(new WebScrapingAIClientOptions { ApiKey = "YOUR_API_KEY" });
var text = await client.TextAsync(new TextRequest {
    Url = "https://example.com/article",
    TextFormat = "plain",
});
Console.WriteLine(text);
// Response: clean page text, ready to feed to an LLM.