Documentation | ScrapeUnblocker

Key Features

JavaScript Rendering

The API automatically renders JavaScript on the target page, ensuring you capture dynamic content that relies on client-side scripts, making it ideal for comprehensive scraping tasks.

Fast and Reliable

Retrieve the complete page source quickly, regardless of the target site's complexity.

Anti-Bot Bypass

Seamlessly bypasses anti-bot services, enabling you to scrape pages that are otherwise difficult to access.

Proxy Flexibility

By default, the API uses a random European proxy, but you can specify a desired country from the following list: DE, US, GB, FR, AU, PL. Additionally, you can request to add almost any country to this list.

Endpoints

POST /get_page_source

Description

Fetches the full HTML source of a webpage.

Parameters

url (string) (required):

The URL of the webpage you want to fetch.

proxy_country (string) (optional):

If no proxy is set, the service will automatically use a random proxy from a European country. You can specify a desired country from the following list: DE, US, GB, FR, AU, PL.

Get API key

CURL *hnd = curl_easy_init();

curl_easy_setopt(hnd, CURLOPT_CUSTOMREQUEST, "POST"); curl_easy_setopt(hnd, CURLOPT_URL, "https://scrapeunblocker.p.rapidapi.com/get_page_source?url=https%3A%2F%2Fbot.sannysoft.com%2F");

struct curl_slist *headers = NULL;

headers = curl_slist_append(headers, ""x-rapidapi-key: API key obtained from RapidAPI"');

headers = curl_slist_append(headers, "x-rapidapi-host: scrapeunblocker.p.rapidapi.com");

headers = curl_slist_append(headers, "Content-Type: application/json");

headers = curl_slist_append(headers, "Accept-Encoding: gzip, deflate");

curl_easy_setopt(hnd, CURLOPT_HTTPHEADER, headers);

curl_easy_setopt(hnd, CURLOPT_POSTFIELDS, "{}");

CURLcode ret = curl_easy_perform(hnd);

using System.Net.Http.Headers;
var clientHandler = new HttpClientHandler
{
AutomaticDecompression = DecompressionMethods.GZip | DecompressionMethods.Deflate,
};
var client = new HttpClient(clientHandler);
var request = new HttpRequestMessage
{
Method = HttpMethod.Post,
RequestUri = new Uri("https://scrapeunblocker.p.rapidapi.com/get_page_source?url=https%3A%2F%2Fbot.sannysoft.com%2F"),
Headers =
{
{ "x-rapidapi-key", "API key obtained from RapidAPI" },
{ "x-rapidapi-host", "scrapeunblocker.p.rapidapi.com" },
},
Content = new StringContent("{}")
{
Headers =
{
ContentType = new MediaTypeHeaderValue("application/json")
}
}
};
using (var response = await client.SendAsync(request))
{
response.EnsureSuccessStatusCode();
var body = await response.Content.ReadAsStringAsync();
Console.WriteLine(body);
}

package main

import (
"fmt"
"strings"
"net/http"
"io"
)

func main() {

url := "https://scrapeunblocker.p.rapidapi.com/get_page_source?url=https%3A%2F%2Fbot.sannysoft.com%2F"

payload := strings.NewReader("{}")

req, _ := http.NewRequest("POST", url, payload)

req.Header.Add("x-rapidapi-key", "API key obtained from RapidAPI")
req.Header.Add("x-rapidapi-host", "scrapeunblocker.p.rapidapi.com")
req.Header.Add("Content-Type", "application/json")
req.Header.Add("Accept-Encoding", "gzip, deflate")

res, _ := http.DefaultClient.Do(req)

defer res.Body.Close()
body, _ := io.ReadAll(res.Body)

fmt.Println(res)
fmt.Println(string(body))

}

AsyncHttpClient client = new DefaultAsyncHttpClient();
client.prepare("POST", "https://scrapeunblocker.p.rapidapi.com/get_page_source?url=https%3A%2F%2Fbot.sannysoft.com%2F")
.setHeader("x-rapidapi-key", "API key obtained from RapidAPI")
.setHeader("x-rapidapi-host", "scrapeunblocker.p.rapidapi.com")
.setHeader("Content-Type", "application/json")
.setHeader("Accept-Encoding", "gzip, deflate")
.setBody("{}")
.execute()
.toCompletableFuture()
.thenAccept(System.out::println)
.join();

client.close();

const data = JSON.stringify({});

const xhr = new XMLHttpRequest();
xhr.withCredentials = true;

xhr.addEventListener('readystatechange', function () {
if (this.readyState === this.DONE) {
console.log(this.responseText);
}
});

xhr.open('POST', 'https://scrapeunblocker.p.rapidapi.com/get_page_source?url=https%3A%2F%2Fbot.sannysoft.com%2F');
xhr.setRequestHeader('x-rapidapi-key', 'API key obtained from RapidAPI');
xhr.setRequestHeader('x-rapidapi-host', 'scrapeunblocker.p.rapidapi.com');
xhr.setRequestHeader('Content-Type', 'application/json');
xhr.setRequestHeader('Accept-Encoding', 'gzip, deflate');

xhr.send(data);

val client = OkHttpClient()

val mediaType = MediaType.parse("application/json")
val body = RequestBody.create(mediaType, "{}")
val request = Request.Builder()
.url("https://scrapeunblocker.p.rapidapi.com/get_page_source?url=https%3A%2F%2Fbot.sannysoft.com%2F")
.post(body)
.addHeader("x-rapidapi-key", "API key obtained from RapidAPI")
.addHeader("x-rapidapi-host", "scrapeunblocker.p.rapidapi.com")
.addHeader("Content-Type", "application/json")
.addHeader("Accept-Encoding", "gzip, deflate")
.build()

val response = client.newCall(request).execute()

const http = require('https');

const options = {
method: 'POST',
hostname: 'scrapeunblocker.p.rapidapi.com',
port: null,
path: '/get_page_source?url=https%3A%2F%2Fbot.sannysoft.com%2F',
headers: {
'x-rapidapi-key': 'API key obtained from RapidAPI',
'x-rapidapi-host': 'scrapeunblocker.p.rapidapi.com',
'Content-Type': 'application/json',
'Accept-Encoding': 'gzip, deflate'
}
};

const req = http.request(options, function (res) {
const chunks = [];

res.on('data', function (chunk) {
chunks.push(chunk);
});

res.on('end', function () {
const body = Buffer.concat(chunks);
console.log(body.toString());
});
});

req.write(JSON.stringify({}));
req.end();

#import <Foundation/Foundation.h>

NSDictionary *headers = @{ @"x-rapidapi-key": @"API key obtained from RapidAPI",
@"x-rapidapi-host": @"scrapeunblocker.p.rapidapi.com",
@"Content-Type": @"application/json",
@"Accept-Encoding": @"gzip, deflate" };
NSDictionary *parameters = @{ };

NSData *postData = [NSJSONSerialization dataWithJSONObject:parameters options:0 error:nil];

NSMutableURLRequest *request = [NSMutableURLRequest requestWithURL:[NSURL URLWithString:@"https://scrapeunblocker.p.rapidapi.com/get_page_source?url=https%3A%2F%2Fbot.sannysoft.com%2F"]
cachePolicy:NSURLRequestUseProtocolCachePolicy
timeoutInterval:10.0];
[request setHTTPMethod:@"POST"];
[request setAllHTTPHeaderFields:headers];
[request setHTTPBody:postData];

NSURLSession *session = [NSURLSession sharedSession];
NSURLSessionDataTask *dataTask = [session dataTaskWithRequest:request
completionHandler:^(NSData *data, NSURLResponse *response, NSError *error) {
if (error) {
NSLog(@"%@", error);
} else {
NSHTTPURLResponse *httpResponse = (NSHTTPURLResponse *) response;
NSLog(@"%@", httpResponse);
}
}];
[dataTask resume];

open Cohttp_lwt_unix
open Cohttp
open Lwt

let uri = Uri.of_string "https://scrapeunblocker.p.rapidapi.com/get_page_source?url=https%3A%2F%2Fbot.sannysoft.com%2F" in
let headers = Header.add_list (Header.init ()) [
("x-rapidapi-key", "API key obtained from RapidAPI");
("x-rapidapi-host", "scrapeunblocker.p.rapidapi.com");
("Content-Type", "application/json");
("Accept-Encoding", "gzip, deflate");
] in
let body = Cohttp_lwt_body.of_string "{}" in

Client.call ~headers ~body `POST uri
>>= fun (res, body_stream) ->
(* Do stuff with the result *)

<?php

$curl = curl_init();

curl_setopt_array($curl, [
CURLOPT_URL => "https://scrapeunblocker.p.rapidapi.com/get_page_source?url=https%3A%2F%2Fbot.sannysoft.com%2F",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([

]),
CURLOPT_HTTPHEADER => [
"Accept-Encoding: gzip, deflate",
"Content-Type: application/json",
"x-rapidapi-host: scrapeunblocker.p.rapidapi.com",
"x-rapidapi-key: API key obtained from RapidAPI"
],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}

$headers=@{}
$headers.Add("x-rapidapi-key", "API key obtained from RapidAPI")
$headers.Add("x-rapidapi-host", "scrapeunblocker.p.rapidapi.com")
$headers.Add("Content-Type", "application/json")
$headers.Add("Accept-Encoding", "gzip, deflate")
$response = Invoke-WebRequest -Uri 'https://scrapeunblocker.p.rapidapi.com/get_page_source?url=https%3A%2F%2Fbot.sannysoft.com%2F' -Method POST -Headers $headers -ContentType 'application/json' -Body '{}'

import requests

url = "https://scrapeunblocker.p.rapidapi.com/get_page_source"

querystring = {"url":"https://bot.sannysoft.com/"}

payload = {}

headers = {

"x-rapidapi-key": "API key obtained from RapidAPI",

"x-rapidapi-host": "scrapeunblocker.p.rapidapi.com",

"Content-Type": "application/json",

"Accept-Encoding": "gzip, deflate"

}

response = requests.post(url, json=payload, headers=headers, params=querystring)

print(response.json())

library(httr)

url <- "https://scrapeunblocker.p.rapidapi.com/get_page_source"

queryString <- list(url = "https://bot.sannysoft.com/")

payload <- "{}"

encode <- "json"

response <- VERB("POST", url, body = payload, query = queryString, add_headers('x-rapidapi-key' = 'API key obtained from RapidAPI', 'x-rapidapi-host' = 'scrapeunblocker.p.rapidapi.com', 'Accept-Encoding' = 'gzip, deflate'), content_type("application/json"), encode = encode)

content(response, "text")

require 'uri'
require 'net/http'

url = URI("https://scrapeunblocker.p.rapidapi.com/get_page_source?url=https%3A%2F%2Fbot.sannysoft.com%2F")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["x-rapidapi-key"] = 'API key obtained from RapidAPI'
request["x-rapidapi-host"] = 'scrapeunblocker.p.rapidapi.com'
request["Content-Type"] = 'application/json'
request["Accept-Encoding"] = 'gzip, deflate'
request.body = "{}"

response = http.request(request)
puts response.read_body

import Foundation

let headers = [
"x-rapidapi-key": "API key obtained from RapidAPI",
"x-rapidapi-host": "scrapeunblocker.p.rapidapi.com",
"Content-Type": "application/json",
"Accept-Encoding": "gzip, deflate"
]
let parameters = [] as [String : Any]

let postData = JSONSerialization.data(withJSONObject: parameters, options: [])

let request = NSMutableURLRequest(url: NSURL(string: "https://scrapeunblocker.p.rapidapi.com/get_page_source?url=https%3A%2F%2Fbot.sannysoft.com%2F")! as URL,
cachePolicy: .useProtocolCachePolicy,
timeoutInterval: 10.0)
request.httpMethod = "POST"
request.allHTTPHeaderFields = headers
request.httpBody = postData as Data

let session = URLSession.shared
let dataTask = session.dataTask(with: request as URLRequest, completionHandler: { (data, response, error) -> Void in
if (error != nil) {
print(error as Any)
} else {
let httpResponse = response as? HTTPURLResponse
print(httpResponse)
}
})

dataTask.resume()

POST /get_image

Description

Returns the image as a byte stream from the provided URL. The API will fetch the image and provide it in binary format, making it easy to integrate into other applications or services.

Parameters

url (string) (required):

The URL of the webpage you want to fetch.

proxy_country (string) (optional):

If no proxy is set, the service will automatically use a random proxy from a European country. You can specify a desired country from the following list: DE, US, GB, FR, AU, PL.

CURL *hnd = curl_easy_init();

curl_easy_setopt(hnd, CURLOPT_CUSTOMREQUEST, "POST"); curl_easy_setopt(hnd, CURLOPT_URL, "https://scrapeunblocker.p.rapidapi.com/get_page_source?url=https%3A%2F%2Fbot.sannysoft.com%2F");

struct curl_slist *headers = NULL;

headers = curl_slist_append(headers, ""x-rapidapi-key: Sign Up for Key"');

headers = curl_slist_append(headers, "x-rapidapi-host: scrapeunblocker.p.rapidapi.com");

headers = curl_slist_append(headers, "Content-Type: application/json");

headers = curl_slist_append(headers, "Accept-Encoding: gzip, deflate");

curl_easy_setopt(hnd, CURLOPT_HTTPHEADER, headers);

curl_easy_setopt(hnd, CURLOPT_POSTFIELDS, "{}");

CURLcode ret = curl_easy_perform(hnd);

using System.Net.Http.Headers;
var clientHandler = new HttpClientHandler
{
AutomaticDecompression = DecompressionMethods.GZip | DecompressionMethods.Deflate,
};
var client = new HttpClient(clientHandler);
var request = new HttpRequestMessage
{
Method = HttpMethod.Post,
RequestUri = new Uri("https://scrapeunblocker.p.rapidapi.com/get_page_source?url=https%3A%2F%2Fbot.sannysoft.com%2F"),
Headers =
{
{ "x-rapidapi-key", "Sign Up for Key" },
{ "x-rapidapi-host", "scrapeunblocker.p.rapidapi.com" },
},
Content = new StringContent("{}")
{
Headers =
{
ContentType = new MediaTypeHeaderValue("application/json")
}
}
};
using (var response = await client.SendAsync(request))
{
response.EnsureSuccessStatusCode();
var body = await response.Content.ReadAsStringAsync();
Console.WriteLine(body);
}

package main

import (
"fmt"
"strings"
"net/http"
"io"
)

func main() {

url := "https://scrapeunblocker.p.rapidapi.com/get_page_source?url=https%3A%2F%2Fbot.sannysoft.com%2F"

payload := strings.NewReader("{}")

req, _ := http.NewRequest("POST", url, payload)

req.Header.Add("x-rapidapi-key", "Sign Up for Key")
req.Header.Add("x-rapidapi-host", "scrapeunblocker.p.rapidapi.com")
req.Header.Add("Content-Type", "application/json")
req.Header.Add("Accept-Encoding", "gzip, deflate")

res, _ := http.DefaultClient.Do(req)

defer res.Body.Close()
body, _ := io.ReadAll(res.Body)

fmt.Println(res)
fmt.Println(string(body))

}

AsyncHttpClient client = new DefaultAsyncHttpClient();
client.prepare("POST", "https://scrapeunblocker.p.rapidapi.com/get_page_source?url=https%3A%2F%2Fbot.sannysoft.com%2F")
.setHeader("x-rapidapi-key", "Sign Up for Key")
.setHeader("x-rapidapi-host", "scrapeunblocker.p.rapidapi.com")
.setHeader("Content-Type", "application/json")
.setHeader("Accept-Encoding", "gzip, deflate")
.setBody("{}")
.execute()
.toCompletableFuture()
.thenAccept(System.out::println)
.join();

client.close();

const data = JSON.stringify({});

const xhr = new XMLHttpRequest();
xhr.withCredentials = true;

xhr.addEventListener('readystatechange', function () {
if (this.readyState === this.DONE) {
console.log(this.responseText);
}
});

xhr.open('POST', 'https://scrapeunblocker.p.rapidapi.com/get_page_source?url=https%3A%2F%2Fbot.sannysoft.com%2F');
xhr.setRequestHeader('x-rapidapi-key', 'Sign Up for Key');
xhr.setRequestHeader('x-rapidapi-host', 'scrapeunblocker.p.rapidapi.com');
xhr.setRequestHeader('Content-Type', 'application/json');
xhr.setRequestHeader('Accept-Encoding', 'gzip, deflate');

xhr.send(data);

val client = OkHttpClient()

val mediaType = MediaType.parse("application/json")
val body = RequestBody.create(mediaType, "{}")
val request = Request.Builder()
.url("https://scrapeunblocker.p.rapidapi.com/get_page_source?url=https%3A%2F%2Fbot.sannysoft.com%2F")
.post(body)
.addHeader("x-rapidapi-key", "Sign Up for Key")
.addHeader("x-rapidapi-host", "scrapeunblocker.p.rapidapi.com")
.addHeader("Content-Type", "application/json")
.addHeader("Accept-Encoding", "gzip, deflate")
.build()

val response = client.newCall(request).execute()

const http = require('https');

const options = {
method: 'POST',
hostname: 'scrapeunblocker.p.rapidapi.com',
port: null,
path: '/get_page_source?url=https%3A%2F%2Fbot.sannysoft.com%2F',
headers: {
'x-rapidapi-key': 'Sign Up for Key',
'x-rapidapi-host': 'scrapeunblocker.p.rapidapi.com',
'Content-Type': 'application/json',
'Accept-Encoding': 'gzip, deflate'
}
};

const req = http.request(options, function (res) {
const chunks = [];

res.on('data', function (chunk) {
chunks.push(chunk);
});

res.on('end', function () {
const body = Buffer.concat(chunks);
console.log(body.toString());
});
});

req.write(JSON.stringify({}));
req.end();

#import <Foundation/Foundation.h>

NSDictionary *headers = @{ @"x-rapidapi-key": @"Sign Up for Key",
@"x-rapidapi-host": @"scrapeunblocker.p.rapidapi.com",
@"Content-Type": @"application/json",
@"Accept-Encoding": @"gzip, deflate" };
NSDictionary *parameters = @{ };

NSData *postData = [NSJSONSerialization dataWithJSONObject:parameters options:0 error:nil];

open Cohttp_lwt_unix
open Cohttp
open Lwt

let uri = Uri.of_string "https://scrapeunblocker.p.rapidapi.com/get_page_source?url=https%3A%2F%2Fbot.sannysoft.com%2F" in
let headers = Header.add_list (Header.init ()) [
("x-rapidapi-key", "Sign Up for Key");
("x-rapidapi-host", "scrapeunblocker.p.rapidapi.com");
("Content-Type", "application/json");
("Accept-Encoding", "gzip, deflate");
] in
let body = Cohttp_lwt_body.of_string "{}" in

Client.call ~headers ~body `POST uri
>>= fun (res, body_stream) ->
(* Do stuff with the result *)

<?php

$curl = curl_init();

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}

$headers=@{}
$headers.Add("x-rapidapi-key", "Sign Up for Key")
$headers.Add("x-rapidapi-host", "scrapeunblocker.p.rapidapi.com")
$headers.Add("Content-Type", "application/json")
$headers.Add("Accept-Encoding", "gzip, deflate")
$response = Invoke-WebRequest -Uri 'https://scrapeunblocker.p.rapidapi.com/get_page_source?url=https%3A%2F%2Fbot.sannysoft.com%2F' -Method POST -Headers $headers -ContentType 'application/json' -Body '{}'

import requests

url = "https://scrapeunblocker.p.rapidapi.com/get_page_source"

querystring = {"url":"https://bot.sannysoft.com/"}

payload = {}

headers = {

"x-rapidapi-key": "Sign Up for Key",

"x-rapidapi-host": "scrapeunblocker.p.rapidapi.com",

"Content-Type": "application/json",

"Accept-Encoding": "gzip, deflate"

}

response = requests.post(url, json=payload, headers=headers, params=querystring)

print(response.json())

library(httr)

url <- "https://scrapeunblocker.p.rapidapi.com/get_page_source"

queryString <- list(url = "https://bot.sannysoft.com/")

payload <- "{}"

encode <- "json"

response <- VERB("POST", url, body = payload, query = queryString, add_headers('x-rapidapi-key' = 'Sign Up for Key', 'x-rapidapi-host' = 'scrapeunblocker.p.rapidapi.com', 'Accept-Encoding' = 'gzip, deflate'), content_type("application/json"), encode = encode)

content(response, "text")

require 'uri'
require 'net/http'

url = URI("https://scrapeunblocker.p.rapidapi.com/get_page_source?url=https%3A%2F%2Fbot.sannysoft.com%2F")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["x-rapidapi-key"] = 'Sign Up for Key'
request["x-rapidapi-host"] = 'scrapeunblocker.p.rapidapi.com'
request["Content-Type"] = 'application/json'
request["Accept-Encoding"] = 'gzip, deflate'
request.body = "{}"

response = http.request(request)
puts response.read_body

import Foundation

let headers = [
"x-rapidapi-key": "Sign Up for Key",
"x-rapidapi-host": "scrapeunblocker.p.rapidapi.com",
"Content-Type": "application/json",
"Accept-Encoding": "gzip, deflate"
]
let parameters = [] as [String : Any]

let postData = JSONSerialization.data(withJSONObject: parameters, options: [])

dataTask.resume()