Extract Batch
curl --request POST \
--url https://sdk.nimbleway.com/v2/extract/batch \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '
{
"inputs": [
{
"auto_driver_configuration": {},
"body": "<unknown>",
"browser": "chrome",
"browser_actions": [
{
"goto": "https://example.com/login"
},
{
"wait_for_element": "#login-form"
},
{
"fill": {
"selector": "#username",
"value": "[email protected]"
}
},
{
"fill": {
"selector": "#password",
"value": "password123"
}
},
{
"click": "#submit"
},
{
"screenshot": {
"full_page": true
}
}
],
"city": "<string>",
"consent_header": true,
"cookies": [
{
"creation": "<string>",
"domain": "<string>",
"expires": "<string>",
"extensions": [
"<string>"
],
"hostOnly": true,
"httpOnly": true,
"lastAccessed": "<string>",
"maxAge": 123,
"name": "<string>",
"path": "<string>",
"pathIsDefault": true,
"secure": true,
"value": "<string>"
}
],
"country": "US",
"device": "desktop",
"expected_status_codes": [
0
],
"formats": [],
"headers": {},
"http2": false,
"is_xhr": false,
"locale": "en-US",
"markdown_backend": "full_page",
"method": "GET",
"network_capture": [
{
"resource_type": "document",
"status_code": 349.5,
"validation": false,
"wait_for_requests_count": 0,
"wait_for_requests_count_timeout": 123
}
],
"parse": false,
"parser": {
"myParser": {
"option1": "value1"
}
},
"referrer_type": "no-referrer",
"render": false,
"request_timeout": 2,
"session": {
"id": "<string>",
"prefetch_userbrowser": false,
"renew_on_blocked": false,
"retry": false,
"timeout": 123
},
"skill": "dynamic-content",
"tag": "<string>",
"url": "<string>",
"callback_url": "<string>",
"storage_compress": true,
"storage_object_name": "<string>",
"storage_type": "<string>",
"storage_url": "<string>"
}
],
"shared_inputs": {
"auto_driver_configuration": {},
"body": "<unknown>",
"browser": "chrome",
"browser_actions": [
{
"goto": "https://example.com/login"
},
{
"wait_for_element": "#login-form"
},
{
"fill": {
"selector": "#username",
"value": "[email protected]"
}
},
{
"fill": {
"selector": "#password",
"value": "password123"
}
},
{
"click": "#submit"
},
{
"screenshot": {
"full_page": true
}
}
],
"city": "<string>",
"consent_header": true,
"cookies": [
{
"creation": "<string>",
"domain": "<string>",
"expires": "<string>",
"extensions": [
"<string>"
],
"hostOnly": true,
"httpOnly": true,
"lastAccessed": "<string>",
"maxAge": 123,
"name": "<string>",
"path": "<string>",
"pathIsDefault": true,
"secure": true,
"value": "<string>"
}
],
"country": "US",
"device": "desktop",
"expected_status_codes": [
0
],
"formats": [],
"headers": {},
"http2": false,
"is_xhr": false,
"locale": "en-US",
"markdown_backend": "full_page",
"method": "GET",
"network_capture": [
{
"resource_type": "document",
"status_code": 349.5,
"validation": false,
"wait_for_requests_count": 0,
"wait_for_requests_count_timeout": 123
}
],
"parse": false,
"parser": {
"myParser": {
"option1": "value1"
}
},
"referrer_type": "no-referrer",
"render": false,
"request_timeout": 2,
"session": {
"id": "<string>",
"prefetch_userbrowser": false,
"renew_on_blocked": false,
"retry": false,
"timeout": 123
},
"skill": "dynamic-content",
"tag": "<string>",
"url": "<string>",
"callback_url": "<string>",
"storage_compress": true,
"storage_object_name": "<string>",
"storage_type": "<string>",
"storage_url": "<string>"
}
}
'import requests
url = "https://sdk.nimbleway.com/v2/extract/batch"
payload = {
"inputs": [
{
"auto_driver_configuration": {},
"body": "<unknown>",
"browser": "chrome",
"browser_actions": [{ "goto": "https://example.com/login" }, { "wait_for_element": "#login-form" }, { "fill": {
"selector": "#username",
"value": "[email protected]"
} }, { "fill": {
"selector": "#password",
"value": "password123"
} }, { "click": "#submit" }, { "screenshot": { "full_page": True } }],
"city": "<string>",
"consent_header": True,
"cookies": [
{
"creation": "<string>",
"domain": "<string>",
"expires": "<string>",
"extensions": ["<string>"],
"hostOnly": True,
"httpOnly": True,
"lastAccessed": "<string>",
"maxAge": 123,
"name": "<string>",
"path": "<string>",
"pathIsDefault": True,
"secure": True,
"value": "<string>"
}
],
"country": "US",
"device": "desktop",
"expected_status_codes": [0],
"formats": [],
"headers": {},
"http2": False,
"is_xhr": False,
"locale": "en-US",
"markdown_backend": "full_page",
"method": "GET",
"network_capture": [
{
"resource_type": "document",
"status_code": 349.5,
"validation": False,
"wait_for_requests_count": 0,
"wait_for_requests_count_timeout": 123
}
],
"parse": False,
"parser": { "myParser": { "option1": "value1" } },
"referrer_type": "no-referrer",
"render": False,
"request_timeout": 2,
"session": {
"id": "<string>",
"prefetch_userbrowser": False,
"renew_on_blocked": False,
"retry": False,
"timeout": 123
},
"skill": "dynamic-content",
"tag": "<string>",
"url": "<string>",
"callback_url": "<string>",
"storage_compress": True,
"storage_object_name": "<string>",
"storage_type": "<string>",
"storage_url": "<string>"
}
],
"shared_inputs": {
"auto_driver_configuration": {},
"body": "<unknown>",
"browser": "chrome",
"browser_actions": [{ "goto": "https://example.com/login" }, { "wait_for_element": "#login-form" }, { "fill": {
"selector": "#username",
"value": "[email protected]"
} }, { "fill": {
"selector": "#password",
"value": "password123"
} }, { "click": "#submit" }, { "screenshot": { "full_page": True } }],
"city": "<string>",
"consent_header": True,
"cookies": [
{
"creation": "<string>",
"domain": "<string>",
"expires": "<string>",
"extensions": ["<string>"],
"hostOnly": True,
"httpOnly": True,
"lastAccessed": "<string>",
"maxAge": 123,
"name": "<string>",
"path": "<string>",
"pathIsDefault": True,
"secure": True,
"value": "<string>"
}
],
"country": "US",
"device": "desktop",
"expected_status_codes": [0],
"formats": [],
"headers": {},
"http2": False,
"is_xhr": False,
"locale": "en-US",
"markdown_backend": "full_page",
"method": "GET",
"network_capture": [
{
"resource_type": "document",
"status_code": 349.5,
"validation": False,
"wait_for_requests_count": 0,
"wait_for_requests_count_timeout": 123
}
],
"parse": False,
"parser": { "myParser": { "option1": "value1" } },
"referrer_type": "no-referrer",
"render": False,
"request_timeout": 2,
"session": {
"id": "<string>",
"prefetch_userbrowser": False,
"renew_on_blocked": False,
"retry": False,
"timeout": 123
},
"skill": "dynamic-content",
"tag": "<string>",
"url": "<string>",
"callback_url": "<string>",
"storage_compress": True,
"storage_object_name": "<string>",
"storage_type": "<string>",
"storage_url": "<string>"
}
}
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({
inputs: [
{
auto_driver_configuration: {},
body: JSON.stringify('<unknown>'),
browser: 'chrome',
browser_actions: [
{goto: 'https://example.com/login'},
{wait_for_element: '#login-form'},
{fill: {selector: '#username', value: '[email protected]'}},
{fill: {selector: '#password', value: 'password123'}},
{click: '#submit'},
{screenshot: {full_page: true}}
],
city: '<string>',
consent_header: true,
cookies: [
{
creation: '<string>',
domain: '<string>',
expires: '<string>',
extensions: ['<string>'],
hostOnly: true,
httpOnly: true,
lastAccessed: '<string>',
maxAge: 123,
name: '<string>',
path: '<string>',
pathIsDefault: true,
secure: true,
value: '<string>'
}
],
country: 'US',
device: 'desktop',
expected_status_codes: [0],
formats: [],
headers: {},
http2: false,
is_xhr: false,
locale: 'en-US',
markdown_backend: 'full_page',
method: 'GET',
network_capture: [
{
resource_type: 'document',
status_code: 349.5,
validation: false,
wait_for_requests_count: 0,
wait_for_requests_count_timeout: 123
}
],
parse: false,
parser: {myParser: {option1: 'value1'}},
referrer_type: 'no-referrer',
render: false,
request_timeout: 2,
session: {
id: '<string>',
prefetch_userbrowser: false,
renew_on_blocked: false,
retry: false,
timeout: 123
},
skill: 'dynamic-content',
tag: '<string>',
url: '<string>',
callback_url: '<string>',
storage_compress: true,
storage_object_name: '<string>',
storage_type: '<string>',
storage_url: '<string>'
}
],
shared_inputs: {
auto_driver_configuration: {},
body: JSON.stringify('<unknown>'),
browser: 'chrome',
browser_actions: [
{goto: 'https://example.com/login'},
{wait_for_element: '#login-form'},
{fill: {selector: '#username', value: '[email protected]'}},
{fill: {selector: '#password', value: 'password123'}},
{click: '#submit'},
{screenshot: {full_page: true}}
],
city: '<string>',
consent_header: true,
cookies: [
{
creation: '<string>',
domain: '<string>',
expires: '<string>',
extensions: ['<string>'],
hostOnly: true,
httpOnly: true,
lastAccessed: '<string>',
maxAge: 123,
name: '<string>',
path: '<string>',
pathIsDefault: true,
secure: true,
value: '<string>'
}
],
country: 'US',
device: 'desktop',
expected_status_codes: [0],
formats: [],
headers: {},
http2: false,
is_xhr: false,
locale: 'en-US',
markdown_backend: 'full_page',
method: 'GET',
network_capture: [
{
resource_type: 'document',
status_code: 349.5,
validation: false,
wait_for_requests_count: 0,
wait_for_requests_count_timeout: 123
}
],
parse: false,
parser: {myParser: {option1: 'value1'}},
referrer_type: 'no-referrer',
render: false,
request_timeout: 2,
session: {
id: '<string>',
prefetch_userbrowser: false,
renew_on_blocked: false,
retry: false,
timeout: 123
},
skill: 'dynamic-content',
tag: '<string>',
url: '<string>',
callback_url: '<string>',
storage_compress: true,
storage_object_name: '<string>',
storage_type: '<string>',
storage_url: '<string>'
}
})
};
fetch('https://sdk.nimbleway.com/v2/extract/batch', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://sdk.nimbleway.com/v2/extract/batch",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
'inputs' => [
[
'auto_driver_configuration' => [
],
'body' => '<unknown>',
'browser' => 'chrome',
'browser_actions' => [
[
'goto' => 'https://example.com/login'
],
[
'wait_for_element' => '#login-form'
],
[
'fill' => [
'selector' => '#username',
'value' => '[email protected]'
]
],
[
'fill' => [
'selector' => '#password',
'value' => 'password123'
]
],
[
'click' => '#submit'
],
[
'screenshot' => [
'full_page' => true
]
]
],
'city' => '<string>',
'consent_header' => true,
'cookies' => [
[
'creation' => '<string>',
'domain' => '<string>',
'expires' => '<string>',
'extensions' => [
'<string>'
],
'hostOnly' => true,
'httpOnly' => true,
'lastAccessed' => '<string>',
'maxAge' => 123,
'name' => '<string>',
'path' => '<string>',
'pathIsDefault' => true,
'secure' => true,
'value' => '<string>'
]
],
'country' => 'US',
'device' => 'desktop',
'expected_status_codes' => [
0
],
'formats' => [
],
'headers' => [
],
'http2' => false,
'is_xhr' => false,
'locale' => 'en-US',
'markdown_backend' => 'full_page',
'method' => 'GET',
'network_capture' => [
[
'resource_type' => 'document',
'status_code' => 349.5,
'validation' => false,
'wait_for_requests_count' => 0,
'wait_for_requests_count_timeout' => 123
]
],
'parse' => false,
'parser' => [
'myParser' => [
'option1' => 'value1'
]
],
'referrer_type' => 'no-referrer',
'render' => false,
'request_timeout' => 2,
'session' => [
'id' => '<string>',
'prefetch_userbrowser' => false,
'renew_on_blocked' => false,
'retry' => false,
'timeout' => 123
],
'skill' => 'dynamic-content',
'tag' => '<string>',
'url' => '<string>',
'callback_url' => '<string>',
'storage_compress' => true,
'storage_object_name' => '<string>',
'storage_type' => '<string>',
'storage_url' => '<string>'
]
],
'shared_inputs' => [
'auto_driver_configuration' => [
],
'body' => '<unknown>',
'browser' => 'chrome',
'browser_actions' => [
[
'goto' => 'https://example.com/login'
],
[
'wait_for_element' => '#login-form'
],
[
'fill' => [
'selector' => '#username',
'value' => '[email protected]'
]
],
[
'fill' => [
'selector' => '#password',
'value' => 'password123'
]
],
[
'click' => '#submit'
],
[
'screenshot' => [
'full_page' => true
]
]
],
'city' => '<string>',
'consent_header' => true,
'cookies' => [
[
'creation' => '<string>',
'domain' => '<string>',
'expires' => '<string>',
'extensions' => [
'<string>'
],
'hostOnly' => true,
'httpOnly' => true,
'lastAccessed' => '<string>',
'maxAge' => 123,
'name' => '<string>',
'path' => '<string>',
'pathIsDefault' => true,
'secure' => true,
'value' => '<string>'
]
],
'country' => 'US',
'device' => 'desktop',
'expected_status_codes' => [
0
],
'formats' => [
],
'headers' => [
],
'http2' => false,
'is_xhr' => false,
'locale' => 'en-US',
'markdown_backend' => 'full_page',
'method' => 'GET',
'network_capture' => [
[
'resource_type' => 'document',
'status_code' => 349.5,
'validation' => false,
'wait_for_requests_count' => 0,
'wait_for_requests_count_timeout' => 123
]
],
'parse' => false,
'parser' => [
'myParser' => [
'option1' => 'value1'
]
],
'referrer_type' => 'no-referrer',
'render' => false,
'request_timeout' => 2,
'session' => [
'id' => '<string>',
'prefetch_userbrowser' => false,
'renew_on_blocked' => false,
'retry' => false,
'timeout' => 123
],
'skill' => 'dynamic-content',
'tag' => '<string>',
'url' => '<string>',
'callback_url' => '<string>',
'storage_compress' => true,
'storage_object_name' => '<string>',
'storage_type' => '<string>',
'storage_url' => '<string>'
]
]),
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>",
"Content-Type: application/json"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://sdk.nimbleway.com/v2/extract/batch"
payload := strings.NewReader("{\n \"inputs\": [\n {\n \"auto_driver_configuration\": {},\n \"body\": \"<unknown>\",\n \"browser\": \"chrome\",\n \"browser_actions\": [\n {\n \"goto\": \"https://example.com/login\"\n },\n {\n \"wait_for_element\": \"#login-form\"\n },\n {\n \"fill\": {\n \"selector\": \"#username\",\n \"value\": \"[email protected]\"\n }\n },\n {\n \"fill\": {\n \"selector\": \"#password\",\n \"value\": \"password123\"\n }\n },\n {\n \"click\": \"#submit\"\n },\n {\n \"screenshot\": {\n \"full_page\": true\n }\n }\n ],\n \"city\": \"<string>\",\n \"consent_header\": true,\n \"cookies\": [\n {\n \"creation\": \"<string>\",\n \"domain\": \"<string>\",\n \"expires\": \"<string>\",\n \"extensions\": [\n \"<string>\"\n ],\n \"hostOnly\": true,\n \"httpOnly\": true,\n \"lastAccessed\": \"<string>\",\n \"maxAge\": 123,\n \"name\": \"<string>\",\n \"path\": \"<string>\",\n \"pathIsDefault\": true,\n \"secure\": true,\n \"value\": \"<string>\"\n }\n ],\n \"country\": \"US\",\n \"device\": \"desktop\",\n \"expected_status_codes\": [\n 0\n ],\n \"formats\": [],\n \"headers\": {},\n \"http2\": false,\n \"is_xhr\": false,\n \"locale\": \"en-US\",\n \"markdown_backend\": \"full_page\",\n \"method\": \"GET\",\n \"network_capture\": [\n {\n \"resource_type\": \"document\",\n \"status_code\": 349.5,\n \"validation\": false,\n \"wait_for_requests_count\": 0,\n \"wait_for_requests_count_timeout\": 123\n }\n ],\n \"parse\": false,\n \"parser\": {\n \"myParser\": {\n \"option1\": \"value1\"\n }\n },\n \"referrer_type\": \"no-referrer\",\n \"render\": false,\n \"request_timeout\": 2,\n \"session\": {\n \"id\": \"<string>\",\n \"prefetch_userbrowser\": false,\n \"renew_on_blocked\": false,\n \"retry\": false,\n \"timeout\": 123\n },\n \"skill\": \"dynamic-content\",\n \"tag\": \"<string>\",\n \"url\": \"<string>\",\n \"callback_url\": \"<string>\",\n \"storage_compress\": true,\n \"storage_object_name\": \"<string>\",\n \"storage_type\": \"<string>\",\n \"storage_url\": \"<string>\"\n }\n ],\n \"shared_inputs\": {\n \"auto_driver_configuration\": {},\n \"body\": \"<unknown>\",\n \"browser\": \"chrome\",\n \"browser_actions\": [\n {\n \"goto\": \"https://example.com/login\"\n },\n {\n \"wait_for_element\": \"#login-form\"\n },\n {\n \"fill\": {\n \"selector\": \"#username\",\n \"value\": \"[email protected]\"\n }\n },\n {\n \"fill\": {\n \"selector\": \"#password\",\n \"value\": \"password123\"\n }\n },\n {\n \"click\": \"#submit\"\n },\n {\n \"screenshot\": {\n \"full_page\": true\n }\n }\n ],\n \"city\": \"<string>\",\n \"consent_header\": true,\n \"cookies\": [\n {\n \"creation\": \"<string>\",\n \"domain\": \"<string>\",\n \"expires\": \"<string>\",\n \"extensions\": [\n \"<string>\"\n ],\n \"hostOnly\": true,\n \"httpOnly\": true,\n \"lastAccessed\": \"<string>\",\n \"maxAge\": 123,\n \"name\": \"<string>\",\n \"path\": \"<string>\",\n \"pathIsDefault\": true,\n \"secure\": true,\n \"value\": \"<string>\"\n }\n ],\n \"country\": \"US\",\n \"device\": \"desktop\",\n \"expected_status_codes\": [\n 0\n ],\n \"formats\": [],\n \"headers\": {},\n \"http2\": false,\n \"is_xhr\": false,\n \"locale\": \"en-US\",\n \"markdown_backend\": \"full_page\",\n \"method\": \"GET\",\n \"network_capture\": [\n {\n \"resource_type\": \"document\",\n \"status_code\": 349.5,\n \"validation\": false,\n \"wait_for_requests_count\": 0,\n \"wait_for_requests_count_timeout\": 123\n }\n ],\n \"parse\": false,\n \"parser\": {\n \"myParser\": {\n \"option1\": \"value1\"\n }\n },\n \"referrer_type\": \"no-referrer\",\n \"render\": false,\n \"request_timeout\": 2,\n \"session\": {\n \"id\": \"<string>\",\n \"prefetch_userbrowser\": false,\n \"renew_on_blocked\": false,\n \"retry\": false,\n \"timeout\": 123\n },\n \"skill\": \"dynamic-content\",\n \"tag\": \"<string>\",\n \"url\": \"<string>\",\n \"callback_url\": \"<string>\",\n \"storage_compress\": true,\n \"storage_object_name\": \"<string>\",\n \"storage_type\": \"<string>\",\n \"storage_url\": \"<string>\"\n }\n}")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.post("https://sdk.nimbleway.com/v2/extract/batch")
.header("Authorization", "Bearer <token>")
.header("Content-Type", "application/json")
.body("{\n \"inputs\": [\n {\n \"auto_driver_configuration\": {},\n \"body\": \"<unknown>\",\n \"browser\": \"chrome\",\n \"browser_actions\": [\n {\n \"goto\": \"https://example.com/login\"\n },\n {\n \"wait_for_element\": \"#login-form\"\n },\n {\n \"fill\": {\n \"selector\": \"#username\",\n \"value\": \"[email protected]\"\n }\n },\n {\n \"fill\": {\n \"selector\": \"#password\",\n \"value\": \"password123\"\n }\n },\n {\n \"click\": \"#submit\"\n },\n {\n \"screenshot\": {\n \"full_page\": true\n }\n }\n ],\n \"city\": \"<string>\",\n \"consent_header\": true,\n \"cookies\": [\n {\n \"creation\": \"<string>\",\n \"domain\": \"<string>\",\n \"expires\": \"<string>\",\n \"extensions\": [\n \"<string>\"\n ],\n \"hostOnly\": true,\n \"httpOnly\": true,\n \"lastAccessed\": \"<string>\",\n \"maxAge\": 123,\n \"name\": \"<string>\",\n \"path\": \"<string>\",\n \"pathIsDefault\": true,\n \"secure\": true,\n \"value\": \"<string>\"\n }\n ],\n \"country\": \"US\",\n \"device\": \"desktop\",\n \"expected_status_codes\": [\n 0\n ],\n \"formats\": [],\n \"headers\": {},\n \"http2\": false,\n \"is_xhr\": false,\n \"locale\": \"en-US\",\n \"markdown_backend\": \"full_page\",\n \"method\": \"GET\",\n \"network_capture\": [\n {\n \"resource_type\": \"document\",\n \"status_code\": 349.5,\n \"validation\": false,\n \"wait_for_requests_count\": 0,\n \"wait_for_requests_count_timeout\": 123\n }\n ],\n \"parse\": false,\n \"parser\": {\n \"myParser\": {\n \"option1\": \"value1\"\n }\n },\n \"referrer_type\": \"no-referrer\",\n \"render\": false,\n \"request_timeout\": 2,\n \"session\": {\n \"id\": \"<string>\",\n \"prefetch_userbrowser\": false,\n \"renew_on_blocked\": false,\n \"retry\": false,\n \"timeout\": 123\n },\n \"skill\": \"dynamic-content\",\n \"tag\": \"<string>\",\n \"url\": \"<string>\",\n \"callback_url\": \"<string>\",\n \"storage_compress\": true,\n \"storage_object_name\": \"<string>\",\n \"storage_type\": \"<string>\",\n \"storage_url\": \"<string>\"\n }\n ],\n \"shared_inputs\": {\n \"auto_driver_configuration\": {},\n \"body\": \"<unknown>\",\n \"browser\": \"chrome\",\n \"browser_actions\": [\n {\n \"goto\": \"https://example.com/login\"\n },\n {\n \"wait_for_element\": \"#login-form\"\n },\n {\n \"fill\": {\n \"selector\": \"#username\",\n \"value\": \"[email protected]\"\n }\n },\n {\n \"fill\": {\n \"selector\": \"#password\",\n \"value\": \"password123\"\n }\n },\n {\n \"click\": \"#submit\"\n },\n {\n \"screenshot\": {\n \"full_page\": true\n }\n }\n ],\n \"city\": \"<string>\",\n \"consent_header\": true,\n \"cookies\": [\n {\n \"creation\": \"<string>\",\n \"domain\": \"<string>\",\n \"expires\": \"<string>\",\n \"extensions\": [\n \"<string>\"\n ],\n \"hostOnly\": true,\n \"httpOnly\": true,\n \"lastAccessed\": \"<string>\",\n \"maxAge\": 123,\n \"name\": \"<string>\",\n \"path\": \"<string>\",\n \"pathIsDefault\": true,\n \"secure\": true,\n \"value\": \"<string>\"\n }\n ],\n \"country\": \"US\",\n \"device\": \"desktop\",\n \"expected_status_codes\": [\n 0\n ],\n \"formats\": [],\n \"headers\": {},\n \"http2\": false,\n \"is_xhr\": false,\n \"locale\": \"en-US\",\n \"markdown_backend\": \"full_page\",\n \"method\": \"GET\",\n \"network_capture\": [\n {\n \"resource_type\": \"document\",\n \"status_code\": 349.5,\n \"validation\": false,\n \"wait_for_requests_count\": 0,\n \"wait_for_requests_count_timeout\": 123\n }\n ],\n \"parse\": false,\n \"parser\": {\n \"myParser\": {\n \"option1\": \"value1\"\n }\n },\n \"referrer_type\": \"no-referrer\",\n \"render\": false,\n \"request_timeout\": 2,\n \"session\": {\n \"id\": \"<string>\",\n \"prefetch_userbrowser\": false,\n \"renew_on_blocked\": false,\n \"retry\": false,\n \"timeout\": 123\n },\n \"skill\": \"dynamic-content\",\n \"tag\": \"<string>\",\n \"url\": \"<string>\",\n \"callback_url\": \"<string>\",\n \"storage_compress\": true,\n \"storage_object_name\": \"<string>\",\n \"storage_type\": \"<string>\",\n \"storage_url\": \"<string>\"\n }\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://sdk.nimbleway.com/v2/extract/batch")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"inputs\": [\n {\n \"auto_driver_configuration\": {},\n \"body\": \"<unknown>\",\n \"browser\": \"chrome\",\n \"browser_actions\": [\n {\n \"goto\": \"https://example.com/login\"\n },\n {\n \"wait_for_element\": \"#login-form\"\n },\n {\n \"fill\": {\n \"selector\": \"#username\",\n \"value\": \"[email protected]\"\n }\n },\n {\n \"fill\": {\n \"selector\": \"#password\",\n \"value\": \"password123\"\n }\n },\n {\n \"click\": \"#submit\"\n },\n {\n \"screenshot\": {\n \"full_page\": true\n }\n }\n ],\n \"city\": \"<string>\",\n \"consent_header\": true,\n \"cookies\": [\n {\n \"creation\": \"<string>\",\n \"domain\": \"<string>\",\n \"expires\": \"<string>\",\n \"extensions\": [\n \"<string>\"\n ],\n \"hostOnly\": true,\n \"httpOnly\": true,\n \"lastAccessed\": \"<string>\",\n \"maxAge\": 123,\n \"name\": \"<string>\",\n \"path\": \"<string>\",\n \"pathIsDefault\": true,\n \"secure\": true,\n \"value\": \"<string>\"\n }\n ],\n \"country\": \"US\",\n \"device\": \"desktop\",\n \"expected_status_codes\": [\n 0\n ],\n \"formats\": [],\n \"headers\": {},\n \"http2\": false,\n \"is_xhr\": false,\n \"locale\": \"en-US\",\n \"markdown_backend\": \"full_page\",\n \"method\": \"GET\",\n \"network_capture\": [\n {\n \"resource_type\": \"document\",\n \"status_code\": 349.5,\n \"validation\": false,\n \"wait_for_requests_count\": 0,\n \"wait_for_requests_count_timeout\": 123\n }\n ],\n \"parse\": false,\n \"parser\": {\n \"myParser\": {\n \"option1\": \"value1\"\n }\n },\n \"referrer_type\": \"no-referrer\",\n \"render\": false,\n \"request_timeout\": 2,\n \"session\": {\n \"id\": \"<string>\",\n \"prefetch_userbrowser\": false,\n \"renew_on_blocked\": false,\n \"retry\": false,\n \"timeout\": 123\n },\n \"skill\": \"dynamic-content\",\n \"tag\": \"<string>\",\n \"url\": \"<string>\",\n \"callback_url\": \"<string>\",\n \"storage_compress\": true,\n \"storage_object_name\": \"<string>\",\n \"storage_type\": \"<string>\",\n \"storage_url\": \"<string>\"\n }\n ],\n \"shared_inputs\": {\n \"auto_driver_configuration\": {},\n \"body\": \"<unknown>\",\n \"browser\": \"chrome\",\n \"browser_actions\": [\n {\n \"goto\": \"https://example.com/login\"\n },\n {\n \"wait_for_element\": \"#login-form\"\n },\n {\n \"fill\": {\n \"selector\": \"#username\",\n \"value\": \"[email protected]\"\n }\n },\n {\n \"fill\": {\n \"selector\": \"#password\",\n \"value\": \"password123\"\n }\n },\n {\n \"click\": \"#submit\"\n },\n {\n \"screenshot\": {\n \"full_page\": true\n }\n }\n ],\n \"city\": \"<string>\",\n \"consent_header\": true,\n \"cookies\": [\n {\n \"creation\": \"<string>\",\n \"domain\": \"<string>\",\n \"expires\": \"<string>\",\n \"extensions\": [\n \"<string>\"\n ],\n \"hostOnly\": true,\n \"httpOnly\": true,\n \"lastAccessed\": \"<string>\",\n \"maxAge\": 123,\n \"name\": \"<string>\",\n \"path\": \"<string>\",\n \"pathIsDefault\": true,\n \"secure\": true,\n \"value\": \"<string>\"\n }\n ],\n \"country\": \"US\",\n \"device\": \"desktop\",\n \"expected_status_codes\": [\n 0\n ],\n \"formats\": [],\n \"headers\": {},\n \"http2\": false,\n \"is_xhr\": false,\n \"locale\": \"en-US\",\n \"markdown_backend\": \"full_page\",\n \"method\": \"GET\",\n \"network_capture\": [\n {\n \"resource_type\": \"document\",\n \"status_code\": 349.5,\n \"validation\": false,\n \"wait_for_requests_count\": 0,\n \"wait_for_requests_count_timeout\": 123\n }\n ],\n \"parse\": false,\n \"parser\": {\n \"myParser\": {\n \"option1\": \"value1\"\n }\n },\n \"referrer_type\": \"no-referrer\",\n \"render\": false,\n \"request_timeout\": 2,\n \"session\": {\n \"id\": \"<string>\",\n \"prefetch_userbrowser\": false,\n \"renew_on_blocked\": false,\n \"retry\": false,\n \"timeout\": 123\n },\n \"skill\": \"dynamic-content\",\n \"tag\": \"<string>\",\n \"url\": \"<string>\",\n \"callback_url\": \"<string>\",\n \"storage_compress\": true,\n \"storage_object_name\": \"<string>\",\n \"storage_type\": \"<string>\",\n \"storage_url\": \"<string>\"\n }\n}"
response = http.request(request)
puts response.read_body{
"batch_id": "<string>",
"batch_size": 123,
"tasks": [
{
"_query": "<unknown>",
"created_at": "<string>",
"id": "<string>",
"input": "<unknown>",
"status_url": "<string>",
"account_name": "<string>",
"batch_id": "4b0a90bf-c951-42e4-95b3-a95a65ba69fc",
"download_url": "https://api.webit.live/api/v2/tasks/123e4567-e89b-12d3-a456-426614174000/results",
"error": "Connection timeout",
"error_type": "timeout_error",
"modified_at": "<string>",
"output_url": "<string>",
"queue": "<string>",
"status_code": 123
}
]
}Extract Batch
POST
/
v2
/
extract
/
batch
Extract Batch
curl --request POST \
--url https://sdk.nimbleway.com/v2/extract/batch \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '
{
"inputs": [
{
"auto_driver_configuration": {},
"body": "<unknown>",
"browser": "chrome",
"browser_actions": [
{
"goto": "https://example.com/login"
},
{
"wait_for_element": "#login-form"
},
{
"fill": {
"selector": "#username",
"value": "[email protected]"
}
},
{
"fill": {
"selector": "#password",
"value": "password123"
}
},
{
"click": "#submit"
},
{
"screenshot": {
"full_page": true
}
}
],
"city": "<string>",
"consent_header": true,
"cookies": [
{
"creation": "<string>",
"domain": "<string>",
"expires": "<string>",
"extensions": [
"<string>"
],
"hostOnly": true,
"httpOnly": true,
"lastAccessed": "<string>",
"maxAge": 123,
"name": "<string>",
"path": "<string>",
"pathIsDefault": true,
"secure": true,
"value": "<string>"
}
],
"country": "US",
"device": "desktop",
"expected_status_codes": [
0
],
"formats": [],
"headers": {},
"http2": false,
"is_xhr": false,
"locale": "en-US",
"markdown_backend": "full_page",
"method": "GET",
"network_capture": [
{
"resource_type": "document",
"status_code": 349.5,
"validation": false,
"wait_for_requests_count": 0,
"wait_for_requests_count_timeout": 123
}
],
"parse": false,
"parser": {
"myParser": {
"option1": "value1"
}
},
"referrer_type": "no-referrer",
"render": false,
"request_timeout": 2,
"session": {
"id": "<string>",
"prefetch_userbrowser": false,
"renew_on_blocked": false,
"retry": false,
"timeout": 123
},
"skill": "dynamic-content",
"tag": "<string>",
"url": "<string>",
"callback_url": "<string>",
"storage_compress": true,
"storage_object_name": "<string>",
"storage_type": "<string>",
"storage_url": "<string>"
}
],
"shared_inputs": {
"auto_driver_configuration": {},
"body": "<unknown>",
"browser": "chrome",
"browser_actions": [
{
"goto": "https://example.com/login"
},
{
"wait_for_element": "#login-form"
},
{
"fill": {
"selector": "#username",
"value": "[email protected]"
}
},
{
"fill": {
"selector": "#password",
"value": "password123"
}
},
{
"click": "#submit"
},
{
"screenshot": {
"full_page": true
}
}
],
"city": "<string>",
"consent_header": true,
"cookies": [
{
"creation": "<string>",
"domain": "<string>",
"expires": "<string>",
"extensions": [
"<string>"
],
"hostOnly": true,
"httpOnly": true,
"lastAccessed": "<string>",
"maxAge": 123,
"name": "<string>",
"path": "<string>",
"pathIsDefault": true,
"secure": true,
"value": "<string>"
}
],
"country": "US",
"device": "desktop",
"expected_status_codes": [
0
],
"formats": [],
"headers": {},
"http2": false,
"is_xhr": false,
"locale": "en-US",
"markdown_backend": "full_page",
"method": "GET",
"network_capture": [
{
"resource_type": "document",
"status_code": 349.5,
"validation": false,
"wait_for_requests_count": 0,
"wait_for_requests_count_timeout": 123
}
],
"parse": false,
"parser": {
"myParser": {
"option1": "value1"
}
},
"referrer_type": "no-referrer",
"render": false,
"request_timeout": 2,
"session": {
"id": "<string>",
"prefetch_userbrowser": false,
"renew_on_blocked": false,
"retry": false,
"timeout": 123
},
"skill": "dynamic-content",
"tag": "<string>",
"url": "<string>",
"callback_url": "<string>",
"storage_compress": true,
"storage_object_name": "<string>",
"storage_type": "<string>",
"storage_url": "<string>"
}
}
'import requests
url = "https://sdk.nimbleway.com/v2/extract/batch"
payload = {
"inputs": [
{
"auto_driver_configuration": {},
"body": "<unknown>",
"browser": "chrome",
"browser_actions": [{ "goto": "https://example.com/login" }, { "wait_for_element": "#login-form" }, { "fill": {
"selector": "#username",
"value": "[email protected]"
} }, { "fill": {
"selector": "#password",
"value": "password123"
} }, { "click": "#submit" }, { "screenshot": { "full_page": True } }],
"city": "<string>",
"consent_header": True,
"cookies": [
{
"creation": "<string>",
"domain": "<string>",
"expires": "<string>",
"extensions": ["<string>"],
"hostOnly": True,
"httpOnly": True,
"lastAccessed": "<string>",
"maxAge": 123,
"name": "<string>",
"path": "<string>",
"pathIsDefault": True,
"secure": True,
"value": "<string>"
}
],
"country": "US",
"device": "desktop",
"expected_status_codes": [0],
"formats": [],
"headers": {},
"http2": False,
"is_xhr": False,
"locale": "en-US",
"markdown_backend": "full_page",
"method": "GET",
"network_capture": [
{
"resource_type": "document",
"status_code": 349.5,
"validation": False,
"wait_for_requests_count": 0,
"wait_for_requests_count_timeout": 123
}
],
"parse": False,
"parser": { "myParser": { "option1": "value1" } },
"referrer_type": "no-referrer",
"render": False,
"request_timeout": 2,
"session": {
"id": "<string>",
"prefetch_userbrowser": False,
"renew_on_blocked": False,
"retry": False,
"timeout": 123
},
"skill": "dynamic-content",
"tag": "<string>",
"url": "<string>",
"callback_url": "<string>",
"storage_compress": True,
"storage_object_name": "<string>",
"storage_type": "<string>",
"storage_url": "<string>"
}
],
"shared_inputs": {
"auto_driver_configuration": {},
"body": "<unknown>",
"browser": "chrome",
"browser_actions": [{ "goto": "https://example.com/login" }, { "wait_for_element": "#login-form" }, { "fill": {
"selector": "#username",
"value": "[email protected]"
} }, { "fill": {
"selector": "#password",
"value": "password123"
} }, { "click": "#submit" }, { "screenshot": { "full_page": True } }],
"city": "<string>",
"consent_header": True,
"cookies": [
{
"creation": "<string>",
"domain": "<string>",
"expires": "<string>",
"extensions": ["<string>"],
"hostOnly": True,
"httpOnly": True,
"lastAccessed": "<string>",
"maxAge": 123,
"name": "<string>",
"path": "<string>",
"pathIsDefault": True,
"secure": True,
"value": "<string>"
}
],
"country": "US",
"device": "desktop",
"expected_status_codes": [0],
"formats": [],
"headers": {},
"http2": False,
"is_xhr": False,
"locale": "en-US",
"markdown_backend": "full_page",
"method": "GET",
"network_capture": [
{
"resource_type": "document",
"status_code": 349.5,
"validation": False,
"wait_for_requests_count": 0,
"wait_for_requests_count_timeout": 123
}
],
"parse": False,
"parser": { "myParser": { "option1": "value1" } },
"referrer_type": "no-referrer",
"render": False,
"request_timeout": 2,
"session": {
"id": "<string>",
"prefetch_userbrowser": False,
"renew_on_blocked": False,
"retry": False,
"timeout": 123
},
"skill": "dynamic-content",
"tag": "<string>",
"url": "<string>",
"callback_url": "<string>",
"storage_compress": True,
"storage_object_name": "<string>",
"storage_type": "<string>",
"storage_url": "<string>"
}
}
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({
inputs: [
{
auto_driver_configuration: {},
body: JSON.stringify('<unknown>'),
browser: 'chrome',
browser_actions: [
{goto: 'https://example.com/login'},
{wait_for_element: '#login-form'},
{fill: {selector: '#username', value: '[email protected]'}},
{fill: {selector: '#password', value: 'password123'}},
{click: '#submit'},
{screenshot: {full_page: true}}
],
city: '<string>',
consent_header: true,
cookies: [
{
creation: '<string>',
domain: '<string>',
expires: '<string>',
extensions: ['<string>'],
hostOnly: true,
httpOnly: true,
lastAccessed: '<string>',
maxAge: 123,
name: '<string>',
path: '<string>',
pathIsDefault: true,
secure: true,
value: '<string>'
}
],
country: 'US',
device: 'desktop',
expected_status_codes: [0],
formats: [],
headers: {},
http2: false,
is_xhr: false,
locale: 'en-US',
markdown_backend: 'full_page',
method: 'GET',
network_capture: [
{
resource_type: 'document',
status_code: 349.5,
validation: false,
wait_for_requests_count: 0,
wait_for_requests_count_timeout: 123
}
],
parse: false,
parser: {myParser: {option1: 'value1'}},
referrer_type: 'no-referrer',
render: false,
request_timeout: 2,
session: {
id: '<string>',
prefetch_userbrowser: false,
renew_on_blocked: false,
retry: false,
timeout: 123
},
skill: 'dynamic-content',
tag: '<string>',
url: '<string>',
callback_url: '<string>',
storage_compress: true,
storage_object_name: '<string>',
storage_type: '<string>',
storage_url: '<string>'
}
],
shared_inputs: {
auto_driver_configuration: {},
body: JSON.stringify('<unknown>'),
browser: 'chrome',
browser_actions: [
{goto: 'https://example.com/login'},
{wait_for_element: '#login-form'},
{fill: {selector: '#username', value: '[email protected]'}},
{fill: {selector: '#password', value: 'password123'}},
{click: '#submit'},
{screenshot: {full_page: true}}
],
city: '<string>',
consent_header: true,
cookies: [
{
creation: '<string>',
domain: '<string>',
expires: '<string>',
extensions: ['<string>'],
hostOnly: true,
httpOnly: true,
lastAccessed: '<string>',
maxAge: 123,
name: '<string>',
path: '<string>',
pathIsDefault: true,
secure: true,
value: '<string>'
}
],
country: 'US',
device: 'desktop',
expected_status_codes: [0],
formats: [],
headers: {},
http2: false,
is_xhr: false,
locale: 'en-US',
markdown_backend: 'full_page',
method: 'GET',
network_capture: [
{
resource_type: 'document',
status_code: 349.5,
validation: false,
wait_for_requests_count: 0,
wait_for_requests_count_timeout: 123
}
],
parse: false,
parser: {myParser: {option1: 'value1'}},
referrer_type: 'no-referrer',
render: false,
request_timeout: 2,
session: {
id: '<string>',
prefetch_userbrowser: false,
renew_on_blocked: false,
retry: false,
timeout: 123
},
skill: 'dynamic-content',
tag: '<string>',
url: '<string>',
callback_url: '<string>',
storage_compress: true,
storage_object_name: '<string>',
storage_type: '<string>',
storage_url: '<string>'
}
})
};
fetch('https://sdk.nimbleway.com/v2/extract/batch', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://sdk.nimbleway.com/v2/extract/batch",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
'inputs' => [
[
'auto_driver_configuration' => [
],
'body' => '<unknown>',
'browser' => 'chrome',
'browser_actions' => [
[
'goto' => 'https://example.com/login'
],
[
'wait_for_element' => '#login-form'
],
[
'fill' => [
'selector' => '#username',
'value' => '[email protected]'
]
],
[
'fill' => [
'selector' => '#password',
'value' => 'password123'
]
],
[
'click' => '#submit'
],
[
'screenshot' => [
'full_page' => true
]
]
],
'city' => '<string>',
'consent_header' => true,
'cookies' => [
[
'creation' => '<string>',
'domain' => '<string>',
'expires' => '<string>',
'extensions' => [
'<string>'
],
'hostOnly' => true,
'httpOnly' => true,
'lastAccessed' => '<string>',
'maxAge' => 123,
'name' => '<string>',
'path' => '<string>',
'pathIsDefault' => true,
'secure' => true,
'value' => '<string>'
]
],
'country' => 'US',
'device' => 'desktop',
'expected_status_codes' => [
0
],
'formats' => [
],
'headers' => [
],
'http2' => false,
'is_xhr' => false,
'locale' => 'en-US',
'markdown_backend' => 'full_page',
'method' => 'GET',
'network_capture' => [
[
'resource_type' => 'document',
'status_code' => 349.5,
'validation' => false,
'wait_for_requests_count' => 0,
'wait_for_requests_count_timeout' => 123
]
],
'parse' => false,
'parser' => [
'myParser' => [
'option1' => 'value1'
]
],
'referrer_type' => 'no-referrer',
'render' => false,
'request_timeout' => 2,
'session' => [
'id' => '<string>',
'prefetch_userbrowser' => false,
'renew_on_blocked' => false,
'retry' => false,
'timeout' => 123
],
'skill' => 'dynamic-content',
'tag' => '<string>',
'url' => '<string>',
'callback_url' => '<string>',
'storage_compress' => true,
'storage_object_name' => '<string>',
'storage_type' => '<string>',
'storage_url' => '<string>'
]
],
'shared_inputs' => [
'auto_driver_configuration' => [
],
'body' => '<unknown>',
'browser' => 'chrome',
'browser_actions' => [
[
'goto' => 'https://example.com/login'
],
[
'wait_for_element' => '#login-form'
],
[
'fill' => [
'selector' => '#username',
'value' => '[email protected]'
]
],
[
'fill' => [
'selector' => '#password',
'value' => 'password123'
]
],
[
'click' => '#submit'
],
[
'screenshot' => [
'full_page' => true
]
]
],
'city' => '<string>',
'consent_header' => true,
'cookies' => [
[
'creation' => '<string>',
'domain' => '<string>',
'expires' => '<string>',
'extensions' => [
'<string>'
],
'hostOnly' => true,
'httpOnly' => true,
'lastAccessed' => '<string>',
'maxAge' => 123,
'name' => '<string>',
'path' => '<string>',
'pathIsDefault' => true,
'secure' => true,
'value' => '<string>'
]
],
'country' => 'US',
'device' => 'desktop',
'expected_status_codes' => [
0
],
'formats' => [
],
'headers' => [
],
'http2' => false,
'is_xhr' => false,
'locale' => 'en-US',
'markdown_backend' => 'full_page',
'method' => 'GET',
'network_capture' => [
[
'resource_type' => 'document',
'status_code' => 349.5,
'validation' => false,
'wait_for_requests_count' => 0,
'wait_for_requests_count_timeout' => 123
]
],
'parse' => false,
'parser' => [
'myParser' => [
'option1' => 'value1'
]
],
'referrer_type' => 'no-referrer',
'render' => false,
'request_timeout' => 2,
'session' => [
'id' => '<string>',
'prefetch_userbrowser' => false,
'renew_on_blocked' => false,
'retry' => false,
'timeout' => 123
],
'skill' => 'dynamic-content',
'tag' => '<string>',
'url' => '<string>',
'callback_url' => '<string>',
'storage_compress' => true,
'storage_object_name' => '<string>',
'storage_type' => '<string>',
'storage_url' => '<string>'
]
]),
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>",
"Content-Type: application/json"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://sdk.nimbleway.com/v2/extract/batch"
payload := strings.NewReader("{\n \"inputs\": [\n {\n \"auto_driver_configuration\": {},\n \"body\": \"<unknown>\",\n \"browser\": \"chrome\",\n \"browser_actions\": [\n {\n \"goto\": \"https://example.com/login\"\n },\n {\n \"wait_for_element\": \"#login-form\"\n },\n {\n \"fill\": {\n \"selector\": \"#username\",\n \"value\": \"[email protected]\"\n }\n },\n {\n \"fill\": {\n \"selector\": \"#password\",\n \"value\": \"password123\"\n }\n },\n {\n \"click\": \"#submit\"\n },\n {\n \"screenshot\": {\n \"full_page\": true\n }\n }\n ],\n \"city\": \"<string>\",\n \"consent_header\": true,\n \"cookies\": [\n {\n \"creation\": \"<string>\",\n \"domain\": \"<string>\",\n \"expires\": \"<string>\",\n \"extensions\": [\n \"<string>\"\n ],\n \"hostOnly\": true,\n \"httpOnly\": true,\n \"lastAccessed\": \"<string>\",\n \"maxAge\": 123,\n \"name\": \"<string>\",\n \"path\": \"<string>\",\n \"pathIsDefault\": true,\n \"secure\": true,\n \"value\": \"<string>\"\n }\n ],\n \"country\": \"US\",\n \"device\": \"desktop\",\n \"expected_status_codes\": [\n 0\n ],\n \"formats\": [],\n \"headers\": {},\n \"http2\": false,\n \"is_xhr\": false,\n \"locale\": \"en-US\",\n \"markdown_backend\": \"full_page\",\n \"method\": \"GET\",\n \"network_capture\": [\n {\n \"resource_type\": \"document\",\n \"status_code\": 349.5,\n \"validation\": false,\n \"wait_for_requests_count\": 0,\n \"wait_for_requests_count_timeout\": 123\n }\n ],\n \"parse\": false,\n \"parser\": {\n \"myParser\": {\n \"option1\": \"value1\"\n }\n },\n \"referrer_type\": \"no-referrer\",\n \"render\": false,\n \"request_timeout\": 2,\n \"session\": {\n \"id\": \"<string>\",\n \"prefetch_userbrowser\": false,\n \"renew_on_blocked\": false,\n \"retry\": false,\n \"timeout\": 123\n },\n \"skill\": \"dynamic-content\",\n \"tag\": \"<string>\",\n \"url\": \"<string>\",\n \"callback_url\": \"<string>\",\n \"storage_compress\": true,\n \"storage_object_name\": \"<string>\",\n \"storage_type\": \"<string>\",\n \"storage_url\": \"<string>\"\n }\n ],\n \"shared_inputs\": {\n \"auto_driver_configuration\": {},\n \"body\": \"<unknown>\",\n \"browser\": \"chrome\",\n \"browser_actions\": [\n {\n \"goto\": \"https://example.com/login\"\n },\n {\n \"wait_for_element\": \"#login-form\"\n },\n {\n \"fill\": {\n \"selector\": \"#username\",\n \"value\": \"[email protected]\"\n }\n },\n {\n \"fill\": {\n \"selector\": \"#password\",\n \"value\": \"password123\"\n }\n },\n {\n \"click\": \"#submit\"\n },\n {\n \"screenshot\": {\n \"full_page\": true\n }\n }\n ],\n \"city\": \"<string>\",\n \"consent_header\": true,\n \"cookies\": [\n {\n \"creation\": \"<string>\",\n \"domain\": \"<string>\",\n \"expires\": \"<string>\",\n \"extensions\": [\n \"<string>\"\n ],\n \"hostOnly\": true,\n \"httpOnly\": true,\n \"lastAccessed\": \"<string>\",\n \"maxAge\": 123,\n \"name\": \"<string>\",\n \"path\": \"<string>\",\n \"pathIsDefault\": true,\n \"secure\": true,\n \"value\": \"<string>\"\n }\n ],\n \"country\": \"US\",\n \"device\": \"desktop\",\n \"expected_status_codes\": [\n 0\n ],\n \"formats\": [],\n \"headers\": {},\n \"http2\": false,\n \"is_xhr\": false,\n \"locale\": \"en-US\",\n \"markdown_backend\": \"full_page\",\n \"method\": \"GET\",\n \"network_capture\": [\n {\n \"resource_type\": \"document\",\n \"status_code\": 349.5,\n \"validation\": false,\n \"wait_for_requests_count\": 0,\n \"wait_for_requests_count_timeout\": 123\n }\n ],\n \"parse\": false,\n \"parser\": {\n \"myParser\": {\n \"option1\": \"value1\"\n }\n },\n \"referrer_type\": \"no-referrer\",\n \"render\": false,\n \"request_timeout\": 2,\n \"session\": {\n \"id\": \"<string>\",\n \"prefetch_userbrowser\": false,\n \"renew_on_blocked\": false,\n \"retry\": false,\n \"timeout\": 123\n },\n \"skill\": \"dynamic-content\",\n \"tag\": \"<string>\",\n \"url\": \"<string>\",\n \"callback_url\": \"<string>\",\n \"storage_compress\": true,\n \"storage_object_name\": \"<string>\",\n \"storage_type\": \"<string>\",\n \"storage_url\": \"<string>\"\n }\n}")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.post("https://sdk.nimbleway.com/v2/extract/batch")
.header("Authorization", "Bearer <token>")
.header("Content-Type", "application/json")
.body("{\n \"inputs\": [\n {\n \"auto_driver_configuration\": {},\n \"body\": \"<unknown>\",\n \"browser\": \"chrome\",\n \"browser_actions\": [\n {\n \"goto\": \"https://example.com/login\"\n },\n {\n \"wait_for_element\": \"#login-form\"\n },\n {\n \"fill\": {\n \"selector\": \"#username\",\n \"value\": \"[email protected]\"\n }\n },\n {\n \"fill\": {\n \"selector\": \"#password\",\n \"value\": \"password123\"\n }\n },\n {\n \"click\": \"#submit\"\n },\n {\n \"screenshot\": {\n \"full_page\": true\n }\n }\n ],\n \"city\": \"<string>\",\n \"consent_header\": true,\n \"cookies\": [\n {\n \"creation\": \"<string>\",\n \"domain\": \"<string>\",\n \"expires\": \"<string>\",\n \"extensions\": [\n \"<string>\"\n ],\n \"hostOnly\": true,\n \"httpOnly\": true,\n \"lastAccessed\": \"<string>\",\n \"maxAge\": 123,\n \"name\": \"<string>\",\n \"path\": \"<string>\",\n \"pathIsDefault\": true,\n \"secure\": true,\n \"value\": \"<string>\"\n }\n ],\n \"country\": \"US\",\n \"device\": \"desktop\",\n \"expected_status_codes\": [\n 0\n ],\n \"formats\": [],\n \"headers\": {},\n \"http2\": false,\n \"is_xhr\": false,\n \"locale\": \"en-US\",\n \"markdown_backend\": \"full_page\",\n \"method\": \"GET\",\n \"network_capture\": [\n {\n \"resource_type\": \"document\",\n \"status_code\": 349.5,\n \"validation\": false,\n \"wait_for_requests_count\": 0,\n \"wait_for_requests_count_timeout\": 123\n }\n ],\n \"parse\": false,\n \"parser\": {\n \"myParser\": {\n \"option1\": \"value1\"\n }\n },\n \"referrer_type\": \"no-referrer\",\n \"render\": false,\n \"request_timeout\": 2,\n \"session\": {\n \"id\": \"<string>\",\n \"prefetch_userbrowser\": false,\n \"renew_on_blocked\": false,\n \"retry\": false,\n \"timeout\": 123\n },\n \"skill\": \"dynamic-content\",\n \"tag\": \"<string>\",\n \"url\": \"<string>\",\n \"callback_url\": \"<string>\",\n \"storage_compress\": true,\n \"storage_object_name\": \"<string>\",\n \"storage_type\": \"<string>\",\n \"storage_url\": \"<string>\"\n }\n ],\n \"shared_inputs\": {\n \"auto_driver_configuration\": {},\n \"body\": \"<unknown>\",\n \"browser\": \"chrome\",\n \"browser_actions\": [\n {\n \"goto\": \"https://example.com/login\"\n },\n {\n \"wait_for_element\": \"#login-form\"\n },\n {\n \"fill\": {\n \"selector\": \"#username\",\n \"value\": \"[email protected]\"\n }\n },\n {\n \"fill\": {\n \"selector\": \"#password\",\n \"value\": \"password123\"\n }\n },\n {\n \"click\": \"#submit\"\n },\n {\n \"screenshot\": {\n \"full_page\": true\n }\n }\n ],\n \"city\": \"<string>\",\n \"consent_header\": true,\n \"cookies\": [\n {\n \"creation\": \"<string>\",\n \"domain\": \"<string>\",\n \"expires\": \"<string>\",\n \"extensions\": [\n \"<string>\"\n ],\n \"hostOnly\": true,\n \"httpOnly\": true,\n \"lastAccessed\": \"<string>\",\n \"maxAge\": 123,\n \"name\": \"<string>\",\n \"path\": \"<string>\",\n \"pathIsDefault\": true,\n \"secure\": true,\n \"value\": \"<string>\"\n }\n ],\n \"country\": \"US\",\n \"device\": \"desktop\",\n \"expected_status_codes\": [\n 0\n ],\n \"formats\": [],\n \"headers\": {},\n \"http2\": false,\n \"is_xhr\": false,\n \"locale\": \"en-US\",\n \"markdown_backend\": \"full_page\",\n \"method\": \"GET\",\n \"network_capture\": [\n {\n \"resource_type\": \"document\",\n \"status_code\": 349.5,\n \"validation\": false,\n \"wait_for_requests_count\": 0,\n \"wait_for_requests_count_timeout\": 123\n }\n ],\n \"parse\": false,\n \"parser\": {\n \"myParser\": {\n \"option1\": \"value1\"\n }\n },\n \"referrer_type\": \"no-referrer\",\n \"render\": false,\n \"request_timeout\": 2,\n \"session\": {\n \"id\": \"<string>\",\n \"prefetch_userbrowser\": false,\n \"renew_on_blocked\": false,\n \"retry\": false,\n \"timeout\": 123\n },\n \"skill\": \"dynamic-content\",\n \"tag\": \"<string>\",\n \"url\": \"<string>\",\n \"callback_url\": \"<string>\",\n \"storage_compress\": true,\n \"storage_object_name\": \"<string>\",\n \"storage_type\": \"<string>\",\n \"storage_url\": \"<string>\"\n }\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://sdk.nimbleway.com/v2/extract/batch")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"inputs\": [\n {\n \"auto_driver_configuration\": {},\n \"body\": \"<unknown>\",\n \"browser\": \"chrome\",\n \"browser_actions\": [\n {\n \"goto\": \"https://example.com/login\"\n },\n {\n \"wait_for_element\": \"#login-form\"\n },\n {\n \"fill\": {\n \"selector\": \"#username\",\n \"value\": \"[email protected]\"\n }\n },\n {\n \"fill\": {\n \"selector\": \"#password\",\n \"value\": \"password123\"\n }\n },\n {\n \"click\": \"#submit\"\n },\n {\n \"screenshot\": {\n \"full_page\": true\n }\n }\n ],\n \"city\": \"<string>\",\n \"consent_header\": true,\n \"cookies\": [\n {\n \"creation\": \"<string>\",\n \"domain\": \"<string>\",\n \"expires\": \"<string>\",\n \"extensions\": [\n \"<string>\"\n ],\n \"hostOnly\": true,\n \"httpOnly\": true,\n \"lastAccessed\": \"<string>\",\n \"maxAge\": 123,\n \"name\": \"<string>\",\n \"path\": \"<string>\",\n \"pathIsDefault\": true,\n \"secure\": true,\n \"value\": \"<string>\"\n }\n ],\n \"country\": \"US\",\n \"device\": \"desktop\",\n \"expected_status_codes\": [\n 0\n ],\n \"formats\": [],\n \"headers\": {},\n \"http2\": false,\n \"is_xhr\": false,\n \"locale\": \"en-US\",\n \"markdown_backend\": \"full_page\",\n \"method\": \"GET\",\n \"network_capture\": [\n {\n \"resource_type\": \"document\",\n \"status_code\": 349.5,\n \"validation\": false,\n \"wait_for_requests_count\": 0,\n \"wait_for_requests_count_timeout\": 123\n }\n ],\n \"parse\": false,\n \"parser\": {\n \"myParser\": {\n \"option1\": \"value1\"\n }\n },\n \"referrer_type\": \"no-referrer\",\n \"render\": false,\n \"request_timeout\": 2,\n \"session\": {\n \"id\": \"<string>\",\n \"prefetch_userbrowser\": false,\n \"renew_on_blocked\": false,\n \"retry\": false,\n \"timeout\": 123\n },\n \"skill\": \"dynamic-content\",\n \"tag\": \"<string>\",\n \"url\": \"<string>\",\n \"callback_url\": \"<string>\",\n \"storage_compress\": true,\n \"storage_object_name\": \"<string>\",\n \"storage_type\": \"<string>\",\n \"storage_url\": \"<string>\"\n }\n ],\n \"shared_inputs\": {\n \"auto_driver_configuration\": {},\n \"body\": \"<unknown>\",\n \"browser\": \"chrome\",\n \"browser_actions\": [\n {\n \"goto\": \"https://example.com/login\"\n },\n {\n \"wait_for_element\": \"#login-form\"\n },\n {\n \"fill\": {\n \"selector\": \"#username\",\n \"value\": \"[email protected]\"\n }\n },\n {\n \"fill\": {\n \"selector\": \"#password\",\n \"value\": \"password123\"\n }\n },\n {\n \"click\": \"#submit\"\n },\n {\n \"screenshot\": {\n \"full_page\": true\n }\n }\n ],\n \"city\": \"<string>\",\n \"consent_header\": true,\n \"cookies\": [\n {\n \"creation\": \"<string>\",\n \"domain\": \"<string>\",\n \"expires\": \"<string>\",\n \"extensions\": [\n \"<string>\"\n ],\n \"hostOnly\": true,\n \"httpOnly\": true,\n \"lastAccessed\": \"<string>\",\n \"maxAge\": 123,\n \"name\": \"<string>\",\n \"path\": \"<string>\",\n \"pathIsDefault\": true,\n \"secure\": true,\n \"value\": \"<string>\"\n }\n ],\n \"country\": \"US\",\n \"device\": \"desktop\",\n \"expected_status_codes\": [\n 0\n ],\n \"formats\": [],\n \"headers\": {},\n \"http2\": false,\n \"is_xhr\": false,\n \"locale\": \"en-US\",\n \"markdown_backend\": \"full_page\",\n \"method\": \"GET\",\n \"network_capture\": [\n {\n \"resource_type\": \"document\",\n \"status_code\": 349.5,\n \"validation\": false,\n \"wait_for_requests_count\": 0,\n \"wait_for_requests_count_timeout\": 123\n }\n ],\n \"parse\": false,\n \"parser\": {\n \"myParser\": {\n \"option1\": \"value1\"\n }\n },\n \"referrer_type\": \"no-referrer\",\n \"render\": false,\n \"request_timeout\": 2,\n \"session\": {\n \"id\": \"<string>\",\n \"prefetch_userbrowser\": false,\n \"renew_on_blocked\": false,\n \"retry\": false,\n \"timeout\": 123\n },\n \"skill\": \"dynamic-content\",\n \"tag\": \"<string>\",\n \"url\": \"<string>\",\n \"callback_url\": \"<string>\",\n \"storage_compress\": true,\n \"storage_object_name\": \"<string>\",\n \"storage_type\": \"<string>\",\n \"storage_url\": \"<string>\"\n }\n}"
response = http.request(request)
puts response.read_body{
"batch_id": "<string>",
"batch_size": 123,
"tasks": [
{
"_query": "<unknown>",
"created_at": "<string>",
"id": "<string>",
"input": "<unknown>",
"status_url": "<string>",
"account_name": "<string>",
"batch_id": "4b0a90bf-c951-42e4-95b3-a95a65ba69fc",
"download_url": "https://api.webit.live/api/v2/tasks/123e4567-e89b-12d3-a456-426614174000/results",
"error": "Connection timeout",
"error_type": "timeout_error",
"modified_at": "<string>",
"output_url": "<string>",
"queue": "<string>",
"status_code": 123
}
]
}Authorizations
Bearer authentication header of the form Bearer <token>, where <token> is your auth token.
Body
application/json
Array of extraction requests. Each object can include extraction parameters and async/storage settings.
Minimum array length:
1Show child attributes
Show child attributes
Shared parameters applied to the entire batch. Can include extraction parameters and async/storage settings.
Show child attributes
Show child attributes
Was this page helpful?
⌘I