Collecting website cookies

Websites may set cookies for a variety of purposes, from identifying returning users to storing user preference information.

Capturing and saving the cookies a website sends is easily done with Page Interactions using the get_cookies function. get_cookies accepts a timeout parameter to set how long to listen for new cookies, as demonstrated below:

cURL

curl -X POST 'https://api.webit.live/api/v1/realtime/web' \
--header 'Authorization: Basic <credential string>' \
--header 'Content-Type: application/json' \
--data-raw '{
    "url": "https://www.example.com",
    "render": true,
    "render_flow": [{
        "get_cookies": {
                "timeout": 1000
        }
    }]
}'

Python

import requests

url = 'https://api.webit.live/api/v1/realtime/web'
headers = {
    'Authorization': 'Basic <credential string>',
    'Content-Type': 'application/json'
}
data = {
    "url": "https://www.example.com",
    "render": True,
    "format": "json",
    "country": "US",
    "parse": True,
    "render_flow": [{
        "get_cookies": {
                "timeout": 1000
        }
    }]

}

response = requests.post(url, headers=headers, json=data)

print(response.status_code)
print(response.json())

Node.js

const axios = require('axios');

const url = 'https://api.webit.live/api/v1/realtime/web';
const headers = {
  'Authorization': 'Basic <credential string>',
  'Content-Type': 'application/json'
};
const data = {
  "url": "https://www.example.com",
  "render": true,
  "format": "json",
  "country": "US",
  "parse": true,
  "render_flow": [{
      "get_cookies": {
        "timeout": 1000
       }
  }]

};

axios.post(url, data, { headers })
  .then(response => {
    console.log(response.status);
    console.log(response.data);
  })
  .catch(error => {
    console.error(error);
  });

Go

package main

import (
	"bytes"
	"encoding/base64"
	"fmt"
	"net/http"
	"encoding/json"
)

func main() {
	url := "https://api.webit.live/api/v1/realtime/web"
	payload := []byte(`{
		"url": "https://www.example.com",
		"render": true,
		"format": "json",
		"country": "US",
		"parse": true,
		"render_flow": [{
        		"get_cookies": {
                		"timeout": 1000
        		}
    		}]
	}`)
	headers := map[string]string{
		"Authorization":  "Basic <credential string>",
		"Content-Type":   "application/json",
	}

	req, err := http.NewRequest("POST", url, bytes.NewBuffer(payload))
	if err != nil {
		fmt.Println(err)
		return
	}

	for key, value := range headers {
		req.Header.Set(key, value)
	}

	client := &http.Client{}
	resp, err := client.Do(req)
	if err != nil {
		fmt.Println(err)
		return
	}
	defer resp.Body.Close()

	fmt.Println(resp.StatusCode)
	// Read the response body if needed
	// body, err := ioutil.ReadAll(resp.Body)
	// fmt.Println(string(body))
}

Response

get_cookies returns an array of cookies with a variety of relevant metadata, as shown in the example below:

...
"render_flow": {
        "success": true,
        "results": [
            {
                "name": "get_cookies",
                "status": "done",
                "duration": 2,
                "result": [
                    {
                        "name": "AEC",
                        "value": "AQTF6HyAslt2IuPBg9jwM2zCXxNUpsNKGgNwuplQWREeFgCJ5xXjYer98As",
                        "domain": ".google.com",
                        "path": "/",
                        "expires": 1733227086.667467,
                        "size": 62,
                        "httpOnly": true,
                        "secure": true,
                        "session": false,
                        "sameSite": "Lax",
                        "priority": "Medium",
                        "sameParty": false,
                        "sourceScheme": "Secure",
                        "sourcePort": 443
                    },
                    {
                        "name": "receive-cookie-deprecation",
                        "value": "1",
                        "domain": "www.google.com",
                        "path": "/",
                        "expires": 1733227086.667547,
                        "size": 27,
                        "httpOnly": true,
                        "secure": true,
                        "session": false,
                        "sameSite": "None",
                        "priority": "Medium",
                        "sameParty": false,
                        "sourceScheme": "Secure",
                        "sourcePort": 443,
                        "partitionKey": "https://google.com"
                    },
                    {
                        "name": "NID",
                        "value": "514=lxnGqrzAmosD7_7PmQUW-pU4qmlkut0tglTMPm3_T98VEVTulM6PgQWJW8RA4ayo0GKh3pIEP4cOET0JOn56PR2-rPD9nSrNzD_uKid8WQ3s_-WNjXpGs68BFpqHCRRnwG9OZBMi3NeGUYe2gE7pmIL1mkV_ryQDDcgcicdlthU",
                        "domain": ".google.com",
                        "path": "/",
                        "expires": 1733486286.667576,
                        "size": 178,
                        "httpOnly": true,
                        "secure": true,
                        "session": false,
                        "sameSite": "None",
                        "priority": "Medium",
                        "sameParty": false,
                        "sourceScheme": "Secure",
                        "sourcePort": 443
                    }
                ]
            }
        ]
    }

Parameter	Required	Description	Values
get_cookies	Optional Default = null	collects all cookies loaded on the target web page.	Object Array
timeout	Optional Default = 1000	Controls how long to wait for new cookies before storing all collected cookie data.	Integer - milliseconds