Scrape thousands of URLs. Run one batch.

import { readFile } from 'node:fs/promises';
import ContextDev from 'context.dev';

const client = new ContextDev({ apiKey: 'YOUR_API_KEY' });

const urls: string[] = JSON.parse(
  await readFile('urls.json', 'utf8'),
);

const batch = await client.batch.submit({
  input: {
    mode: 'scrape',
    data: {
      format: 'markdown',
      urls: urls.map((url) => ({ url })),
    },
  },
});

console.log(batch.id, batch.status);

from context.dev import ContextDev

client = ContextDev(api_key="YOUR_API_KEY")

batch = client.batch.submit(
    input={
        "mode": "scrape",
        "data": {
            "format": "markdown",
            "urls": [
                {
                    "url": "https://example.com",
                },
                {
                    "url": "https://example.com/pricing",
                },
                {
                    "url": "https://example.com/docs",
                },
            ],
        },
    },
)
print(batch.id, batch.status)

require "context_dev"

client = ContextDev::Client.new(api_key: "YOUR_API_KEY")

batch = client.batch.submit(
  input: {
    mode: "scrape",
    data: {
      format: "markdown",
      urls: [
        {
          url: "https://example.com"
        },
        {
          url: "https://example.com/pricing"
        },
        {
          url: "https://example.com/docs"
        }
      ]
    }
  }
)

puts(batch.id)

<?php

require_once 'vendor/autoload.php';

use ContextDev\Client;

$client = new Client(apiKey: 'YOUR_API_KEY');

$batch = $client->batch->submit(
    input: [
        'mode' => 'scrape',
        'data' => [
            'format' => 'markdown',
            'urls' => [
                [
                    'url' => 'https://example.com',
                ],
                [
                    'url' => 'https://example.com/pricing',
                ],
                [
                    'url' => 'https://example.com/docs',
                ],
            ],
        ],
    ],
);

var_dump($batch);

package main

import (
	"context"
	"fmt"

	contextdev "github.com/context-dot-dev/context-go-sdk/v2"
	"github.com/context-dot-dev/context-go-sdk/v2/option"
)

func main() {
	client := contextdev.NewClient(
		option.WithAPIKey("YOUR_API_KEY"),
	)

	batch, err := client.Batch.Submit(context.TODO(), contextdev.BatchSubmitParams{
		Input: contextdev.BatchSubmitParamsInputUnion{
			OfScrape: &contextdev.BatchSubmitParamsInputScrape{
				Data: contextdev.BatchSubmitParamsInputScrapeDataUnion{
					OfMarkdown: &contextdev.BatchSubmitParamsInputScrapeDataMarkdown{
						URLs: []contextdev.BatchSubmitParamsInputScrapeDataMarkdownURL{
							{URL: "https://example.com"},
							{URL: "https://example.com/pricing"},
							{URL: "https://example.com/docs"},
						},
					},
				},
			},
		},
	})
	if err != nil {
		panic(err.Error())
	}
	fmt.Printf("%+v\n", batch.ID)
}

curl -X POST "https://api.context.dev/v1/batch/submit" \
  -H "Content-Type: application/json" \
  -H "Authorization: Bearer YOUR_API_KEY" \
  -d '{
  "input": {
    "mode": "scrape",
    "data": {
      "format": "markdown",
      "urls": [
        {
          "url": "https://example.com"
        },
        {
          "url": "https://example.com/pricing"
        },
        {
          "url": "https://example.com/docs"
        }
      ]
    }
  }
}'