Sitemap extractor API. Find every page on a site.

import ContextDev from 'context.dev';

const client = new ContextDev({ apiKey: 'YOUR_API_KEY' });

const { urls } = await client.web.mapUrls({
  domain: 'stripe.com',
  includeSubdomains: true,
  maxLinks: 100,
});

for (const page of urls) {
  console.log(page.url, page.title, page.description);
}

from context.dev import ContextDev

client = ContextDev(api_key="YOUR_API_KEY")

response = client.web.map_urls(
    domain="stripe.com",
    include_subdomains=True,
    max_links=100,
)
print(response)

require "context_dev"

client = ContextDev::Client.new(api_key: "YOUR_API_KEY")

response = client.web.map_urls(
  domain: "stripe.com",
  include_subdomains: true,
  max_links: 100
)
puts response

<?php

require_once 'vendor/autoload.php';

use ContextDev\Client;

$client = new Client(apiKey: 'YOUR_API_KEY');

$response = $client->web->mapUrls(
    domain: 'stripe.com',
    includeSubdomains: true,
    maxLinks: 100
);

var_dump($response);

package main

import (
	"context"
	"fmt"

	contextdev "github.com/context-dot-dev/context-go-sdk/v2"
	"github.com/context-dot-dev/context-go-sdk/v2/option"
)

func main() {
	client := contextdev.NewClient(
		option.WithAPIKey("YOUR_API_KEY"),
	)

	response, err := client.Web.MapURLs(context.TODO(), contextdev.WebMapURLsParams{
		Domain:            "stripe.com",
		IncludeSubdomains: contextdev.Bool(true),
		MaxLinks:          contextdev.Int(100),
	})
	if err != nil {
		panic(err)
	}

	fmt.Printf("%+v\n", response)
}

curl -X GET "https://api.context.dev/v1/web/urls?domain=stripe.com&includeSubdomains=true&maxLinks=100" \
  -H "Authorization: Bearer YOUR_API_KEY"