Count tokens

POST

messages

count_tokens

Count tokens

curl --request POST \
  --url https://api.derestricted.ai/v1/messages/count_tokens \
  --header 'Content-Type: application/json' \
  --header 'x-api-key: <x-api-key>' \
  --data '
{
  "messages": [
    {}
  ],
  "system": {},
  "tools": [
    {}
  ]
}
'

import requests

url = "https://api.derestricted.ai/v1/messages/count_tokens"

payload = {
    "messages": [{}],
    "system": {},
    "tools": [{}]
}
headers = {
    "x-api-key": "<x-api-key>",
    "Content-Type": "application/json"
}

response = requests.post(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'POST',
  headers: {'x-api-key': '<x-api-key>', 'Content-Type': 'application/json'},
  body: JSON.stringify({messages: [{}], system: {}, tools: [{}]})
};

fetch('https://api.derestricted.ai/v1/messages/count_tokens', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://api.derestricted.ai/v1/messages/count_tokens",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => json_encode([
    'messages' => [
        [
                
        ]
    ],
    'system' => [
        
    ],
    'tools' => [
        [
                
        ]
    ]
  ]),
  CURLOPT_HTTPHEADER => [
    "Content-Type: application/json",
    "x-api-key: <x-api-key>"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://api.derestricted.ai/v1/messages/count_tokens"

	payload := strings.NewReader("{\n  \"messages\": [\n    {}\n  ],\n  \"system\": {},\n  \"tools\": [\n    {}\n  ]\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("x-api-key", "<x-api-key>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://api.derestricted.ai/v1/messages/count_tokens")
  .header("x-api-key", "<x-api-key>")
  .header("Content-Type", "application/json")
  .body("{\n  \"messages\": [\n    {}\n  ],\n  \"system\": {},\n  \"tools\": [\n    {}\n  ]\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://api.derestricted.ai/v1/messages/count_tokens")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["x-api-key"] = '<x-api-key>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"messages\": [\n    {}\n  ],\n  \"system\": {},\n  \"tools\": [\n    {}\n  ]\n}"

response = http.request(request)
puts response.read_body

This endpoint returns an estimate, not an exact model-tokenizer count. It does not run a generation. Use it as a rough input-size signal; final usage and request admission can differ.

string

required

Your derestricted API key. A Bearer token is also accepted. The account must be active and verified.

array

required

Messages to include in the estimate.

string or array

Optional system instructions to include.

array

Optional tool definitions to include.

Example

curl https://api.derestricted.ai/v1/messages/count_tokens \
  -H "x-api-key: $DERESTRICTED_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "derestricted-llm",
    "messages": [{"role": "user", "content": "Hello"}]
  }'

The response is an object containing input_tokens, an integer estimate.

How to interpret the estimate

The current implementation estimates from the serialized UTF-8 size of system, messages, and tools, adds per-message and fixed overhead, divides by four, and rounds upward. It does not invoke the deployed model’s tokenizer. This endpoint does not reserve credit, check whether your output allowance is affordable, or guarantee that the generation will fit the context/input limits. A later generation can still return a size, credit, or capacity error. Use actual response usage for completed-request token counts. The same 4 MiB JSON-body limit applies. See Messages to generate a response.

⌘I

Count tokens

curl --request POST \
  --url https://api.derestricted.ai/v1/messages/count_tokens \
  --header 'Content-Type: application/json' \
  --header 'x-api-key: <x-api-key>' \
  --data '
{
  "messages": [
    {}
  ],
  "system": {},
  "tools": [
    {}
  ]
}
'

import requests

url = "https://api.derestricted.ai/v1/messages/count_tokens"

payload = {
    "messages": [{}],
    "system": {},
    "tools": [{}]
}
headers = {
    "x-api-key": "<x-api-key>",
    "Content-Type": "application/json"
}

response = requests.post(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'POST',
  headers: {'x-api-key': '<x-api-key>', 'Content-Type': 'application/json'},
  body: JSON.stringify({messages: [{}], system: {}, tools: [{}]})
};

fetch('https://api.derestricted.ai/v1/messages/count_tokens', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://api.derestricted.ai/v1/messages/count_tokens",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => json_encode([
    'messages' => [
        [
                
        ]
    ],
    'system' => [
        
    ],
    'tools' => [
        [
                
        ]
    ]
  ]),
  CURLOPT_HTTPHEADER => [
    "Content-Type: application/json",
    "x-api-key: <x-api-key>"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://api.derestricted.ai/v1/messages/count_tokens"

	payload := strings.NewReader("{\n  \"messages\": [\n    {}\n  ],\n  \"system\": {},\n  \"tools\": [\n    {}\n  ]\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("x-api-key", "<x-api-key>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://api.derestricted.ai/v1/messages/count_tokens")
  .header("x-api-key", "<x-api-key>")
  .header("Content-Type", "application/json")
  .body("{\n  \"messages\": [\n    {}\n  ],\n  \"system\": {},\n  \"tools\": [\n    {}\n  ]\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://api.derestricted.ai/v1/messages/count_tokens")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["x-api-key"] = '<x-api-key>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"messages\": [\n    {}\n  ],\n  \"system\": {},\n  \"tools\": [\n    {}\n  ]\n}"

response = http.request(request)
puts response.read_body

Overview

Endpoints

Troubleshooting

Example

How to interpret the estimate

​Example

​How to interpret the estimate

Example

How to interpret the estimate