Everything on one page.

Save as wp-content/mu-plugins/visitant-bots.php. Works with page caching off or on (cached pages still hit PHP only on misses; for full coverage use the Cloudflare or nginx option).

<?php
/* Plugin Name: Visitant AI crawler tracking */
add_action('init', function () {
    $ua = $_SERVER['HTTP_USER_AGENT'] ?? '';
    if (!preg_match('/bot|crawl|spider|GPTBot|ChatGPT-User|OAI-SearchBot|Claude|anthropic|Perplexity|Google-|GoogleOther|Applebot|meta-external|Meta-WebIndexer|Amazonbot|Amzn-|Bytespider|CCBot|MistralAI|DuckAssist|YouBot|xAI|Grok|cohere|Diffbot|Kimi|Qwen|Manus|Firecrawl/i', $ua)) return;
    $body = json_encode(['ua' => $ua, 'path' => $_SERVER['REQUEST_URI'] ?? '/',
        'ip' => $_SERVER['REMOTE_ADDR'] ?? '', 'status' => 200]);
    wp_remote_post('https://annuora.com/api/bot', ['blocking' => false, 'timeout' => 1,
        'headers' => ['Content-Type' => 'application/json', 'X-Visitant-Key' => 'YOUR_SERVER_KEY'], 'body' => $body]);
});

Put at the top of your front controller (index.php).

<?php
$ua = $_SERVER['HTTP_USER_AGENT'] ?? '';
if (preg_match('/bot|crawl|spider|GPTBot|ChatGPT-User|OAI-SearchBot|Claude|anthropic|Perplexity|Google-|GoogleOther|Applebot|meta-external|Meta-WebIndexer|Amazonbot|Amzn-|Bytespider|CCBot|MistralAI|DuckAssist|YouBot|xAI|Grok|cohere|Diffbot|Kimi|Qwen|Manus|Firecrawl/i', $ua)) {
    $ch = curl_init('https://annuora.com/api/bot');
    curl_setopt_array($ch, [CURLOPT_POST => 1, CURLOPT_TIMEOUT_MS => 800, CURLOPT_RETURNTRANSFER => 1,
        CURLOPT_HTTPHEADER => ['Content-Type: application/json', 'X-Visitant-Key: YOUR_SERVER_KEY'],
        CURLOPT_POSTFIELDS => json_encode(['ua' => $ua, 'path' => $_SERVER['REQUEST_URI'] ?? '/',
            'ip' => $_SERVER['REMOTE_ADDR'] ?? '', 'status' => http_response_code() ?: 200])]);
    curl_exec($ch); curl_close($ch);
}

Express, Fastify (as onRequest hook) or any Node server.

const AI_UA = /bot|crawl|spider|GPTBot|ChatGPT-User|OAI-SearchBot|Claude|anthropic|Perplexity|Google-|GoogleOther|Applebot|meta-external|Meta-WebIndexer|Amazonbot|Amzn-|Bytespider|CCBot|MistralAI|DuckAssist|YouBot|xAI|Grok|cohere|Diffbot|Kimi|Qwen|Manus|Firecrawl/i;
app.use((req, res, next) => {
  const ua = req.get('user-agent') || '';
  if (AI_UA.test(ua)) res.on('finish', () => fetch('https://annuora.com/api/bot', {
    method: 'POST', headers: { 'Content-Type': 'application/json', 'X-Visitant-Key': 'YOUR_SERVER_KEY' },
    body: JSON.stringify({ ua, path: req.originalUrl, ip: req.ip, status: res.statusCode })
  }).catch(() => {}));
  next();
});

middleware.ts in the project root.

import { NextResponse } from 'next/server';
const AI_UA = /bot|crawl|spider|GPTBot|ChatGPT-User|OAI-SearchBot|Claude|anthropic|Perplexity|Google-|GoogleOther|Applebot|meta-external|Meta-WebIndexer|Amazonbot|Amzn-|Bytespider|CCBot|MistralAI|DuckAssist|YouBot|xAI|Grok|cohere|Diffbot|Kimi|Qwen|Manus|Firecrawl/i;
export function middleware(req, ev) {
  const ua = req.headers.get('user-agent') || '';
  if (AI_UA.test(ua)) ev.waitUntil(fetch('https://annuora.com/api/bot', {
    method: 'POST', headers: { 'Content-Type': 'application/json', 'X-Visitant-Key': 'YOUR_SERVER_KEY' },
    body: JSON.stringify({ ua, path: req.nextUrl.pathname, ip: req.headers.get('x-forwarded-for') || '' })
  }).catch(() => {}));
  return NextResponse.next();
}

Covers every request, including cached pages. Add a route for your domain.

const AI_UA = /bot|crawl|spider|GPTBot|ChatGPT-User|OAI-SearchBot|Claude|anthropic|Perplexity|Google-|GoogleOther|Applebot|meta-external|Meta-WebIndexer|Amazonbot|Amzn-|Bytespider|CCBot|MistralAI|DuckAssist|YouBot|xAI|Grok|cohere|Diffbot|Kimi|Qwen|Manus|Firecrawl/i;
export default {
  async fetch(req, env, ctx) {
    const res = await fetch(req);
    const ua = req.headers.get('user-agent') || '';
    if (AI_UA.test(ua)) ctx.waitUntil(fetch('https://annuora.com/api/bot', {
      method: 'POST', headers: { 'Content-Type': 'application/json', 'X-Visitant-Key': 'YOUR_SERVER_KEY' },
      body: JSON.stringify({ ua, path: new URL(req.url).pathname, ip: req.headers.get('cf-connecting-ip'), status: res.status })
    }));
    return res;
  }
};

Ships the access log every 5 minutes from cron. Works for any server that writes the combined log format.

# crontab: */5 * * * * /usr/local/bin/visitant-ship.sh
LOG=/var/log/nginx/access.log; POS=/var/tmp/visitant.pos
N=$(wc -l < "$LOG"); P=$(cat "$POS" 2>/dev/null || echo 0); [ "$N" -lt "$P" ] && P=0
tail -n +$((P+1)) "$LOG" | grep -iE 'bot|crawl|spider|GPTBot|ChatGPT-User|OAI-SearchBot|Claude|anthropic|Perplexity|Google-|GoogleOther|Applebot|meta-external|Meta-WebIndexer|Amazonbot|Amzn-|Bytespider|CCBot|MistralAI|DuckAssist|YouBot|xAI|Grok|cohere|Diffbot|Kimi|Qwen|Manus|Firecrawl' | python3 -c '
import sys, re, json
rx = re.compile(r"^(\S+) .*?\[(.+?)\] \"\S+ (\S+)[^\"]*\" (\d{3}) .*?\"[^\"]*\" \"([^\"]*)\"")
out = [dict(ip=m[1], path=m[3], status=int(m[4]), ua=m[5]) for m in map(rx.match, sys.stdin) if m]
print(json.dumps(out[:1000]))' | curl -s -X POST 'https://annuora.com/api/bot' -H 'X-Visitant-Key: YOUR_SERVER_KEY' -H 'Content-Type: application/json' --data-binary @-
echo "$N" > "$POS"