These are the watering holes that newer crawlers tend to poke around nowadays:
/.well-known/mcp/server-card.json HTTP/2.0" "-"
/.well-known/mcp/server-cards.json HTTP/2.0" "-"
/.well-known/mcp.json HTTP/2.0" "-"
/.well-known/agent-card.json HTTP/2.0" "-"
/.well-known/skills/index.json HTTP/2.0" "-"
/.well-known/api-catalog HTTP/2.0" "-"
/.well-known/ucp HTTP/2.0" "-"
/api HTTP/2.0" "-"
/api/v1 HTTP/2.0" "-"
/llms.txt HTTP/2.0" "-"
/llms-full.txt HTTP/2.0" "-"
/.well-known/http-message-signatures-directory HTTP/2.0" "-"
/.well-known/openid-configuration HTTP/2.0" "-"
/.well-known/oauth-authorization-server HTTP/2.0" "-"
/.well-known/oauth-protected-resource HTTP/2.0" "-"