curl --request GET \
  --url https://{appid}.api-{region}.cometchat.io/v3/ai-agents/agent-builder/knowledge-base/website/{parentUniqueId}/discovered-urls \
  --header 'apikey: <api-key>'

{
  "data": [
    {
      "urlId": "uuid-abcd-1234",
      "url": "https://docs.example.com/guide",
      "title": "Getting Started Guide",
      "description": "Learn how to get started...",
      "content": "Page content preview...",
      "status": "processed",
      "lastCrawledAt": 1701789123456,
      "retryCount": 0,
      "createdAt": 1701789000000,
      "updatedAt": 1701789123456,
      "vectorizationStatus": "completed",
      "chunksCreated": 5,
      "embeddingsGenerated": 5
    }
  ],
  "meta": {
    "current": {
      "limit": 10,
      "count": 1
    },
    "previous": {
      "affix": "prepend",
      "cursor": "1701789000000"
    },
    "next": {
      "affix": "append",
      "cursor": "1701789000000"
    }
  }
}