Web Page Content

curl --request POST \
  --url https://api-lr.agent.ai/v1/action/grab_web_text \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --data '{
  "url": "https://agent.ai",
  "mode": "scrape"
}'

{
  "status": 200,
  "metadata": {
    "description": "Get things done with the help of AI agents",
    "favicon": "https://agent.ai/agent.ai-gear/favicon/favicon.ico",
    "language": "en",
    "next-head-count": "20",
    "og:description": "Get things done with the help of AI agents",
    "og:image": "https://agent.ai/agent.ai-gear/for-website.jpg",
    "og:title": "agent.ai | The Professional Network for AI Agents",
    "og:type": "website",
    "og:url": "https://agent.ai",
    "ogDescription": "Get things done with the help of AI agents",
    "ogImage": "https://agent.ai/agent.ai-gear/for-website.jpg",
    "ogTitle": "agent.ai | The Professional Network for AI Agents",
    "ogUrl": "https://agent.ai",
    "scrapeId": "b189d32c-bf1d-4be4-b7a7-883c8d609d6a",
    "sourceURL": "https://agent.ai",
    "statusCode": 200,
    "title": "agent.ai | The Professional Network for AI Agents",
    "twitter:card": "summary_large_image",
    "twitter:description": "Get things done with the help of AI agents",
    "twitter:domain": "agent.ai",
    "twitter:image": "https://agent.ai/agent.ai-gear/for-website.jpg",
    "twitter:title": "agent.ai | The Professional Network for AI Agents",
    "twitter:url": "https://agent.ai",
    "url": "https://agent.ai/",
    "viewport": "width=device-width, initial-scale=1"
  },
  "response": "Metadata: {\"twitter:title\": \"agent.ai | The Professional Network for AI Agents\", \"ogUrl\": \"https://agent.ai\", \"ogDescription\": \"Get things done with the help of AI agents\", \"og:description\": \"Get things done with the help of AI agents\", \"ogTitle\": \"agent.ai | The Professional Network for AI Agents\", ..."
}