User-agent: *
Allow: /
Disallow: /api/
Disallow: /search
crawl-delay: 30