User-agent: *
Disallow: /cgi-bin/
Disallow: /api/
Disallow: /app/
Disallow: /pages/
Disallow: /post/
Disallow: /get/