User-agent: *
Allow: /
Allow: /*
Disallow: /articles/search
Disallow: /articles/search/*
Disallow: /api
Disallow: /api/*