User-agent: *
Allow: /
Disallow: /catalog
Disallow: /john
Disallow: /assets
Disallow: /test
Disallow: /admin