User-agent: *

Allow: /

User-agent: *

Disallow: /vendor/
Disallow: /old_code/
Disallow: /cgi-bin/
Disallow: /routes-old/
Disallow: /database/
Disallow: /tests/
Disallow: /cgi-sys/