User-agent: *
Disallow: /api/
Disallow: /cgi-bin/
Disallow: /config/
Disallow: /meta/
Disallow: /*.htm
Disallow: /*?*