User-agent: *
Disallow: /

# Allow Googlebot but restrict certain directories
User-agent: Googlebot
Allow: /
Disallow: /cgi-bin/
Disallow: /sand/
Disallow: /gifs/
Disallow: /jpgs/
Disallow: /pngs/
Disallow: /offline/
Disallow: /models/
Disallow: /cdip_htmls/
Disallow: /elnino_htmls/
Disallow: /themes_dev/
Disallow: /themes/data/download/
Disallow: /*?*end=
Disallow: /*?*d999=
Disallow: /*?*:dt:
Crawl-delay: 30

# Allow Bingbot but restrict certain directories
User-agent: Bingbot
Allow: /
Disallow: /cgi-bin/
Disallow: /sand/
Disallow: /gifs/
Disallow: /jpgs/
Disallow: /pngs/
Disallow: /offline/
Disallow: /models/
Disallow: /cdip_htmls/
Disallow: /elnino_htmls/
Disallow: /themes_dev/
Disallow: /themes/data/download/
Disallow: /*?*end=
Disallow: /*?*d999=
Disallow: /*?*:dt:
Crawl-delay: 30