User-agent: *
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /data/
Disallow: /data/xml/
Disallow: /res/
Disallow: /art/
Disallow: /history/
Disallow: /php/
Disallow: /assets/
Disallow: /nyt/
Disallow: /db_upd/
Disallow: /db_upd/data/
Disallow: /utils/