User-agent: *
Disallow:/html_pages/
Disallow:/cgi-bin/
Disallow:/images/
Disallow:/opt/
Disallow:/scripts/
Disallow:/styles/
Disallow:/extras/