User-agent: *
Disallow: /audio/
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /ddgb/
Disallow: /dtd/
Disallow: /gallery/
Disallow: /images/
Disallow: /php/
Disallow: /video/


User-agent: adsoft-development.com
Disallow: /

User-agent: Gaisbot/3.0+(robot06@gais.cs.ccu.edu.tw;+http://gais.cs.ccu.edu.ts/robot.php)
Disallow: /

User-agent: MLBot (www.metadatalabs.com/mlbot)
Disallow: /

User-agent: Mozilla/5.0 (Twiceler-0.9 http://www.cuil.com/twiceler/robot.html)
Disallow: /

User-agent: Mozilla/5.0 (compatible: WebDataCentreBot/1.0; +http://WebDataCentre.com/)
Disallow: /

User-agent: SurveyBot/2.3 (Whois Source)
Disallow: /

User-agent: tiger.adsoft-development.com
Disallow: /