User-agent: *   # directed to all robots
Allow: / User-agent: Mediapartners-Google*
Disallow: /cgi-bin/sources
Disallow: /access_stats
Disallow: /User-agent: searchpreview*
Disallow: /cafeteria/lunch_menus/
Disallow: /videos/_cn
Disallow: /videos/fashion
Disallow: /videos/flash
Disallow: /videos/graffiti
Disallow: /videos/media
Disallow: /videos/music
Disallow: /videos/sports
Disallow: /videos/sounds
Disallow: /videos/travel
Disallow: /amember/
Disallow: / natcrawlbloc01.net.m1.fti.net
Disallow: / natcrawlbloc02.net.m1.fti.net
Disallow: / natcrawlbloc03.net.m1.fti.net
Disallow: / VoilaBot BETA 1.2