User-agent: Mediapartners-Google* 
Disallow: /cgi-bin/
Disallow: /dlmonitor/
Disallow: /dlmonitor/data/
Disallow: /_private/

Allow: /cgi-bin/apf4/

User-agent: Googlebot
Disallow: /cgi-bin/
Disallow: /dlmonitor/
Disallow: /dlmonitor/data/
Disallow: /_private/

Allow: /cgi-bin/apf4/

User-agent: Crawler
Disallow: All

User-agent: *
Disallow: /cgi-bin/

Allow: /cgi-bin/apf4/

User-agent: *
Disallow: /scgi-bin/
Disallow: /cgi-bin/
Disallow: /_private/

Allow: /cgi-bin/apf4/

User-agent: Webcrawler
Disallow: /scgi-bin/
Disallow: /_private/

Allow: /cgi-bin/apf4/