User-agent: *
Allow: /crawler/
Allow: /map/
Allow: /entry.html
User-agent: CiteSeerBot
Allow: /fou/