user-agent: * allow: / user-agent: gsa-crawler disallow: /contact_us.html? disallow: /contact_panel.html disallow: /search.html user-agent: googlebot disallow: /*.pdf disallow: /contact_us.html? disallow: /contact_panel.html disallow: /search.html