User-agent: * Disallow: /test/ Disallow: /*/ajax$ Disallow: /controller~action/ Disallow: /*?ajax=1 Disallow: /*?occupancyType Disallow: /*?ajaxRequestType Disallow: /*?nearbySearchId