# robots.txt User-agent: * Crawl-delay: 20 Disallow: /common/formsubmit/ Disallow: /common/inv/ Disallow: /common/research/ Disallow: /tojson/ Disallow: /js/ Disallow: /css/ Disallow: /img/ Disallow: /xsl/ Disallow: /xml/ Disallow: /*.pdf$ Disallow: /*.mov$ Disallow: /*.wmv$ Disallow: /*.avi$ Disallow: /*.js$ Disallow: /*.css$ Disallow: /*.xsl$ Disallow: /*.txt$ User-agent: yahoo-slurp Disallow: /common/formsubmit*/ Disallow: /common/inv*/ Disallow: /common/research*/ Disallow: /tojson*/ Disallow: /js*/ Disallow: /*.js$ Disallow: /*.css$ Disallow: /*.avi$ Disallow: /*.mov$ Disallow: /*.wmv$ Disallow: /*.pdf$ Disallow: /*.txt$ Disallow: /dataxml/*.xml$ Disallow: /dealerweb/*.xml$ Disallow: /*.xsl$ Disallow: /dealerweb/*.xsl$ Disallow: /*.flv$ Disallow: /*.swf$ User-agent: Googlebot Disallow: /common/formsubmit*/ Disallow: /common/inv*/ Disallow: /common/research*/ Disallow: /tojson*/ Disallow: /*.pdf$ Disallow: /*.txt$ Disallow: /*.mov$ Disallow: /*.wmv$ Disallow: /*.avi$ Disallow: /*.js$ Disallow: /*.css$ Disallow: /*.xsl$ Disallow: /dealerweb/*.xsl$ Disallow: /dataxml/*.xml$ Disallow: /dealerweb/*.xml$ Disallow: /*.flv$ Disallow: /*.swf$ User-agent: Mediapartners-Google Disallow: /common/formsubmit*/ Disallow: /common/inv*/ Disallow: /common/research*/ Disallow: /tojson*/ Disallow: /*.pdf$ Disallow: /*.txt$ Disallow: /*.mov$ Disallow: /*.wmv$ Disallow: /*.avi$ Disallow: /*.js$ Disallow: /*.css$ Disallow: /*.xsl$ Disallow: /dealerweb/*.xsl$ Disallow: /dataxml/*.xml$ Disallow: /dealerweb/*.xml$ Disallow: /*.flv$ Disallow: /*.swf$ User-agent: Adsbot-Google Disallow: /common/formsubmit*/ Disallow: /common/inv*/ Disallow: /common/research*/ Disallow: /tojson*/ Disallow: /*.pdf$ Disallow: /*.txt$ Disallow: /*.mov$ Disallow: /*.wmv$ Disallow: /*.avi$ Disallow: /*.js$ Disallow: /*.css$ Disallow: /*.xsl$ Disallow: /dealerweb/*.xsl$ Disallow: /dataxml/*.xml$ Disallow: /dealerweb/*.xml$ Disallow: /*.flv$ Disallow: /*.swf$ User-agent: msnbot Disallow: /common/formsubmit*/ Disallow: /common/inv*/ Disallow: /common/research*/ Disallow: /tojson*/ Disallow: /*.pdf$ Disallow: /*.txt$ Disallow: /*.mov$ Disallow: /*.wmv$ Disallow: /*.avi$ Disallow: /*.js$ Disallow: /*.css$ Disallow: /*.xsl$ Disallow: /dealerweb/*.xsl$ Disallow: /dataxml/*.xml$ Disallow: /dealerweb/*.xml$ Disallow: /*.flv$ Disallow: /*.swf$ User-agent: psbot Disallow: /common/formsubmit*/ Disallow: /common/inv*/ Disallow: /common/research*/ Disallow: /tojson*/ Disallow: /*.pdf$ Disallow: /*.txt$ Disallow: /*.mov$ Disallow: /*.wmv$ Disallow: /*.avi$ Disallow: /*.js$ Disallow: /*.css$ Disallow: /*.xsl$ Disallow: /dealerweb/*.xsl$ Disallow: /dataxml/*.xml$ Disallow: /dealerweb/*.xml$ Disallow: /*.flv$ Disallow: /*.swf$ User-agent: yahoo-mmcrawler Disallow: /common/formsubmit*/ Disallow: /common/inv*/ Disallow: /common/research*/ Disallow: /tojson*/ Disallow: /*.pdf$ Disallow: /*.txt$ Disallow: /*.mov$ Disallow: /*.wmv$ Disallow: /*.avi$ Disallow: /*.js$ Disallow: /*.css$ Disallow: /*.xsl$ Disallow: /dealerweb/*.xsl$ Disallow: /dataxml/*.xml$ Disallow: /dealerweb/*.xml$ Disallow: /*.flv$ Disallow: /*.swf$ User-agent: teoma Disallow: /common/formsubmit*/ Disallow: /common/inv*/ Disallow: /common/research*/ Disallow: /tojson*/ Disallow: /*.pdf$ Disallow: /*.txt$ Disallow: /*.mov$ Disallow: /*.wmv$ Disallow: /*.avi$ Disallow: /*.js$ Disallow: /*.css$ Disallow: /*.xsl$ Disallow: /dealerweb/*.xsl$ Disallow: /dataxml/*.xml$ Disallow: /dealerweb/*.xml$ Disallow: /*.flv$ Disallow: /*.swf$ User-agent: gigabot Disallow: /common/formsubmit*/ Disallow: /common/inv*/ Disallow: /common/research*/ Disallow: /tojson*/ Disallow: /*.pdf$ Disallow: /*.txt$ Disallow: /*.mov$ Disallow: /*.wmv$ Disallow: /*.avi$ Disallow: /*.js$ Disallow: /*.css$ Disallow: /*.xsl$ Disallow: /dealerweb/*.xsl$ Disallow: /dataxml/*.xml$ Disallow: /dealerweb/*.xml$ Disallow: /*.flv$ Disallow: /*.swf$ User-agent: robozilla Disallow: /common/formsubmit*/ Disallow: /common/inv*/ Disallow: /common/research*/ Disallow: /tojson*/ Disallow: /*.pdf$ Disallow: /*.txt$ Disallow: /*.mov$ Disallow: /*.wmv$ Disallow: /*.avi$ Disallow: /*.js$ Disallow: /*.css$ Disallow: /*.xsl$ Disallow: /dealerweb/*.xsl$ Disallow: /dataxml/*.xml$ Disallow: /dealerweb/*.xml$ Disallow: /*.flv$ Disallow: /*.swf$ User-agent: ia_archiver Disallow: /common/formsubmit*/ Disallow: /common/inv*/ Disallow: /common/research*/ Disallow: /tojson*/ Disallow: /*.pdf$ Disallow: /*.txt$ Disallow: /*.mov$ Disallow: /*.wmv$ Disallow: /*.avi$ Disallow: /*.js$ Disallow: /*.css$ Disallow: /*.xsl$ Disallow: /dealerweb/*.xsl$ Disallow: /dataxml/*.xml$ Disallow: /dealerweb/*.xml$ Disallow: /*.flv$ Disallow: /*.swf$ User-agent: baiduspider Disallow: /common/formsubmit*/ Disallow: /common/inv*/ Disallow: /common/research*/ Disallow: /tojson*/ Disallow: /*.pdf$ Disallow: /*.txt$ Disallow: /*.mov$ Disallow: /*.wmv$ Disallow: /*.avi$ Disallow: /*.js$ Disallow: /*.css$ Disallow: /*.xsl$ Disallow: /dealerweb/*.xsl$ Disallow: /dataxml/*.xml$ Disallow: /dealerweb/*.xml$ Disallow: /*.flv$ Disallow: /*.swf$ User-agent: Googlebot-Image Disallow: /common/formsubmit*/ Disallow: /common/inv*/ Disallow: /common/research*/ Disallow: /tojson*/ Disallow: /*.pdf$ Disallow: /*.txt$ Disallow: /*.mov$ Disallow: /*.wmv$ Disallow: /*.avi$ Disallow: /*.js$ Disallow: /*.css$ Disallow: /*.xsl$ Disallow: /dealerweb/*.xsl$ Disallow: /dataxml/*.xml$ Disallow: /dealerweb/*.xml$ Disallow: /*.flv$ Disallow: /*.swf$ User-agent: Googlebot-Mobile Disallow: /common/formsubmit*/ Disallow: /common/inv*/ Disallow: /common/research*/ Disallow: /tojson*/ Disallow: /*.pdf$ Disallow: /*.txt$ Disallow: /*.mov$ Disallow: /*.wmv$ Disallow: /*.avi$ Disallow: /*.js$ Disallow: /*.css$ Disallow: /*.xsl$ Disallow: /dealerweb/*.xsl$ Disallow: /dataxml/*.xml$ Disallow: /dealerweb/*.xml$ Disallow: /*.flv$ Disallow: /*.swf$ User-agent: Titan Disallow:/ User-agent: EmailCollector Disallow:/ User-agent: EmailSiphon Disallow:/ User-agent: EmailWolf Disallow:/ User-agent: ExtractorPro Disallow:/ User-agent: WebZip Disallow:/ User-agent: larbin Disallow:/ User-agent: teleport Disallow:/ User-agent: NPBot Disallow:/ User-agent: TurnitinBot Disallow:/ User-agent: FunWebProducts Disallow:/ User-agent: WebStripper Disallow:/ User-agent: WebSauger Disallow:/ User-agent: WebCopier Disallow:/