# robots.txt file User-agent: * Disallow: /static/ User-agent: TurnitinBot Disallow: / # User-agent: msnbot # Disallow: / User-agent: DeepIndex Disallow: / User-agent: Program Shareware Disallow: / # User-agent: Scooter # Disallow: / User-agent: NetPositive Disallow: / User-agent: SurveyBot Disallow: / User-agent: Gigabot Disallow: / # User-agent: FAST-WebCrawler # Disallow: /