# # # Innovation Network # robots.txt # # This file will control how web crawler robots # such as Google, MSN, and Yahoo crawl our pages # List specific Agents before listing for all. User-agent: * Disallow: /innonetworking/ Disallow: /index.php?module=main.feedback Disallow: /?module=main.feedback Disallow: /client_docs/Image/ # Extended Options (Not all robots support them) Crawl-delay: 2 # Delays requests to once every 2 seconds Request-rate: 1/2 # maximum rate is one page every 2 seconds