# robots.txt User-agent: * Disallow: /todo/ Disallow: /todos/ Disallow: /cjason/ Disallow: /cgi-bin/ Disallow: /oldsite/ Disallow: /woodyav/ Disallow: /yphotos/ Disallow: /aphotos/ Disallow: /amovies/ Disallow: Product-Info.xls # Disallow: /foo.html