# robots.txt # some robots have no permission to crawl User-agent: local24 Disallow: / User-agent: neofonie Disallow: / # all others are allowed to crawl User-agent: * Disallow: