User-Agent: * Disallow: /git/*.git/*/ # This is a really long-winded way of allowing Disallow: /git/*.git/FETCH_HEAD # crawlers to index the git repo's description. Disallow: /git/*.git/HEAD # Yay, robots. Disallow: /git/*.git/config Disallow: /git/*.git/cvs-authors Disallow: /git/*.git/git-daemon-export-ok Disallow: /git/*.git/packed-refs Disallow: /apt/ Disallow: /yum/ Disallow: /cgi/ Disallow: /css/ Disallow: /js/ Disallow: /errors/ Disallow: /fonts/ Disallow: /servermonitor/ Allow: /