robots.txt

   1 User-agent: ahrefsbot
   2 User-agent: ltx71
   3 User-agent: riddler
   4 Disallow: /
   5 User-agent: *
   6 Disallow: /git-browser/
   7 Disallow: /delproj.cgi
   8 Disallow: /deluser.cgi
   9 Disallow: /editproj.cgi
  10 Disallow: /edituser.cgi
  11 Disallow: /mirrorproj.cgi
  12 Disallow: /projlist.cgi
  13 Disallow: /pwproj.cgi
  14 Disallow: /regproj.cgi
  15 Disallow: /reguser.cgi
  16 Disallow: /tagproj.cgi
  17 Disallow: /usercert.cgi
  18 Disallow: /*/snapshot/
  19 Disallow: /*/blame/
  20 Disallow: /*/blame_incremental/
  21 Disallow: /*/blame_data/
  22 Disallow: /*/project_list
  23 Disallow: /*/atom
  24 Disallow: /*/rss
  25 Allow: /