# If you would like to crawl Poggit just to get a list of data from it, contact us at https://github.com/poggit/support/issues to extend our API; this might be easier than crawling.
User-Agent: *
Disallow: /ghhst
Disallow: /orgperms
Disallow: /defavt
Disallow: /std
Disallow: /pqrs
Disallow: /virion
Disallow: /help.api
Disallow: /gh.topics
Disallow: /gh.pmmp
Disallow: /faq
Disallow: /submit.rules
Disallow: /500ise.template
Disallow: /login
Disallow: /r
Disallow: /home
Disallow: /ci.badge
Disallow: /ci.shield
Disallow: /ci$
Disallow: /ci/*/*/*/*
Disallow: /shield.*
Disallow: /babs
Disallow: /get.pmmp
Disallow: /get
Disallow: /v.dl
Disallow: /plugins?term=*