Sitemap: https://www.offidocs.com/sitemap.xml
User-agent: *
Disallow: /administrator/
Disallow: /ngx_pagespeed_beacon
Allow: /

User-agent: Sogou web spider
Disallow:/
User-agent: weborama-fetcher
Disallow:/
User-agent: rogerbot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: AddThis.com (http://support.addthis.com/)
Disallow: /
User-agent: weborama-fetcher
Disallow: /
User-agent: proximic
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: grapeshot
Disallow: /
User-agent: Proximic
Disallow:/
User-agent: BLEXBot
Disallow:/
User-agent: SEOkicks
Disallow:/
User-agent: CriteoBot
Disallow:/