# This robots.txt file was automatically generated by `robots_txt_file.inc.php` from (prodev_admin).
# You can either update robots.txt manually or change it with `update-prodev-robots-txt.pl`
#
# Last updated Wed, 24 Oct 2018 14:44:02 +1300
#

Sitemap: https://www.localcommunity.org.nz/sitemap/google_sitemap.php
User-agent: *
Disallow: FCKeditor/
Disallow: admin/
Disallow: administration/
Disallow: content/
Disallow: downloads/
Disallow: email/
Disallow: events/
Disallow: image/
Disallow: legal/
Disallow: login/
Disallow: news/
Disallow: omne/
Disallow: poll/
Disallow: referrals/
Disallow: scripts/
Disallow: search/
Disallow: signup/
Disallow: styles/
Disallow: widgets/
Disallow: olelafitaga/
Disallow: pnbhs/
Disallow: demo_alo/
Disallow: demo_alo_fund/
Disallow: demo_bartercard/
Disallow: football/
Disallow: gms/

# robots_block_spiders
# Disallow Unwanted Bots
User-agent: 008
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: Sosospider
Disallow: /
User-agent: TwengaBot
Disallow: /
User-agent: WotBox
Disallow: /
User-agent: ZumBot
Disallow: /

User-agent: Baiduspider
Disallow: /
Allow: /sitemap

User-agent: YandexBot
Disallow: /
Allow: /sitemap

User-agent: adbeat_bot
Disallow: /
User-agent: AITCSRobot
Disallow: /
User-agent: Alexibot
Disallow: /
User-agent: Cliqzbot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: expo9
Disallow: /
User-agent: Huaweisymantecspider
Disallow: /
User-agent: InfluenceBot
Disallow: /
User-agent: ltx71
Disallow: /
User-agent: MaxPointCrawler
Disallow: /
User-agent: Offline Explorer
Disallow: /
User-agent: rogerbot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: SurveyBot
Disallow: /
User-agent: TeleportPro
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: WebReaper
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebZIP
Disallow: /
User-agent: Xaldon_WebSpider
Disallow: /
User-agent: Xenu's
Disallow: /
User-agent: Xenu's Link Sleuth 1.1c
Disallow: /
User-agent: SemrushBot
Disallow: /