<?xml version="1.0" encoding="UTF-8" ?>

# Show Sitemap to Bots
Sitemap: http://www.lombardassembly.org/sitemap.xml

# DisAllow Bots from crawling certain directories
User-agent: *
Disallow: /_admin/
Disallow: /administrator/
Disallow: /Administrator/
Disallow: /_Admin/
Disallow: /backend/
Disallow: /admin/
Disallow: /manager/
Disallow: /management/

Disallow: /fxkeditor/
Disallow: /podcast/
Disallow: /cgi-bin/
Disallow: /DEV/
Disallow: /content/


# DisAllow Bots from crawling certain File Types
Disallow: /*.xls$
Disallow: /*.doc$
Disallow: /*.wav$
Disallow: /*.mp3$
Disallow: /*.mp4$

# DisAllow Particular Bots
User-agent: WebCopier
Disallow: /

# ia_archiver = Archive.org - blocking just images folder
User-agent: ia_archiver
Disallow: /images/