#****************************************************************************
# robots.txt
#     : Robots, spiders, and search engines use this file to detmine which 
#       content they should *not* crawl while indexing your website.
#     : This system is called "The Robots Exclusion Standard."
#     : It is strongly encouraged to use a robots.txt validator to check
#       for valid syntax before any robots read it!
#
# Examples:
#
# Instruct all robots to stay out of the admin area.
#     : User-agent: *
#     : Disallow:   /admin/
#
# Restrict Google and MSN from indexing your images.
#     : User-agent: Googlebot
#     : Disallow:   /images/
#     : User-agent: MSNBot
#     : Disallow:   /images/
#****************************************************************************

User-agent: *
Disallow: /admin/
Disallow: /offer_cat/
Disallow: /mobile/deals/
Disallow: /deals/
Disallow: /mobile/deals/Perth/Two-Passes-to-Rollerzone-for-only-12.-Perfect-School-Holiday-Boredom-Buster
Disallow: /mobile/deals/Perth/SuperDeal-Half-Price-Weekend-in-a-Jayco-On-Road-Camper-Trailer-from-Crikey-Camper-Hire
Disallow: /m/
Disallow: /mobile/
Disallow: /m/deals/Perth/3-passes-to-Rollerzone-for-only-15.-Great-school-holiday-boredom-buster
Disallow: /family-deals-perth/offer_cat/family-holidays/offer_type/deal/
Disallow: /family-deals-perth/offer_cat/
Disallow: /book/padbury-primary-school/
Disallow: /book/booragoon-primary-school/
Disallow: /book/kurnell-public-school/
Disallow: /book/nowra-hill-public-school/
Disallow: /book/st-raphaels-primary-school/
Disallow: /book/northcross-christian-school/
Disallow: /book/hilliard-state-school/
Disallow: /book/carnarvon-primary-school/
Disallow: /book/mitcham-primary-school/
Disallow: /book/living-waters-lutheran-primary-school/
Disallow: /book/glamorgan-vale-state-school/
Disallow: /book/kippa-ring-state-school/
Disallow: /book/appin-public-school/
Disallow: /book/brunswick-east-primary-school/
Disallow: /thumb
Disallow: /store/monkey-and-me/feed/
Disallow: /store/viva-photography/feed/
Disallow: /offer/fitness-first-discount/feed/
Disallow: /offer/save-25-harvey-norman/feed/
Disallow: /store/three-five-three/feed/
Disallow: /book/gillen-primary-school/
Disallow: /store/surfing-wa/feed/
Disallow: /offer/up-to-70-off/feed/
Disallow: /blog/2016/04/stressed-out-mum-read-this/
Disallow: /deals/Perth/9D-cinema-experience-for-two-for-only-10-Perfect-with-school-holidays-coming-up
Disallow: /deals/Perth/Time-to-get-the-girls-together.-60-off-Mums-Pamper-Night-for-up-to-six-lucky-ladies
Disallow: /store/leah-jayne-make-up/feed/
Disallow: /deals/Perth/Baby-Toddler-Bean-Bag-for-only-35-delivered-Be-quick-Perth
Disallow: /blog/2014/12/hamburgers/
Disallow: /deals/Perth/5-Passes-to-WAs-largest-indoor-play-centre-for-only-15
Disallow: /deals/Perth/Havent-had-your-hair-cut-in-ages-No-babysitter-No-problem-with-todays-offer-for-only-39
Disallow: /blog/category/bubbler/page/2/
Disallow: /book/st-cecilias-catholic-primary-school/
Disallow: /store/einsteins-top-secret-science-parties-perth/feed/
Disallow: /offer/foost-first-knife/feed/
Disallow: /offer/einsteins-top-secret-science-party-perth/feed/
Disallow: /offer/bockers-and-pony-hampers/feed/
Disallow: /deals/Perth/Three-passes-to-Mighty-Jungle-Indoor-Play-Centre-for-only-15.-Be-quick
Disallow: /deals/Perth/Kids-movie-and-popcorn-package-for-only-11-Just-in-time-for-Christmas
Disallow: /book/slacks-creek-state-school/
Disallow: /book/our-place-pg/instagram.com/bubblerdeals
Disallow: /book/damla-college/facebook.com/bubblerdeals
Disallow: /blog/2015/04/anzac-cookies/
Disallow: /family-deals-perth/location/victoria/offer_type/deal/offer_cat/kids-parties/
Disallow: /family-deals-perth/offer_cat/family-activities/offer_type/deal/location/available-nationally/offer_sort/offer_expire-asc/
Disallow: /family-deals-perth/offer_sort/rate-asc/offer_type/coupon/offer_cat/just-for-mum/location/south-australia/
Disallow: /family-deals-perth/offer_sort/date-asc/offer_type/deal/location/act/
Disallow: /family-deals-perth/location/south-australia/offer_type/deal/deal/9795/
Disallow: /family-deals-perth/offer_cat/family-holidays/offer_type/deal/location/northern-territory/offer_sort/date-asc/
Disallow: /family-deals-perth/offer_cat/family-activities/offer_tag/just-for-mum/offer_sort/date-asc/
Disallow: /family-deals-perth/offer_type/coupon/offer_sort/offer_expire-asc/deal/9795/
Disallow: /book/waaia-yalca-south-primary-school/
Disallow: /family-deals-perth/offer_type/coupon/offer_cat/family-activities/location/new-south-wales/
Disallow: /family-deals-perth/offer_type/coupon/location/tasmania/
Disallow: /family-deals-perth/offer_cat/retail-sales/offer_type/deal/location/northern-territory/
Disallow: /family-deals-perth/offer_type/coupon/offer_cat/just-for-mum/offer_tag/just-for-mum/
Disallow: /family-deals-perth/offer_cat/just-for-mum/location/queensland/
Disallow: /family-deals-perth/offer_type/deal/offer_cat/family-activities/location/northern-territory/
Disallow: /family-deals-perth/offer_sort/offer_expire-asc/offer_type/coupon/offer_cat/retail-sales/
Disallow: /family-deals-perth/location/new-south-wales/offer_type/coupon/offer_cat/retail-sales/
Disallow: /family-deals-perth/offer_sort/date-asc/page/2/