# allow all 


# go away
User-agent: *
Disallow: /

# disallow all files with a? in url 
Disallow: /*?*

# disallow archiving site
User-agent: ia_archiver
Disallow: /

# disable duggmirror
User-agent: duggmirror
Disallow: /


# disallow all files ending in specific extension 
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.txt$



# disallow these dirs 
Disallow: /images/
Disallow: /cgi-bin/
Disallow: /include/



# disallow these files and dirs 
Disallow:  /_info.html
Disallow: /*_info*.html 
Disallow: /index.php?
Disallow: /calculator.php?
Disallow: /save_property.php?
Disallow: /contact.php?
Disallow: /print_brochure_
Disallow: /comm_print_brochure_
Disallow: /cmmr_print_brochure_
Disallow: /search.php?
Disallow: /comm_real_estate_property_
Disallow: /comm_real_estate_property__
Disallow: /nc_print_brochure_
Disallow: /russian.html
Disallow: /client_testimonials.html
Disallow: /real_estate_company.html
Disallow: /register_login.html
Disallow: /view_favorites.html
Disallow: /user_preferences.html
Disallow: /real_estate_property_
Disallow: /real_estate_property__
Disallow: /commercial_real_estate.html

# paths (clean URLs)
Disallow: /fort_lauderdale_luxury_communities/
Disallow: /miami_luxury_communities/
Disallow: /miami_commercial_real_estate/
Disallow: /fort_lauderdale_commercial_real_estate/
Disallow: /international_real_estate/





# disallow these urls 
Disallow: /mortgage-payment-calculator.php
Disallow: /mortgage-principal-calculator.php
Disallow: /mortgage-length-calculator.php
Disallow: /what-if-i-pay-more-calculator.php
Disallow: /payment-per-thousand-calculator.php
Disallow: /what-is-the-real-apr-calculator.php
Disallow: /affordability-calculator.php
Disallow: /tax-benefits-calculator.php
Disallow: /should-i-refinance.php
Disallow: /should-i-pay-points-calculator.php
Disallow: /should-i-use-heloc.php
Disallow: /how-much-income-do-i-need-to-qualify.php
Disallow: /second-mortgage-calculator.php
Disallow: /interest-only-calculator.php
Disallow: /interest-only--with-repayments-calculator.php
Disallow: /canadian-mortgage-calculator.php
Disallow: /which-loan-is-better.php
Disallow: /standard-vs-bi-weekly-calculator.php
Disallow: /buy-vs-rent-calculator.php
Disallow: /credit-card-minimum-payment.php
Disallow: /credit-card-payoff-goal.php