Sitemap: https://www.netmoroz.ru/sitemap.xml
Host: https://www.netmoroz.ru
Crawl-delay: 5

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: Linguee
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Go-http-client
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: barkrowler
Disallow: /

User-agent: LinkpadBot
Disallow: /

User-agent: netEstate NE Crawler
Disallow: /

User-agent: VelenPublicWebCrawler
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Applebot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Mail.Ru
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: GeedoBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: GeedoProductSearch
Disallow: /

User-agent: facebookexternalhit
Disallow: /

User-agent: FriendlyCrawler
Disallow: /

User-agent: ImagesiftBot
Disallow: /
User-agent: *
Disallow:

Disallow: */index.php
Disallow: /catalog/product_compare/add/
Disallow: /catalog/product/view/id/
Disallow: /review/product/list/id/
Disallow: /wishlist/index/add/
Disallow: /catalogsearch/
Disallow: /catalog/seo_sitemap/
Disallow: /*.html?p=
Disallow: /*/?p=
Disallow: /*/?q=

Disallow: /app/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /shell/
Disallow: /var/

Disallow: /api.php
Disallow: /cron
Disallow: /error_log
Disallow: /get.php
Disallow: /install.php
Disallow: /LICENSE
Disallow: /README.txt
Disallow: /RELEASE_NOTES.txt

Disallow: /CVS
Disallow: /*.svn$
Disallow: /*.idea$
Disallow: /*.sql$
Disallow: /*.tgz$

Allow: /*.js
Allow: /*.css
Allow: /*.png
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.gif

Disallow: */?mode=*
Disallow: */?boiler_manufacturer=*
Disallow: */?pump_pressure_filter=*
Disallow: */?pump_plunging_filter=*
Disallow: */?pipe_diameter=*
Disallow: */?pipe_type=*
Disallow: */?pump_output_filter=*
Disallow: */?q=*
Disallow: */?liquidizer_collection_rossinka=*
Disallow: */?liquidizer_manufacturer=*
Disallow: */?p=*
Disallow: */?valve_dn=*
Disallow: */?valve_pn=*
Disallow: */?instalation_filer_filler=*
Disallow: */?instalation_filter_function=*
Disallow: */?boiler_gas_power_filter=*
Disallow: */?collector_output=*
Disallow: */?kip_type=*
Disallow: */?valve_working_medium=*
Disallow: */?cartridge_diameter=*
Disallow: */?water_treament_manufacturer=*
Disallow: */?radiator_sectional_section=*
Disallow: */?pipe_manufacturer=*
Disallow: */?valve_case_material=*
Disallow: */?valve_type_mechanism=*
Disallow: */?pump_voltage=*
Disallow: */?gas_meter_consumption=*
Disallow: */?pipe_additional_diamter=*
Disallow: */?heat_gun_voltage=*
Disallow: */?valve_check_type_mechanism=*
Disallow: */?valve_instalation=*
Disallow: */?cat=*
Disallow: */?valve_h_implementation=*