User-agent:* Disallow: /lib/ Disallow: /*.php$ Disallow: /pkginfo/ Disallow: /report/ Disallow: /var/ Disallow: /catalog/ Disallow: /customer/ Disallow: /sendfriend/ Disallow: /review/ Disallow: /*SID= Disallow: /*? # Disable checkout & customer account Disallow: /checkout/ Disallow: /onestepcheckout/ Disallow: /customer/ Disallow: /customer/account/ Disallow: /customer/account/login/ # Disable Search pages Disallow: /catalogsearch/ Disallow: /catalog/product_compare/ Disallow: /catalog/category/view/ Disallow: /catalog/product/view/ # Disable common folders Disallow: /app/ Disallow: /bin/ Disallow: /dev/ Disallow: /lib/ Disallow: /phpserver/ Disallow: /pub/ # Disable Tag & Review (Avoid duplicate content) Disallow: /tag/ Disallow: /review/ # Common files Disallow: /composer.json Disallow: /composer.lock Disallow: /CONTRIBUTING.md Disallow: /CONTRIBUTOR_LICENSE_AGREEMENT.html Disallow: /COPYING.txt Disallow: /Gruntfile.js Disallow: /LICENSE.txt Disallow: /LICENSE_AFL.txt Disallow: /nginx.conf.sample Disallow: /package.json Disallow: /php.ini.sample Disallow: /RELEASE_NOTES.txt # Disable sorting (Avoid duplicate content) Disallow: /*?*product_list_mode= Disallow: /*?*product_list_order= Disallow: /*?*product_list_limit= Disallow: /*?*product_list_dir= # Disable version control folders and others Disallow: /*.git Disallow: /*.CVS Disallow: /*.Zip$ Disallow: /*.Svn$ Disallow: /*.Idea$ Disallow: /*.Sql$ Disallow: /*.Tgz$ Disallow: /rewards_catalog/ Disallow: /checkout/cart/ Disallow: /directory/currency/ Disallow: /wishlist/index/ Disallow: /optimizeJs/ User-agent: GarbageBots Disallow: / User-Agent: almaden Disallow: / User-Agent: ASPSeek Disallow: / User-Agent: Axmo Disallow: / User-Agent: BaiduSpider Disallow: / User-Agent: booch Disallow: / User-Agent: DTS Agent Disallow: / User-Agent: Downloader Disallow: / User-Agent: EmailCollector Disallow: / User-Agent: EmailSiphon Disallow: / User-Agent: EmailWolf Disallow: / User-Agent: Expired Domain Sleuth Disallow: / User-Agent: Franklin Locator Disallow: / User-Agent: Gaisbot Disallow: / User-Agent: grub Disallow: / User-Agent: HughCrawler Disallow: / User-Agent: iaea.org Disallow: / User-Agent: lcabotAccept Disallow: / User-Agent: IconSurf Disallow: / User-Agent: Iltrovatore-Setaccio Disallow: / User-Agent: Indy Library Disallow: / User-Agent: IUPUI Disallow: / User-Agent: Kittiecentral Disallow: / User-Agent: iaea.org Disallow: / User-Agent: larbin Disallow: / User-Agent: lwp-trivial Disallow: / User-Agent: MetaTagRobot Disallow: / User-Agent: Missigua Locator Disallow: / User-Agent: NetResearchServer Disallow: / User-Agent: NextGenSearch Disallow: / User-Agent: NPbot Disallow: / User-Agent: Nutch Disallow: / User-Agent: ObjectsSearch Disallow: / User-Agent: Oracle Ultra Search Disallow: / User-Agent: PEERbot Disallow: / User-Agent: PictureOfInternet Disallow: / User-Agent: PlantyNet Disallow: / User-Agent: QuepasaCreep Disallow: / User-Agent: ScSpider Disallow: / User-Agent: SOFT411 Disallow: / User-Agent: spider.acont.de Disallow: / User-Agent: Sqworm Disallow: / User-Agent: SSM Agent Disallow: / User-Agent: TAMU Disallow: / User-Agent: TheUsefulbot Disallow: / User-Agent: TurnitinBot Disallow: / User-Agent: Tutorial Crawler Disallow: / User-Agent: TutorGig Disallow: / User-Agent: WebCopier Disallow: / User-Agent: WebZIP Disallow: / User-Agent: ZipppBot Disallow: / User-Agent: Xenu Disallow: / User-Agent: Wotbox Disallow: / User-Agent: Wget Disallow: / User-Agent: mozDex Disallow: / User-Agent: Sosospider Disallow: / Sitemap: https://www.wig-supplier.com/sitemap.xml