User-agent: Mediapartners-Google*
Disallow:

User-agent: *
Disallow: /redirect.php
Disallow: /redirect_offers_new.php
Disallow: /offer-out
Disallow: /blog/wp-admin/*
Disallow: /blog/wp-login.php
Disallow: /ajax/
Disallow: /get-cdata


#User agent to block
User-agent: magpie-crawler
User-agent: brandwatch
User-agent: YandexBot
User-agent: trendictionbot
User-agent: Sogou
User-agent: Sogou Spider
User-agent: SeznamBot
User-agent: Yahoo! Slurp
User-agent: Slurp
User-agent: coccocbot-web
User-agent: coccocbot-image
User-agent: 360Spider
User-agent: HubSpot
User-agent: BLEXBot
User-agent: netEstate
User-agent: netEstate NE Crawler
User-agent: SEOkicks
User-agent: SEOkicks-Robot
User-agent: CCBot
User-agent: MegaIndex.ru/2.0
User-agent: MegaIndex.ru
User-agent: megaIndex.ru
User-agent: YoudaoBot
User-agent: MJ12bot
User-agent: MJ12bot/v1.4.3
User-agent: UptimeRobot/2.0
User-agent: UptimeRobot
User-agent: Ezooms Robot
User-agent: Ezooms
User-agent: WiseGuys Robot
User-agent: Turnitin Robot
User-agent: TurnitinBot
User-agent: Turnitin Bot
User-agent: TurnitinBot/3.0
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
User-agent: Baiduspider/2.0
User-agent: Baiduspider/3.0
User-agent: Baiduspider/4.0
User-agent: Baiduspider/5.0
User-agent: DOC
User-agent: Zao
User-agent: Twiceler
User-agent: Zealbot
User-agent: MSIECrawler
User-agent: SiteSnagger
User-agent: WebStripper
User-agent: WebCopier
User-agent: HTTrack
User-agent: Fetch
User-agent: Offline Explorer
User-agent: Teleport
User-agent: TeleportPro
User-agent: WebZIP
User-agent: linko
User-agent: HTTrack
User-agent: Xenu
User-agent: Microsoft.URL.Control
User-agent: Microsoft.URL
User-agent: larbin
User-agent: libwww
User-agent: ZyBORG
User-agent: Download Ninja
User-agent: Nutch
User-agent: spock
User-agent: OmniExplorer_Bot
User-agent: BecomeBot
User-agent: genieBot
User-agent: MLBot
User-agent: 80bot
User-agent: Linguee Bot
User-agent: aiHitBot
User-agent: Exabot
User-agent: SBIder/Nutch
User-agent: Jyxobot
User-agent: mAgent
User-agent: Speedy Spider
User-agent: ShopWiki
User-agent: Huasai
User-agent: DataCha0s
User-agent: Atomic_Email_Hunter
User-agent: Mp3Bot
User-agent: betaBot
User-agent: core-project
User-agent: panscient.com
User-agent: libwww-perl
User-agent: Java
User-agent: GarlikCrawler/1.2
User-agent: GarlikCrawler
Disallow: /

Sitemap: https://www.topnegozi.it/sitemap_index.xml