V4.2022.06.3147 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-Abonti
-Aboundex
+360Spider
+80legs
+ADmantX
+AIBOT
 Acunetix
-AiHitBot
-Aipbot
+AfD-Verbotsverfahren
+AhrefsBot
+Alexibot
+AllSubmitter
 Alligator
-AlphaBot
+Anarchie
 Anarchy99
-Apexoo
+Ankit
+Anthill
+Aspiegel
 Atomseobot
-BLEXBot
-Backlink-Ceck
-BacklinkCrawler
-Bandit
+Attach
+BBBike
+BDCbot
+BackDoorBot
+BackStreet
+Badass
+Barkrowler
 BatchFTP
-Bigfoot
-Bitacle
-Bolt
+BlackWidow
+Blackboard
+Blow
+BlowFish
+BotALot
 Brandprotect
-BuiltBotTough
+Buck
+Buddy
+BuiltWith
+Bullseye
 BunnySlippers
-BuzzSumo
 CCBot
+Calculon
+CazoodleBot
 Cegbfeieh
 CensysInspect
 CheTeam
-CheeseBot
+CherryPicker
+Citoid
 Claritybot
+Cliqzbot
 Cloud mapping
-CopyRightCheck
-Copyscape
-Craftbot
-DBLBot
-DTS Agent
-Demon
+Cocolyzebot
+Cogentbot
+Crawling at Home Project
+CrazyWebCrawler
+CrunchBot
+Custo
+DIIbot
+DSearch
 Deusu
 Devil
-DomCopBot
-DomainAppender
-DomainSigmaCrawler
+DittoSpyder
+DnBCrawler-Analytics
 DomainStatsBot
-Dotbot
-Download Wonder
-Dragonfly
-Drip
-EMail Wolf
-EasyDL
-Ebingbong
-Evil
-Exabot
 Express WebPictures
 ExtLinksBot
-Extractor
-Extreme Picture Finder
-FDM
-Firefox/7.0
-FlashGet
-Foobot
+ExtractorPro
+EyeNetIE
+Flunky
+Freeuploader
 FrontPage
-FyberSpider
-Fyrebot
-GT::WWW
-GalaxyBot
-Genieo
-GermCrawler
+G-i-g-a-b-o-t
+GetRight
 GetWeb
-Gigabot
+GrabNet
 Grabber
-Grafula
+GrapeshotCrawler
 GridBot
-HEADMasterSEO
-HaosouSpider
+HTTP::Lite
 Harvest
-Havij
-Hloader
-Humanlinks
+Heritrix
 HybridBot
+IDBTE4M
 IRLbot
-Id-search
+IlseBot
+Image Fetch
+Indy Library
+InfoNaviRobot
 Iskanie
+IstellaBot
 JamesBOT
-JennyBot
-Jetty
+Jbrofuzz
+JetCar
+JustView
 Keyword Density
-Kinza
-Kozmosbot
 LNSpiderguy
-LWP::Simple
-Lanshanbot
+Larbin
 Leap
-LeechFTP
-Linkbot
+Lftp
+LibWeb
+Libwhisker
+LieBaoFast
+Likse
 LinkextractorPro
 LinksManager
 LinqiaRSSBot
 LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
-Litemage_walker
-Lmspider
-MIDown tool
-MJ12bot
+MQQBrowser
+MSFrontPage
+MTRobot
 Magnet
+Majestic SEO
+Majestic-SEO
+Majestic12
+MarkWatch
 MauiBot
 Mb2345Browser
-MeanPath Bot
-MegaIndex.ru
+Mediatoolkitbot
 Metauri
 Microsoft Data Access
-Minefield
+Microsoft URL Control
+Mister PiX
 Mojeek
+Mojolicious
 MolokaiBot
-Mozlila
-Name Intelligence
-NetLyzer
+Morfeus Fucking Scanner
+Msrabot
+Nameprotect
+NearSite
+Nessus
+NetSpider
 NetZIP
+Nettrack
 Netvibes
-NextGenSearchBot
-NimbleCrawler
-Nimbostratus
 Nmap
-Octopus
+Offline Explorer
 OnCrawl
-OpenLinkProfiler
-OpenVAS
-OutfoxBot
-PHPCrawl
-PageThing.com
-Panscient
+OrangeSpider
+OutclicksBot
+PageGrabber
+PeoplePal
 Petalbot
 Pi-Monster
-PictureFinder
-Piepmatz
 Pimonster
 Pixray
-Pockey
-Pump
+ProWebWalker
 PxBroker
-PyCurl
-RSSingBot
-RankingBot
-RankingBot2
-RocketCrawler
+RankActiveLinkBot
+Rankivabot
+RankurBot
+Re-re
+RebelMouse
+RedesScrapy
+RepoMonkey
+Rogerbot
 SEOkicks
+SEOkicks-Robot
+SEOstats
+SISTRIX
 SalesIntelligent
-Scrapy
+ScanAlert
 ScrepyBot
-Searchestate
-SearchmetricsBot
-SeoSiteCheckup
+SemanticJuice
+Semrush
+SeobilityBot
+Seomoz
 Shodan
-SiteLockSpider
-SiteSnagger
-Sitebeam
-Sitevigil
+SiteCheckerBotCrawler
+SiteSucker
 SlySearch
-Snake
-Snapbot
-Snoopy
+SmartDownload
 Sogou web spider
-Sottopop
-SpaceBison
-SpankBot
-Spbot
+Spanner
+Sqlmap
 Sqlworm
 Sqworm
-Stripper
 Sucuri
-SuperBot
-SurveyBot
+SuperHTTP
+Surfbot
 Suzuran
+Swiftbot
 T0PHackTeam
-Teleport
-Telesphorep
-TheNomad
+TeleportPro
+Telesoft
+The Intraformant
 Thumbor
-Titan
+Toata
 Toweyabot
-Turnitin
-TurnitinBot
-TwengaBot
+Tracemyfile
+Trendiction
+Typhoeus
 URLy Warning
 URLy.Warning
 VB Project
-VCI
-Vacuum
 Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
-VoidEYE
-WallpapersHD
-WeSEE
-Web Collage
-Web Fuck
+Voltron
+WEBDAV
+WISENutbot
+WPScan
+WWW-Collector-E
+Wallpapers
+Web Fetch
 Web Pix
-Web Sauger
-WebBandit
-WebFetch
+WebAuto
+WebCopier
+WebEnhancer
+WebFuck
+WebGo IS
+WebLeacher
+WebPix
 WebReaper
 WebWhacker
+Webalta
+Webshag
 Website Quester
 WebsiteExtractor
-WebsiteQuester
-Whack
-Whacker
-Whatweb
 Widow
-WiseGuys Robot
-Woobot
-Zermelo
-Zitebot
+Wprecon
+Xaldon WebSpider
+Xenu
+YoudaoBot
+Zade
+Zeus
+ZmEu
 ZoomBot
-ZoominfoBot
-ZumBot
-ZyBorg
-adscanner
 arquivo-web-crawler
 arquivo.pt
+cah.io.community
 check1.exe
+coccocbot
+cognitiveseo
 com.plumanalytics
 crawl.sogou.com
-dataforseo.com
-eCatch
-evc-batch
-gopher
-heritrix
-internetVista monitor
+crawler4j
 ips-agent
-linkdexbot
-lwp-trivial
+isitwp.com
+iubenda-radar
 meanpathbot
-mediawords
-oBot
-page scorer
+muhstik-scan
 plumanalytics
 polaris version
-probe-image-size
+ripz
 s1z.ru
-scan.lol
-seobility
-seocompany.store
-seostar
-sexsearcher
+sitechecker.pro
 sogouspider
+sysscan
 tAkeOut
 trendiction.com
-webpros.com
-x09Mozilla
+trendiction.de
+webgains-bot
+webprosbot
+x22Mozilla
+xpymep1.exe