V4.2022.06.3163 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 404checker
-404enemy
-80legs
-ASPSeek
-Abonti
 Acunetix
-AiHitBot
-Aipbot
-AlphaBot
+AfD-Verbotsverfahren
 Anarchie
-Anarchy
 Ankit
-Aspiegel
-Atomseobot
+Anthill
+Apexoo
+Asterias
 AwarioRssBot
-AwarioSmartBot
-BLEXBot
-BackDoorBot
-BackStreet
-Badass
-BetaBot
+BackWeb
+Backlink-Ceck
+BacklinkCrawler
+Battleztar Bazinga
+Bigfoot
 Bitacle
+Black Hole
 BlackWidow
-Blackboard
-Boardreader
-Brandprotect
+Bolt
+BotALot
+BuiltBotTough
 Bullseye
-BuzzSumo
 CATExplorador
-CheTeam
-CherryPicker
-ChinaClaw
-Citoid
-Cloud mapping
-Cogentbot
-CopyRightCheck
-Cosmos
+CODE87
+CheeseBot
+Claritybot
+Cliqzbot
+Cocolyzebot
+Collector
+Copyscape
 CrazyWebCrawler
-Curious
+Crescent
 Custo
-DBLBot
+CyotekWebCopy
 DIIbot
 DSearch
-DTS Agent
-Demon
+DataCha0s
+Deusu
 Devil
+Digincore
+DigitalPebble
 Discobot
-Discoverybot
 DnyzBot
+DomCopBot
+DomainAppender
 DomainCrawler
-DomainSigmaCrawler
 Domains Project
-Ebingbong
-Exabot
-Express WebPictures
-ExtractorPro
-FDM
-FemtosearchBot
-Freeuploader
-FrontPage
-Fyrebot
-G-i-g-a-b-o-t
+Dotbot
+Dragonfly
+EMail Wolf
+Ecxi
+EirGrabber
+Evil
+ExtLinksBot
+Extreme Picture Finder
+EyeNetIE
+Ezooms
+FHscan
+Fimap
+Flunky
+FyberSpider
+Getintent
+Gigabot
 Go!Zilla
 Go-Ahead-Got-It
-Gotit
 Grabber
-HEADMasterSEO
-HMView
-HTMLparser
-Haansoft
-Harvest
+HTTP::Lite
+HTTrack
+HaosouSpider
 Hloader
-HonoluluBot
-IDBTE4M
+Humanlinks
+IRLbot
 Iblog
-IlseBot
 Image Fetch
-Image Sucker
-IndeedBot
 Indy Library
-InfoNaviRobot
 InterGET
-Internet Ninja
 InternetSeer
-Iskanie
-JOC Web Spider
-Jbrofuzz
+Iria
 JennyBot
 JetCar
 Jetty
 JikeSpider
-JustView
-Kenjin Spider
+Jorgee
 Keybot Translation-Search-Machine
-Kozmosbot
-Lanshanbot
+Kinza
 Larbin
-LeechGet
-LinqiaScrapeBot
-MFC_Tear_Sample
-MIDown tool
-MJ12bot
-Mag-Net
+LeechFTP
+LexiBot
+LibWeb
+Linkbot
+LinqiaMetadataDownloaderBot
+Litemage_walker
+Lmspider
+MQQBrowser
 Magnet
-Mail.RU_Bot
-Majestic SEO
 Majestic12
+MarkMonitor
 Masscan
-Mb2345Browser
+Mata Hari
 MeanPath Bot
-Meanpathbot
-MegaIndex.ru
-Microsoft Data Access
+MicroMessenger
+Microsoft URL Control
 Moblie Safari
+Mojeek
 Mojolicious
-MolokaiBot
-Mr.4x3
-Msrabot
-NICErsPRO
-NPbot
-Nameprotect
+Musobot
 Navroad
+NearSite
+Needle
+Nessus
 Net Vampire
-NetLyzer
-NetMechanic
-Niki-bot
-NimbleCrawler
-Nimbostratus
+NetAnts
+NetSpider
+NextGenSearchBot
+Nikto
 Ninja
-Nmap
-Not
-Nutch
+Octopus
+Offline Explorer
 OnCrawl
 OpenLinkProfiler
+OpenVAS
+Openfind
+Openvas
+OrangeSpider
+OutfoxBot
 POE-Component-Client-HTTP
-PageAnalyzer
-PageGrabber
-PageScorer
-Pandalytics
+PageThing.com
 Papa Foto
 PeoplePal
 Petalbot
 Pi-Monster
-Picscout
-Picsearch
 PictureFinder
-Pimonster
-Probethenet
+Piepmatz
+ProWebWalker
 Psbot
 Pu_iN
-Pump
-PxBroker
-PyCurl
+QueryN Metasearch
+RSSingBot
 RankingBot2
-RankurBot
 Re-re
-ReGet
-Reaper
-RedesScrapy
-Ripper
+RebelMouse
+RepoMonkey
 RocketCrawler
 Rogerbot
-SBIder
-SEOkicks-Robot
-SEOprofiler
+SEOkicks
 SISTRIX
-SalesIntelligent
 ScanAlert
-Scrapy
-Semrush
-SeoSiteCheckup
+Scanbot
+Screaming
+ScrepyBot
+SearchmetricsBot
+SentiBot
 Siphon
-SiteCheckerBotCrawler
-SiteLockSpider
+Site Sucker
+SiteSnagger
+SiteSucker
 Siteimprove
 Sitevigil
-Snoopy
-Sogou web spider
+SlySearch
+Sosospider
+SpaceBison
+Spammen
 SpankBot
-Spinn3r
-SputnikBot
 Sqlmap
 Sqlworm
+Steeler
 Stripper
-SuperHTTP
+Sucker
+Sucuri
+SuperBot
 Surfbot
+SurveyBot
 Szukacz
-Teleport
-Telesoft
+T0PHackTeam
+TeleportPro
+The Intraformant
+Thumbor
+TightTwatBot
 Titan
+Toata
+Toweyabot
 Trendiction
-Trendictionbot
+True_Robot
 Turnitin
-TwengaBot
+Typhoeus
 URLy Warning
+URLy.Warning
+UnisterBot
 VCI
+Vacuum
 Vagabondo
 VelenPublicWebCrawler
-WASALive-Bot
+VeriCiteCrawler
+Voil
+Voltron
 WEBDAV
+WPScan
 WWW-Collector-E
-WWW::Mechanize
 WWWOFFLE
-Wallpapers
-WeSEE
+Wallpapers/3.0
+WallpapersHD
+Web Auto
 Web Collage
-WebAuto
-WebBandit
+Web Enhancer
+Web Fuck
+Web Sucker
 WebCopier
-WebEnhancer
 WebFuck
+WebImageCollector
+WebPix
+WebSucker
+Webshag
+Website Quester
 WebsiteExtractor
-Webster
-Whacker
-Widow
+Whatweb
 WinHTTrack
-Woobot
-Xaldon_WebSpider
-Zermelo
-ZumBot
+WiseGuys Robot
+Xenu
+ZmEu
+ZoominfoBot
 adscanner
 arquivo-web-crawler
-backlink-check
+arquivo.pt
 check1.exe
+clark-crawler
 coccocbot
-crawl.sogou.com
+cognitiveseo
+com.plumanalytics
+crawler4j
+dataforseo.com
+domainsproject.org
 eCatch
-evc-batch
-isitwp.com
-iubenda-radar
-lwp-trivial
+facebookscraper
+heritrix
+instabid
+internetVista monitor
 magpie-crawler
 netEstate NE Crawler
-pcBrowser
-ripz
-s1z.ru
+page scorer
+polaris version
 satoristudio.net
-scalaj-http
-scan.lol
-seoscanners
-seostar
+seobility
 sexsearcher
-siteripz
-spyfu
-trendiction.com
-trendiction.de
+sitechecker.pro
+sysscan
+ubermetrics-technologies.com
+voyagerx.com
+webgains-bot
+webmeup-crawler
 webprosbot
-x09Mozilla
-x22Mozilla
+xpymep1.exe