V4.2022.08.3290 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 404checker
-80legs
+ADmantX
+ALittle Client
+Abonti
 Aboundexbot
 AfD-Verbotsverfahren
-AiHitBot
+Aipbot
+AllSubmitter
 AlphaBot
 Anarchie
+Anarchy99
+Anthill
+Aspiegel
 Atomseobot
 Attach
-AwarioRssBot
-AwarioSmartBot
+BBBike
+BDCbot
+BLEXBot
 BackDoorBot
-Backlink-Ceck
-Badass
-Bandit
-Barkrowler
-Battleztar Bazinga
-Bigfoot
+BackStreet
 Black Hole
 BlackWidow
-Blackboard
-Brandwatch
+Boardreader
+Brandprotect
 Buck
-Buddy
-BuiltWith
-BunnySlippers
-CCBot
-CODE87
+BuzzSumo
+CATExplorador
+Calculon
 CazoodleBot
 CheTeam
-ChinaClaw
+Chlooe
+Citoid
 Claritybot
 Cliqzbot
 Cloud mapping
-Collector
+Cocolyzebot
 Cosmos
-Curious
-Custo
-DIIbot
-Devil
-DigitalPebble
-Dirbuster
+Crawling at Home Project
+CrazyWebCrawler
+CrunchBot
+DTS Agent
+DatabaseDriverMysqli
+Discoverybot
 Dispatch
 DnBCrawler-Analytics
 DomCopBot
-DomainStatsBot
-Domains Project
-Dotbot
+DomainAppender
+Download Wonder
+Dragonfly
+Drip
+EMail Wolf
 EasyDL
 Ebingbong
+EirGrabber
+EroCrawler
 Evil
+Exabot
 ExtLinksBot
 ExtractorPro
-Ezooms
-FHscan
-Fimap
+EyeNetIE
+FemtosearchBot
+FlashGet
 Fuzz
-GetRight
-Getintent
-Gigabot
+FyberSpider
 Go-Ahead-Got-It
-Gotit
 GrabNet
-Grabber
-GrapeshotCrawler
+GrapeFX
+HMView
 HTTP::Lite
 Haansoft
 HaosouSpider
-Harvest
-Heritrix
+Havij
+HonoluluBot
+Humanlinks
+HybridBot
 IDBTE4M
 IDBot
+IRLbot
+Iblog
+Id-search
+IlseBot
 Image Fetch
+Image Sucker
 IndeedBot
-InternetSeer
-Iskanie
+Indy Library
+InfoTekies
+InterGET
 IstellaBot
 JOC Web Spider
-JetCar
 JikeSpider
-Jyxobot
+JustView
+Kenjin Spider
 Keybot Translation-Search-Machine
-Keyword Density
 Kinza
-Kozmosbot
-LNSpiderguy
-LeechGet
-Lftp
-LibWeb
-Libwhisker
+LWP::Simple
+Lanshanbot
+Leap
 Lightspeedsystems
-Likse
 LinkWalker
 LinkextractorPro
-LinqiaMetadataDownloaderBot
-MIIxpc
-MSIECrawler
-Mag-Net
+LinkpadBot
+LinksManager
+LinqiaScrapeBot
+Lmspider
+MFC_Tear_Sample
+MJ12bot
+MQQBrowser
+MSFrontPage
 Majestic12
 MarkMonitor
-Mass Downloader
-Mata Hari
-MauiBot
+MarkWatch
 Mb2345Browser
 Mediatoolkitbot
+Metauri
+Microsoft Data Access
+Microsoft URL Control
 Mister PiX
-Moblie Safari
+Mojeek
 MolokaiBot
-Morfeus Fucking Scanner
-Mr.4x3
+Msrabot
+NICErsPRO
+NPbot
+Nameprotect
 Navroad
 Nessus
-NetLyzer
+NetAnts
 NetMechanic
-Nettrack
-Netvibes
-Nibbler
-Niki-bot
-Nimbostratus
-Offline Navigator
+NetSpider
+Nikto
+Not
+Nutch
+Octopus
+OnCrawl
 OpenVAS
-Openfind
+Openvas
 OrangeSpider
-Page Analyzer
-PageAnalyzer
+OutclicksBot
+POE-Component-Client-HTTP
+PageScorer
 PageThing.com
-Pandalytics
-Panscient
 Papa Foto
 Pavuk
-Petalbot
+Pi-Monster
+Picscout
 Picsearch
 PictureFinder
-Pimonster
-Pixray
-Pockey
-ProPowerBot
+PleaseCrawl
+Probethenet
 Psbot
-Pu_iN
 Pump
-RankActiveLinkBot
 RankingBot
-RankingBot2
-RankurBot
-ReGet
-Reaper
-RebelMouse
+Rankivabot
+Re-re
 RedesScrapy
-Rogerbot
-SBIder
+Ripper
 SEOkicks
 SEOkicks-Robot
-SEOlyticsCrawler
-SISTRIX
+SEOprofiler
+SEOstats
 SMTBot
-Scanbot
+ScoutJet
 ScreenerBot
-SemanticJuice
+Searchestate
+SearchmetricsBot
 SemrushBot
+SentiBot
 Shodan
 Siphon
+SiteCheckerBotCrawler
 SiteExplorer
-SiteLockSpider
-Snapbot
+Sitebeam
+SmartDownload
 Snoopy
 SocialRankIOBot
-Sociscraper
-Sogou web spider
-Spammen
 SpankBot
+Spbot
+Spinn3r
 Sqlmap
-Sqlworm
 Stripper
+Sucuri
 SuperHTTP
-Swiftbot
-Szukacz
-Telesphorep
+T0PHackTeam
+TeleportPro
+Telesoft
 Titan
+Toweyabot
 Tracemyfile
+Trendiction
 Trendictionbot
-Turingos
 Turnitin
+TwengaBot
+Twice
 Typhoeus
-VCI
+URLy.Warning
+Vagabondo
+VeriCiteCrawler
+VoidEYE
 Voil
+WBSearchBot
 WEBDAV
-WWW-Collector-E
-Wallpapers
+WISENutbot
+Wallpapers/3.0
 WallpapersHD
-WeSEE
-Web Fuck
+Web Auto
+Web Fetch
+Web Sauger
 Web Sucker
 WebAuto
-WebBandit
-WebCopier
+WebEnhancer
 WebFetch
-WebGo IS
-WebImageCollector
-WebLeacher
-WebSauger
-WebSucker
-WebWhacker
-WebZIP
-Webalta
+WebReaper
 WebmasterWorldForumBot
 Website Quester
-Whack
-Whatweb
-Wonderbot
-Woobot
-Xaldon_WebSpider
-Xenu
-YoudaoBot
-Zauba
-Zermelo
-ZmEu
+Whacker
+Widow
+WinHTTrack
+Wotbox
+Zeus
+Zitebot
 ZoomBot
-ZumBot
-backlink-check
+ZoominfoBot
+archive.org_bot
+arquivo-web-crawler
+arquivo.pt
 cah.io.community
 coccocbot
-crawl.sogou.com
-crawler.feedback
 crawler4j
 dataforseo.com
-eCatch
-heritrix
+demandbase-bot
+evc-batch
+facebookscraper
 instabid
-internetVista monitor
-iubenda-radar
+lwp-request
 lwp-trivial
-meanpathbot
 muhstik-scan
-polaris version
+netEstate NE Crawler
+page scorer
+pcBrowser
 probe-image-size
-s1z.ru
+ripz
 satoristudio.net
 scalaj-http
-scan.lol
-seobility
 seoscanners
 seostar
-sp_auditbot
+siteripz
+sogouspider
+spyfu
+sysscan
 tAkeOut
-trendiction.com
-ubermetrics-technologies.com
-webmeup-crawler
-webpros.com
-x09Mozilla
-x22Mozilla
+webprosbot