V4.2022.10.3391 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404enemy
+360Spider
+404checker
 ADmantX
+AIBOT
 ALittle Client
+ASPSeek
 Acunetix
-Aipbot
-Alexibot
+AfD-Verbotsverfahren
+AhrefsBot
+AiHitBot
 Alligator
-Anarchie
-Ankit
+Anarchy99
+Apexoo
+Asterias
+Atomseobot
 Attach
+AwarioRssBot
 AwarioSmartBot
+BBBike
+BDCbot
 BackDoorBot
-BackStreet
-Badass
-Barkrowler
-Battleztar Bazinga
+BackWeb
+BacklinkCrawler
 BetaBot
+Bitacle
+Black Hole
 Blackboard
-Blow
-Bolt
-BotALot
-Brandwatch
+BlowFish
+Boardreader
+Buck
 Buddy
-CCBot
+BuiltWith
+BuzzSumo
+CATExplorador
 CSHttp
-Calculon
-CazoodleBot
 Cegbfeieh
-CheeseBot
-ChinaClaw
-Claritybot
-Collector
-Copier
+CensysInspect
+CheTeam
+CherryPicker
 CopyRightCheck
-Copyscape
-Craftbot
+Cosmos
+CrazyWebCrawler
 CrunchBot
-Custo
-DBLBot
-DIIbot
-DSearch
-DataCha0s
+CyotekWebCopy
+DTS Agent
+DigitalPebble
 Dispatch
 DnBCrawler-Analytics
 DnyzBot
-DomainSigmaCrawler
-Dragonfly
-Drip
-ECCP/1.0
+DomainAppender
+DomainStatsBot
+Domains Project
+Dotbot
 EMail Wolf
-Ebingbong
-EirGrabber
-Exabot
-Express WebPictures
+EasyDL
+EroCrawler
+Evil
 ExtLinksBot
-Ezooms
+ExtractorPro
+Extreme Picture Finder
+FemtosearchBot
+Firefox/7.0
 FlashGet
-FrontPage
+Flunky
 Fyrebot
-G-i-g-a-b-o-t
-Genieo
+GalaxyBot
 GermCrawler
-GetWeb
-GoZilla
-Gotit
+Getintent
+Go!Zilla
 GrabNet
-Grafula
-HEADMasterSEO
-Harvest
-Havij
+Grabber
+GrapeFX
+GrapeshotCrawler
+HTMLparser
+HTTrack
+Haansoft
+HaosouSpider
 Heritrix
 Hloader
-HybridBot
-IDBTE4M
-IDBot
-IRLbot
+HonoluluBot
+Iblog
 IlseBot
 Image Fetch
-InfoTekies
-Intelliseek
+InterGET
 Internet Ninja
-Iskanie
+InternetSeer
+JOC Web Spider
 JennyBot
-Jetty
+JetCar
 JikeSpider
 Jorgee
-JustView
-Kenjin Spider
-Keybot Translation-Search-Machine
-Keyword Density
+Kinza
 Kozmosbot
-LexiBot
-Libwhisker
+Larbin
+LeechGet
+Lftp
+LieBaoFast
 LinkWalker
-LinkextractorPro
+LinkpadBot
+LinksManager
 LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Litemage_walker
+Lipperhey
+Lipperhey Spider
 Lmspider
-MFC_Tear_Sample
+Ltx71
+MIDown tool
+MJ12bot
 MSFrontPage
-Mag-Net
-Majestic SEO
-Majestic-SEO
+MSIECrawler
+MTRobot
+Magnet
+MarkWatch
+Masscan
+MeanPath Bot
 Meanpathbot
+MegaIndex.ru
 Metauri
-Mozlila
+Mister PiX
+MolokaiBot
+Mr.4x3
+Msrabot
 Musobot
-NPbot
-Name Intelligence
+NICErsPRO
 Nameprotect
 NearSite
 Net Vampire
-NetLyzer
+NetAnts
 NetMechanic
-NetSpider
 NetZIP
-Nettrack
+NextGenSearchBot
+Nibbler
 Nikto
-NimbleCrawler
-Nmap
-Not
-Octopus
-Offline Navigator
-OnCrawl
 Openvas
-OrangeBot
-OrangeSpider
-PECL::HTTP
-PHPCrawl
-Pandalytics
-Panscient
-Papa Foto
-Petalbot
+Page Analyzer
+PageGrabber
+PageThing.com
+Pavuk
+Pi-Monster
+Picscout
 Picsearch
-Pixray
+PictureFinder
 PleaseCrawl
-ProPowerBot
-Psbot
-Pump
+Probethenet
+Pu_iN
 PyCurl
-QueryN Metasearch
 Quick-Crawler
 RankActiveLinkBot
-RankingBot2
-Re-re
-ReGet
-Reaper
+RankFlex
+RankurBot
+RealDownload
 Recorder
-RocketCrawler
+RepoMonkey
 Rogerbot
 SBIder
-SEOlyticsCrawler
-SalesIntelligent
+SEOkicks-Robot
+SEOprofiler
+SISTRIX
 ScanAlert
+Scanbot
 ScoutJet
-ScrepyBot
+Screaming
 Searchestate
-SemanticJuice
-Semrush
+Seekport
+SemrushBot
 SentiBot
 SeoSiteCheckup
 SeobilityBot
-Shodan
 Siphon
-SiteExplorer
-SmartDownload
+SiteLockSpider
+SlySearch
 SocialRankIOBot
 Sociscraper
-Sogou web spider
-Sosospider
 Sottopop
 Spammen
-Spbot
-Stripper
-Sucuri
+Sqworm
+Sucker
 SuperBot
-Surfbot
+SuperHTTP
 Suzuran
+Swiftbot
+Szukacz
 T0PHackTeam
-T8Abot
-TeleportPro
-Telesphorep
+Telesoft
+TheNomad
 Thumbor
-Titan
-Tracemyfile
-True_Robot
-Turnitin
-Twice
+TightTwatBot
+TurnitinBot
+TwengaBot
 URLy Warning
-URLy.Warning
-Vagabondo
+UnisterBot
+Vacuum
+VelenPublicWebCrawler
+VidibleScraper
+Virusdie
 Voltron
-WBSearchBot
+WASALive-Bot
 WEBDAV
 WISENutbot
-WWW-Collector-E
+WPScan
 WWW-Mechanize
+Wallpapers
 Wallpapers/3.0
-WallpapersHD
+Web Collage
 Web Pix
 Web Sauger
 WebAuto
+WebCollage
+WebCopier
+WebGo IS
 WebLeacher
-WebReaper
-WebSauger
 WebStripper
+WebSucker
+WebZIP
+Webalta
+WebmasterWorldForumBot
 Webshag
+WebsiteQuester
 Whack
-Whacker
 Widow
-WinHTTrack
-WiseGuys Robot
-Wotbox
-Wprecon
-Xenu
-YoudaoBot
-Zauba
-Zermelo
-Zitebot
-ZoomBot
-ZyBorg
-adscanner
+Xaldon WebSpider
+Xaldon_WebSpider
+ZmEu
+ZumBot
 autoemailspider
+backlink-check
+cah.io.community
 clark-crawler
-cognitiveseo
+coccocbot
 crawler.feedback
-crawler4j
 dataforseo.com
-evc-batch
+demandbase-bot
+domainsproject.org
 gopher
-ips-agent
+heritrix
+internetVista monitor
+iubenda-radar
+linkdexbot
+lwp-request
 lwp-trivial
-netEstate NE Crawler
-oBot
 pcBrowser
-plumanalytics
 probe-image-size
 ripz
 s1z.ru
-scan.lol
+scalaj-http
+seoscanners
 serpstatbot
-siteripz
-tAkeOut
 voyagerx.com
-webgains-bot
-webmeup-crawler
-webpros.com
-zgrab
+x09Mozilla
+x22Mozilla