V4.2021.12.2785 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-ALittle Client
-ASPSeek
-Aboundex
-Aboundexbot
-AfD-Verbotsverfahren
+404enemy
+80legs
+AhrefsBot
 Aipbot
-AllSubmitter
 Alligator
-AlphaBot
 Anarchy
-Ankit
-Anthill
+Apexoo
 Aspiegel
-Asterias
 AwarioSmartBot
-BBBike
-BackWeb
-Backlink-Ceck
+BLEXBot
+BackDoorBot
+BackStreet
 BacklinkCrawler
-Battleztar Bazinga
-Bigfoot
+Badass
+BetaBot
+Blackboard
 BlowFish
 Boardreader
-BotALot
-Buck
-BunnySlippers
-BuzzSumo
-CSHttp
+BuiltBotTough
+Bullseye
+CATExplorador
+CCBot
+CODE87
 Calculon
 Cegbfeieh
-CensysInspect
-CherryPicker
-Chlooe
-Citoid
+CheTeam
+CheeseBot
+Cloud mapping
+Cocolyzebot
+Cogentbot
 Collector
-Copier
-Copyscape
-Cosmos
 Craftbot
-Crawling at Home Project
-Crescent
+CrunchBot
 Curious
 DBLBot
-DatabaseDriverMysqli
+DSearch
+DTS Agent
+DataCha0s
+Demon
+Deusu
 Devil
 Digincore
-Dirbuster
-Disco
-Discoverybot
-Dispatch
-DittoSpyder
+DnBCrawler-Analytics
 DnyzBot
-DomCopBot
-DomainCrawler
-DomainSigmaCrawler
 Download Wonder
 Drip
 ECCP/1.0
-EMail Siphon
+EasyDL
 Ebingbong
-EirGrabber
 Exabot
-ExtLinksBot
+ExtractorPro
+EyeNetIE
+Ezooms
+FemtosearchBot
 Fimap
-FlashGet
-Flunky
+Foobot
 Freeuploader
-Fuzz
-G-i-g-a-b-o-t
+FrontPage
+FyberSpider
+Fyrebot
+GT::WWW
 Genieo
-GetWeb
-GoZilla
+GermCrawler
+GetRight
+Getintent
+Go-Ahead-Got-It
+Gotit
+Grabber
+Grafula
+GrapeFX
 GrapeshotCrawler
 HMView
-HTTP::Lite
+HTMLparser
 Haansoft
-Hloader
-IDBTE4M
+HaosouSpider
+Havij
+Humanlinks
+HybridBot
+IDBot
 IRLbot
 Id-search
-IlseBot
-InterGET
-IstellaBot
-Jetty
-JustView
-Kenjin Spider
-Keyword Density
-Kinza
+Iria
+JOC Web Spider
+Jbrofuzz
+JennyBot
+JikeSpider
+Jorgee
+Jyxobot
+LNSpiderguy
 LWP::Simple
-Lanshanbot
-Larbin
 Leap
+LeechGet
 LexiBot
+Libwhisker
 LieBaoFast
 Likse
-Linkbot
-Linkdexbot
-Lipperhey
-Lmspider
-MFC_Tear_Sample
-Mag-Net
+LinkWalker
+LinksManager
+Litemage_walker
+MIDown tool
+MIIxpc
+MQQBrowser
+Magnet
+Mail.RU_Bot
+Majestic SEO
+MarkMonitor
+MarkWatch
 Mass Downloader
 MauiBot
+Mb2345Browser
 MeanPath Bot
 Meanpathbot
-Mediatoolkitbot
 MegaIndex.ru
 Mojeek
-Mojolicious
 Morfeus Fucking Scanner
 Mozlila
-Mr.4x3
-Msrabot
-Musobot
 NICErsPRO
-Name Intelligence
+NPbot
+Nameprotect
+Navroad
+NetAnts
 NetLyzer
-NetSpider
-Nettrack
+NetMechanic
+NetZIP
 Netvibes
 NextGenSearchBot
-Niki-bot
-NimbleCrawler
-Not
-Offline Navigator
+Ninja
+Nuclei
+Octopus
+Offline Explorer
 OrangeBot
-POE-Component-Client-HTTP
+OutfoxBot
 Page Analyzer
+PageScorer
+PageThing.com
 Panscient
-Pavuk
-PeoplePal
-Petalbot
-Pi-Monster
-Picscout
-PictureFinder
-Piepmatz
-Pixray
-Pockey
-ProPowerBot
+Pimonster
 ProWebWalker
-Pu_iN
-PyCurl
-QueryN Metasearch
-RankActive
+Psbot
+PxBroker
+RSSingBot
 RankActiveLinkBot
 Rankivabot
-RankurBot
-RealDownload
-Reaper
-RepoMonkey
-SEOprofiler
+RebelMouse
+Ripper
+SBIder
+SEOkicks-Robot
+SEOlyticsCrawler
 SEOstats
+SISTRIX
 SMTBot
-SalesIntelligent
-Scanbot
-Screaming
-Searchestate
+ScanAlert
+ScoutJet
+Scrapy
+ScreenerBot
 SearchmetricsBot
-Semrush
-SentiBot
-SeobilityBot
+SemrushBot
 Siphon
+Site Sucker
+SiteExplorer
+SiteLockSpider
 Sitevigil
+SlySearch
 Snake
+Snapbot
+Snoopy
+Sociscraper
+Sosospider
 Sottopop
+SpankBot
+Spinn3r
 SputnikBot
-Sqlworm
-Sqworm
+Sqlmap
 Steeler
-Stripper
 Sucker
-Sucuri
 SuperBot
 Surfbot
 Suzuran
-Swiftbot
+Szukacz
+T0PHackTeam
+T8Abot
+Teleport
 Telesoft
-Telesphorep
+TheNomad
 Thumbor
-Toweyabot
-Trendiction
-True_Robot
-Turingos
-Turnitin
+TightTwatBot
+Trendictionbot
+URLy Warning
 UnisterBot
 Upflow
 VeriCiteCrawler
-VidibleScraper
+Virusdie
+VoidEYE
 Voil
 Voltron
-WBSearchBot
-Wallpapers
+WASALive-Bot
+WWW-Collector-E
+WWWOFFLE
+Wallpapers/3.0
 WeSEE
-Web Fetch
+Web Auto
+Web Enhancer
+Web Fuck
+Web Pix
 Web Sucker
 WebAuto
 WebBandit
-WebCopier
-WebLeacher
+WebGo IS
 WebPix
+WebReaper
 WebSauger
-WebStripper
-WebSucker
-WebWhacker
 Webalta
 WebmasterWorldForumBot
 Webshag
+WebsiteQuester
 Webster
-Whack
-Whatweb
-Who.is Bot
+Whacker
 Widow
 WinHTTrack
 Wonderbot
-Woobot
+Wotbox
 Xaldon WebSpider
-Xenu
-YoudaoBot
-Zade
-Zauba
 Zermelo
 Zitebot
-arquivo.pt
-autoemailspider
-coccocbot-web
+ZoomBot
+ZyBorg
+archive.org_bot
+arquivo-web-crawler
 crawler.feedback
+crawler4j
 dataforseo.com
-eCatch
+domainsproject.org
 facebookscraper
-instabid
-lwp-request
-polaris version
+gopher
+internetVista monitor
+meanpathbot
+mediawords
 probe-image-size
-s1z.ru
-seostar
-sexsearcher
-siteripz
+scan.lol
+seobility
+seocompany.store
+seoscanners
+sitechecker.pro
+sp_auditbot
 spyfu
-sysscan
-tAkeOut
 trendiction.com
-trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
-webgains-bot
-webmeup-crawler
-webpros.com
-x09Mozilla
+x22Mozilla
 xpymep1.exe
 zauba.io
+zgrab