V4.2022.08.3291 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-ADmantX
-ALittle Client
-Abonti
+01h4x.com
+ASPSeek
 Aboundexbot
-AfD-Verbotsverfahren
-Aipbot
-AllSubmitter
-AlphaBot
+Acunetix
+AhrefsBot
+Alligator
 Anarchie
-Anarchy99
-Anthill
-Aspiegel
-Atomseobot
-Attach
-BBBike
-BDCbot
-BLEXBot
+Anarchy
+Ankit
+Apexoo
+Asterias
+AwarioSmartBot
+BDFetch
 BackDoorBot
 BackStreet
-Black Hole
+BackWeb
+Backlink-Ceck
+BacklinkCrawler
+Bandit
+BatchFTP
+BetaBot
 BlackWidow
-Boardreader
+BlowFish
 Brandprotect
-Buck
-BuzzSumo
-CATExplorador
-Calculon
-CazoodleBot
-CheTeam
+Brandwatch
+Buddy
+BunnySlippers
+CSHttp
+CheeseBot
+CherryPicker
 Chlooe
-Citoid
-Claritybot
-Cliqzbot
-Cloud mapping
-Cocolyzebot
-Cosmos
-Crawling at Home Project
-CrazyWebCrawler
-CrunchBot
+Collector
+Curious
+DSearch
 DTS Agent
-DatabaseDriverMysqli
-Discoverybot
+DataCha0s
+Demon
+Devil
+Digincore
+DigitalPebble
+Disco
+Discobot
 Dispatch
-DnBCrawler-Analytics
-DomCopBot
-DomainAppender
+DomainCrawler
+Dotbot
 Download Wonder
-Dragonfly
 Drip
-EMail Wolf
-EasyDL
-Ebingbong
-EirGrabber
-EroCrawler
-Evil
-Exabot
+ECCP/1.0
+EMail Siphon
 ExtLinksBot
-ExtractorPro
-EyeNetIE
+Extreme Picture Finder
+Ezooms
 FemtosearchBot
-FlashGet
+Flunky
+Freeuploader
+FrontPage
 Fuzz
 FyberSpider
+Genieo
+Getintent
+Gigabot
 Go-Ahead-Got-It
+Gotit
 GrabNet
-GrapeFX
+GrapeshotCrawler
 HMView
-HTTP::Lite
-Haansoft
-HaosouSpider
-Havij
-HonoluluBot
-Humanlinks
+Harvest
+Heritrix
 HybridBot
-IDBTE4M
 IDBot
-IRLbot
 Iblog
 Id-search
 IlseBot
 Image Fetch
-Image Sucker
 IndeedBot
 Indy Library
-InfoTekies
 InterGET
+Internet Ninja
 IstellaBot
-JOC Web Spider
+Jbrofuzz
+JetCar
 JikeSpider
 JustView
 Kenjin Spider
-Keybot Translation-Search-Machine
-Kinza
+Keyword Density
+Kozmosbot
 LWP::Simple
-Lanshanbot
-Leap
-Lightspeedsystems
-LinkWalker
+LeechFTP
+LexiBot
+Lftp
+Libwhisker
+LieBaoFast
 LinkextractorPro
-LinkpadBot
 LinksManager
-LinqiaScrapeBot
-Lmspider
+LinqiaMetadataDownloaderBot
+Lipperhey
+Litemage_walker
 MFC_Tear_Sample
+MIIxpc
 MJ12bot
-MQQBrowser
-MSFrontPage
-Majestic12
-MarkMonitor
-MarkWatch
+Mail.RU_Bot
+Majestic-SEO
+Mata Hari
 Mb2345Browser
 Mediatoolkitbot
-Metauri
+MicroMessenger
 Microsoft Data Access
 Microsoft URL Control
-Mister PiX
+Minefield
 Mojeek
+Mojolicious
 MolokaiBot
+Mozlila
 Msrabot
-NICErsPRO
-NPbot
-Nameprotect
-Navroad
-Nessus
-NetAnts
-NetMechanic
-NetSpider
+Musobot
+Name Intelligence
+NetLyzer
+NextGenSearchBot
+Niki-bot
 Nikto
-Not
+NimbleCrawler
+Nmap
+Nuclei
 Nutch
-Octopus
+Offline Navigator
 OnCrawl
-OpenVAS
-Openvas
-OrangeSpider
 OutclicksBot
 POE-Component-Client-HTTP
-PageScorer
+Page Analyzer
+PageAnalyzer
+PageGrabber
 PageThing.com
-Papa Foto
+Pandalytics
 Pavuk
-Pi-Monster
-Picscout
-Picsearch
-PictureFinder
 PleaseCrawl
-Probethenet
-Psbot
-Pump
+ProWebWalker
+Pu_iN
+RankActiveLinkBot
+RankFlex
 RankingBot
-Rankivabot
-Re-re
-RedesScrapy
+RankingBot2
+RepoMonkey
 Ripper
+SBIder
 SEOkicks
 SEOkicks-Robot
 SEOprofiler
 SEOstats
 SMTBot
-ScoutJet
-ScreenerBot
-Searchestate
+Scanbot
+Scrapy
+ScrepyBot
 SearchmetricsBot
+Seekport
+Semrush
 SemrushBot
-SentiBot
-Shodan
-Siphon
+SeobilityBot
+Seomoz
+Site Sucker
 SiteCheckerBotCrawler
 SiteExplorer
+SiteLockSpider
 Sitebeam
-SmartDownload
-Snoopy
+Siteimprove
+Sitevigil
+SlySearch
+Snapbot
 SocialRankIOBot
-SpankBot
-Spbot
-Spinn3r
+Sosospider
+Sottopop
+SpaceBison
+Spammen
 Sqlmap
-Stripper
-Sucuri
-SuperHTTP
-T0PHackTeam
-TeleportPro
-Telesoft
-Titan
-Toweyabot
+Steeler
+Sucker
+SurveyBot
+Telesphorep
+The Intraformant
+Thumbor
 Tracemyfile
-Trendiction
 Trendictionbot
+True_Robot
 Turnitin
 TwengaBot
 Twice
-Typhoeus
+URLy Warning
 URLy.Warning
-Vagabondo
-VeriCiteCrawler
+Upflow
+VB Project
+VidibleScraper
 VoidEYE
-Voil
 WBSearchBot
 WEBDAV
-WISENutbot
+WPScan
+WWW-Collector-E
 Wallpapers/3.0
-WallpapersHD
-Web Auto
-Web Fetch
+Web Collage
+Web Fuck
+Web Pix
 Web Sauger
-Web Sucker
-WebAuto
-WebEnhancer
-WebFetch
-WebReaper
+WebCopier
+WebGo IS
+WebImageCollector
+WebStripper
+WebSucker
+WebWhacker
 WebmasterWorldForumBot
-Website Quester
 Whacker
 Widow
-WinHTTrack
-Wotbox
+Wprecon
+Xenu
+YoudaoBot
 Zeus
-Zitebot
-ZoomBot
 ZoominfoBot
+ZumBot
 archive.org_bot
 arquivo-web-crawler
-arquivo.pt
+autoemailspider
 cah.io.community
 coccocbot
+cognitiveseo
+com.plumanalytics
+crawler.feedback
 crawler4j
-dataforseo.com
 demandbase-bot
-evc-batch
-facebookscraper
-instabid
-lwp-request
+domainsproject.org
+eCatch
+internetVista monitor
+iubenda-radar
+linkdexbot
 lwp-trivial
-muhstik-scan
 netEstate NE Crawler
 page scorer
-pcBrowser
-probe-image-size
+plumanalytics
 ripz
 satoristudio.net
-scalaj-http
+scan.lol
+seobility
 seoscanners
-seostar
+sexsearcher
+sitechecker.pro
 siteripz
-sogouspider
-spyfu
 sysscan
-tAkeOut
+trendiction.com
+voyagerx.com
+webgains-bot
+webmeup-crawler
 webprosbot
+xpymep1.exe
+zgrab