V4.2022.03.2982 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
-404enemy
 80legs
-ADmantX
-ALittle Client
-Aboundexbot
+ASPSeek
+Aboundex
 Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
 AiHitBot
+Aipbot
 AllSubmitter
-Anarchy
+Alligator
+Anarchy99
+Ankit
+Apexoo
 Aspiegel
 Atomseobot
 BBBike
-BDCbot
-BackDoorBot
-BackWeb
-Backlink-Ceck
-Bandit
-Black Hole
+BDFetch
+BLEXBot
+BacklinkCrawler
+Badass
+Bitacle
 BlackWidow
 BlowFish
-Boardreader
 Bolt
-Brandprotect
-Brandwatch
-BunnySlippers
-CazoodleBot
-CensysInspect
-ChinaClaw
+BotALot
+Buddy
+BuiltBotTough
+BuiltWith
+Bullseye
+CCBot
+CSHttp
+Cegbfeieh
+CheTeam
+CherryPicker
 Chlooe
 Claritybot
+Cloud mapping
+Cocolyzebot
 Cogentbot
-Cosmos
-Crawling at Home Project
-CrunchBot
-CyotekWebCopy
-DBLBot
-DIIbot
+Collector
+Copier
+Copyscape
+Custo
 DSearch
-DataCha0s
-Deusu
+DTS Agent
+DatabaseDriverMysqli
 Devil
-Digincore
-DigitalPebble
-Dirbuster
-Dispatch
-DittoSpyder
-DnBCrawler-Analytics
+Discobot
+DomCopBot
+DomainCrawler
 Domains Project
 Dotbot
-Dragonfly
-ECCP/1.0
+Download Wonder
+Drip
+EMail Siphon
 EirGrabber
+EroCrawler
 Evil
-Exabot
-Extreme Picture Finder
 FDM
-Foobot
-Fuzz
-Fyrebot
+FHscan
+FemtosearchBot
+Firefox/7.0
+FlashGet
+Flunky
 G-i-g-a-b-o-t
-GT::WWW
 GalaxyBot
+Genieo
 GermCrawler
+GetRight
 GetWeb
-Go!Zilla
+Gigabot
 Gotit
-Grafula
+GrabNet
 GrapeshotCrawler
-HTTrack
+HaosouSpider
 Harvest
-Havij
-HonoluluBot
+Hloader
+HybridBot
+IDBTE4M
 Image Fetch
-Image Sucker
-InterGET
-Internet Ninja
-Iskanie
-IstellaBot
-JOC Web Spider
+IndeedBot
+InfoNaviRobot
+InfoTekies
 Jbrofuzz
-Jetty
+JennyBot
 Joomla
-Jorgee
 JustView
-Jyxobot
-Keybot Translation-Search-Machine
-Keyword Density
-Kinza
-Lanshanbot
-Leap
+LWP::Simple
+Larbin
 LeechFTP
-LeechGet
-LibWeb
-LieBaoFast
-Likse
-LinkWalker
+Linkbot
 LinkextractorPro
 LinkpadBot
+LinksManager
 LinqiaRSSBot
-Lipperhey
-Lipperhey Spider
-MIDown tool
-MQQBrowser
+LinqiaScrapeBot
+MFC_Tear_Sample
+MSIECrawler
 Mag-Net
-Mail.RU_Bot
 Majestic-SEO
-Majestic12
+MarkMonitor
 MarkWatch
-Mata Hari
-Mb2345Browser
-Meanpathbot
-Mediatoolkitbot
-MicroMessenger
-Microsoft URL Control
-Mozlila
+MeanPath Bot
+Microsoft Data Access
+Mojeek
+NICErsPRO
+NPbot
 Nameprotect
-NetLyzer
+NearSite
+Net Vampire
+NetAnts
 NetMechanic
-Netcraft
-NimbleCrawler
+NetSpider
+Nettrack
+Netvibes
+NextGenSearchBot
+Nibbler
+Nikto
 Nimbostratus
 Ninja
 Nmap
-Nutch
-OpenVAS
-Openfind
-OrangeSpider
+Not
+OpenLinkProfiler
+Openvas
 OutclicksBot
+OutfoxBot
+PHPCrawl
 POE-Component-Client-HTTP
-PageThing.com
-Pandalytics
+Page Analyzer
+Papa Foto
 PeoplePal
-Petalbot
-Picsearch
-Pimonster
+PictureFinder
+Piepmatz
 Pixray
-Probethenet
-Pu_iN
-Quick-Crawler
-RSSingBot
+Pump
 RankActive
-RankFlex
-RankurBot
+RankActiveLinkBot
 Re-re
-RedesScrapy
-RepoMonkey
-Rogerbot
-SEOkicks-Robot
-SEOlyticsCrawler
+Reaper
+Ripper
+SEOkicks
 SEOstats
-ScanAlert
-Scrapy
+SMTBot
+SalesIntelligent
+Scanbot
+ScrepyBot
 Searchestate
-Seekport
-Semrush
+SemanticJuice
 SemrushBot
-SeobilityBot
-Seomoz
-Siphon
-SiteExplorer
+Shodan
+Site Sucker
+SiteCheckerBotCrawler
+SiteSnagger
 SiteSucker
-SlySearch
+Sitebeam
+Snake
 Snapbot
 SocialRankIOBot
-Sosospider
+Sociscraper
+Sottopop
+Spammen
+SpankBot
 Spanner
 Spinn3r
-SputnikBot
-Sucker
-SuperHTTP
-Telesphorep
-TheNomad
-TightTwatBot
-Titan
-Toweyabot
+Sqlworm
+SurveyBot
+T0PHackTeam
+TeleportPro
+Telesoft
+Telesphoreo
+The Intraformant
+Toata
 Tracemyfile
-Trendictionbot
-True_Robot
+Trendiction
+Turingos
 Turnitin
-TurnitinBot
-URLy Warning
-Vacuum
-VeriCiteCrawler
+URLy.Warning
+UnisterBot
+Upflow
+VCI
 VidibleScraper
 Voil
-Voltron
+WBSearchBot
 WISENutbot
-Wallpapers
+WPScan
+WWW-Collector-E
+WWW-Mechanize
+WWWOFFLE
 Wallpapers/3.0
 WallpapersHD
+Web Auto
+Web Collage
 Web Enhancer
 Web Pix
+Web Sauger
 WebAuto
-WebCollage
 WebCopier
 WebEnhancer
+WebFetch
 WebFuck
-WebGo IS
-WebLeacher
-WebSauger
-WebSucker
+WebImageCollector
+WebStripper
 WebZIP
+Webalta
+Webshag
 Website Quester
-WebsiteExtractor
-Webster
+WebsiteQuester
+Whack
 Whatweb
-Who.is Bot
-Woobot
-Wotbox
-Wprecon
-Zade
+Widow
+WinHTTrack
+Wonderbot
+Xenu
 Zauba
-Zermelo
-Zeus
 ZoominfoBot
-ZumBot
+adscanner
 arquivo-web-crawler
+arquivo.pt
 cah.io.community
+coccocbot
+com.plumanalytics
+crawl.sogou.com
+dataforseo.com
 demandbase-bot
+domainsproject.org
 eCatch
 evc-batch
 facebookscraper
-heritrix
 instabid
-internetVista monitor
+ips-agent
 isitwp.com
-lwp-request
 magpie-crawler
+meanpathbot
+muhstik-scan
 oBot
-page scorer
 plumanalytics
-polaris version
-s1z.ru
+probe-image-size
+ripz
+satoristudio.net
+scan.lol
 seobility
-seocompany.store
-seoscanners
-seostar
 serpstatbot
-sexsearcher
-sogouspider
-sp_auditbot
+sitechecker.pro
+siteripz
+tAkeOut
 voyagerx.com
-webgains-bot
-webmeup-crawler
-x22Mozilla
+webpros.com
 xpymep1.exe
 zgrab