V4.2021.10.2628 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404checker
-ADmantX
-AIBOT
-Aboundex
+404enemy
+ALittle Client
+ASPSeek
 Acunetix
-AllSubmitter
-Alligator
-AlphaBot
-Anarchy99
+AfD-Verbotsverfahren
+AiHitBot
+Alexibot
+Anarchie
 Ankit
-Anthill
+Apexoo
+Aspiegel
 AwarioSmartBot
+BDFetch
 BLEXBot
-BackDoorBot
-BackStreet
-Badass
-Bandit
-BetaBot
-Bitacle
+Bigfoot
+BlackWidow
 Blackboard
-Bolt
-Buck
-BuiltBotTough
-Bullseye
-BunnySlippers
-CODE87
+BuzzSumo
 CSHttp
+Calculon
+CazoodleBot
+CensysInspect
 CheTeam
-CheeseBot
+CherryPicker
 Chlooe
-Cocolyzebot
+Claritybot
+Cliqzbot
+Cloud mapping
+Copier
 CopyRightCheck
-Copyscape
-Craftbot
-CrazyWebCrawler
-DSearch
-DTS Agent
-DataCha0s
+Crescent
+Curious
 DatabaseDriverMysqli
-Demon
 Devil
-Dirbuster
-Disco
-DomCopBot
+DittoSpyder
+DnyzBot
+DomainAppender
+DomainSigmaCrawler
+Download Wonder
 Drip
+ECCP/1.0
 EMail Siphon
-EasyDL
-Ebingbong
-Ecxi
+EMail Wolf
+EirGrabber
 Evil
-Exabot
-Extractor
 Extreme Picture Finder
-EyeNetIE
 Ezooms
-Fuzz
+Fimap
+Flunky
 Fyrebot
-GalaxyBot
+G-i-g-a-b-o-t
 Genieo
+GermCrawler
 GetRight
 GetWeb
-GrabNet
-GridBot
+Getintent
+Gigabot
+Go!Zilla
+GrapeshotCrawler
 HMView
+HTTP::Lite
 HTTrack
-HaosouSpider
-Hloader
-Humanlinks
+Haansoft
+Harvest
 HybridBot
+IDBTE4M
+IDBot
 IRLbot
-Id-search
-Image Fetch
-Image Sucker
 InfoNaviRobot
 InfoTekies
 Intelliseek
-InterGET
-Internet Ninja
+InternetSeer
+Iria
 IstellaBot
 JOC Web Spider
-JamesBOT
-JetCar
+Jbrofuzz
+JikeSpider
+Jorgee
 JustView
+Kenjin Spider
 Keyword Density
-Kinza
 LWP::Simple
-Lanshanbot
-LeechFTP
+LexiBot
 LibWeb
-LieBaoFast
 Lightspeedsystems
-LinkWalker
-LinkpadBot
+LinkScan
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lipperhey Spider
+Lipperhey
 Lmspider
-Ltx71
-MFC_Tear_Sample
-MarkWatch
+MIDown tool
+MJ12bot
+MQQBrowser
+MTRobot
+Mail.RU_Bot
+Majestic-SEO
+Majestic12
+Mass Downloader
 Mata Hari
-Metauri
+Meanpathbot
 MicroMessenger
+Microsoft URL Control
+Mister PiX
 Moblie Safari
 Mojolicious
 Morfeus Fucking Scanner
-Mozlila
-NICErsPRO
-Name Intelligence
+Navroad
+NearSite
 Needle
-NetAnts
-NetLyzer
+Nessus
 NetMechanic
 NetSpider
+NetZIP
 Nettrack
-Nibbler
-Niki-bot
-Nikto
 NimbleCrawler
-Nimbostratus
-Ninja
-Nmap
-Offline Explorer
+Nuclei
 Offline Navigator
-OnCrawl
-OpenLinkProfiler
-OutfoxBot
+Openfind
+OrangeBot
+OrangeSpider
+OutclicksBot
 POE-Component-Client-HTTP
-Page Analyzer
-PageAnalyzer
-Pandalytics
+PageScorer
 Papa Foto
+Pi-Monster
 Picscout
+Picsearch
+Piepmatz
 Pimonster
-ProPowerBot
+Probethenet
 Psbot
-Pump
-Quick-Crawler
-RankActive
-RankingBot
-Rankivabot
-Re-re
-Reaper
-RebelMouse
+Pu_iN
+PyCurl
+RSSingBot
+RankFlex
+RankurBot
 Recorder
-RepoMonkey
+RedesScrapy
+Ripper
 RocketCrawler
-SEOkicks
-SEOkicks-Robot
+Rogerbot
+SBIder
 ScanAlert
+Scanbot
 ScoutJet
 Screaming
-ScreenerBot
 ScrepyBot
 Searchestate
-Shodan
-SiteLockSpider
-SiteSucker
-Sitebeam
+SearchmetricsBot
+Semrush
+Siphon
+SiteCheckerBotCrawler
 Sitevigil
-SlySearch
-Snapbot
+Snoopy
 Sociscraper
-Spammen
-SpankBot
+Sosospider
+Sottopop
+SpaceBison
 Spanner
-Sqworm
-Sucker
-SuperBot
-SuperHTTP
+Spinn3r
+Stripper
+Sucuri
 Surfbot
 Suzuran
+Szukacz
 T8Abot
+TeleportPro
 Telesphorep
 TheNomad
+TightTwatBot
+Tracemyfile
+Trendiction
 Turingos
+Turnitin
 TurnitinBot
-Twice
+URLy Warning
+URLy.Warning
 UnisterBot
-Upflow
-VB Project
+V-BOT
+VCI
+Vacuum
 VelenPublicWebCrawler
 VeriCiteCrawler
 Virusdie
 VoidEYE
 WASALive-Bot
+WBSearchBot
+WISENutbot
 WWW-Collector-E
+WWW-Mechanize
+WWW::Mechanize
 Wallpapers
+Wallpapers/3.0
 WallpapersHD
+WeSEE
 Web Auto
-Web Enhancer
-Web Fetch
-Web Fuck
-Web Sucker
+Web Collage
+Web Pix
+WebAuto
 WebBandit
 WebCollage
 WebCopier
+WebEnhancer
 WebFetch
 WebFuck
-WebGo IS
-WebLeacher
+WebImageCollector
+WebPix
 WebReaper
-WebSauger
+WebSucker
+WebWhacker
 WebZIP
+Webalta
 WebmasterWorldForumBot
-Webshag
-Website Quester
+WebsiteExtractor
 WebsiteQuester
 Webster
 Who.is Bot
-Wonderbot
+Wotbox
 Wprecon
 Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
 YoudaoBot
-Zauba
-Zermelo
-Zeus
 Zitebot
 ZumBot
 ZyBorg
 archive.org_bot
+arquivo.pt
 autoemailspider
-backlink-check
-check1.exe
-clark-crawler
-cognitiveseo
+coccocbot-web
 com.plumanalytics
-evc-batch
+crawler.feedback
+demandbase-bot
 facebookscraper
+gopher
 instabid
-ips-agent
-magpie-crawler
+isitwp.com
+lwp-request
+lwp-trivial
 muhstik-scan
-oBot
-page scorer
-pcBrowser
-probe-image-size
-s1z.ru
-scalaj-http
+netEstate NE Crawler
+ripz
 seoscanners
-sexsearcher
-sitechecker.pro
-sogouspider
-sp_auditbot
+seostar
+siteripz
 sysscan
-voyagerx.com
-webpros.com
-zauba.io
+trendiction.de
+webprosbot
+xpymep1.exe
 zgrab