V4.2022.08.3270 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
-404checker
-ADmantX
+404enemy
+80legs
 AIBOT
-ALittle Client
-ASPSeek
 Abonti
-Acunetix
-AfD-Verbotsverfahren
+Aboundexbot
+Alligator
 AlphaBot
-Anarchie
-Anarchy
-Anarchy99
-Anthill
-Attach
-BDFetch
+BDCbot
+BLEXBot
 Backlink-Ceck
-Badass
 Barkrowler
-Battleztar Bazinga
-BetaBot
-Bigfoot
-Bitacle
+Black Hole
 BlackWidow
-BlowFish
-Buck
+Boardreader
+Brandprotect
+Buddy
 BuiltBotTough
 Bullseye
-BunnySlippers
-CATExplorador
-CSHttp
 Calculon
+Cegbfeieh
 CensysInspect
-Citoid
+CheTeam
+Chlooe
 Claritybot
-Cliqzbot
+Cloud mapping
+Cocolyzebot
+Cogentbot
 Collector
 CopyRightCheck
 Copyscape
-Craftbot
 CrazyWebCrawler
 Crescent
 CrunchBot
 DBLBot
-DigitalPebble
+DSearch
+DTS Agent
+DatabaseDriverMysqli
+Deusu
+Disco
+Discoverybot
+Dispatch
 DittoSpyder
-DnBCrawler-Analytics
 DomainAppender
+DomainCrawler
 DomainSigmaCrawler
-Download Wonder
-Dragonfly
-ECCP/1.0
-EMail Siphon
-Ebingbong
+Dotbot
+EMail Wolf
+EasyDL
 Ecxi
-EirGrabber
+Exabot
 Express WebPictures
+ExtractorPro
 Extreme Picture Finder
-FDM
+EyeNetIE
 Fimap
-Firefox/7.0
-Flunky
 Foobot
-Freeuploader
-Fuzz
-G-i-g-a-b-o-t
+Fyrebot
 GT::WWW
 GalaxyBot
+Genieo
 GetWeb
-Getintent
+Gigabot
 Go!Zilla
 Go-Ahead-Got-It
-GoZilla
-Gotit
-Grabber
+GrabNet
+HEADMasterSEO
+HTTrack
 Haansoft
-HaosouSpider
+Heritrix
+Hloader
+HonoluluBot
+HybridBot
+IDBTE4M
+IDBot
 IRLbot
-IndeedBot
+Iblog
+Image Sucker
 Indy Library
 InfoNaviRobot
+InfoTekies
 InternetSeer
-IstellaBot
-JOC Web Spider
 JamesBOT
 JennyBot
-Jetty
-JikeSpider
-Joomla
+Jorgee
 Keybot Translation-Search-Machine
 Kinza
+Kozmosbot
+LNSpiderguy
+Lanshanbot
 Larbin
-Leap
-LeechFTP
-LeechGet
-LibWeb
 Libwhisker
 LieBaoFast
-Likse
-Linkbot
-LinkextractorPro
+LinkpadBot
 LinksManager
+LinqiaRSSBot
 LinqiaScrapeBot
 Lipperhey
 Litemage_walker
-Lmspider
-Ltx71
-MIIxpc
+MFC_Tear_Sample
 MJ12bot
 MSFrontPage
-Mag-Net
 Majestic SEO
 Majestic-SEO
-Majestic12
 Mass Downloader
+Masscan
 Mata Hari
-Meanpathbot
-Mediatoolkitbot
 Microsoft Data Access
-Microsoft URL Control
 Mojolicious
+MolokaiBot
 Mozlila
-Msrabot
-Musobot
 NPbot
+Name Intelligence
 Navroad
-NearSite
-Needle
-Net Vampire
-NetLyzer
-NetMechanic
 NetZIP
-Netcraft
-Nibbler
-Niki-bot
-Nikto
-Nuclei
-Offline Explorer
-OpenVAS
+Nmap
+Openfind
 OutclicksBot
-PageThing.com
+PHPCrawl
+POE-Component-Client-HTTP
+PageAnalyzer
+PageGrabber
+PageScorer
 Pandalytics
-Papa Foto
-PleaseCrawl
+Pavuk
+Petalbot
+Pi-Monster
+Picscout
+PictureFinder
+Pimonster
+Pixray
 Pockey
+ProPowerBot
+Probethenet
+Pu_iN
+PyCurl
+RSSingBot
 RankActive
-RankActiveLinkBot
-RankFlex
+RankingBot
 Rankivabot
 RankurBot
 Re-re
-ReGet
-Reaper
 RebelMouse
-Recorder
-RepoMonkey
 Ripper
+RocketCrawler
+SBIder
 SEOlyticsCrawler
-SalesIntelligent
+SEOstats
+SISTRIX
 ScanAlert
 ScoutJet
-Seekport
+Scrapy
+SemanticJuice
+SemrushBot
 SeoSiteCheckup
 SeobilityBot
 Seomoz
 Shodan
-Siphon
-SiteLockSpider
-SmartDownload
-Snoopy
-Sosospider
+Site Sucker
+SiteExplorer
+SiteSnagger
+SlySearch
+SocialRankIOBot
+Sociscraper
+Sottopop
 SpaceBison
 Spammen
-SputnikBot
-Sqlworm
-Stripper
-Suzuran
-Swiftbot
+Spinn3r
+Steeler
+Sucker
+Surfbot
+SurveyBot
 T8Abot
 Teleport
 TeleportPro
 Telesoft
+Telesphoreo
 The Intraformant
-TheNomad
+TightTwatBot
 Titan
-Toweyabot
-Trendiction
-Turingos
+Toata
+Tracemyfile
+Typhoeus
 URLy Warning
 URLy.Warning
 Upflow
-VCI
+VB Project
 Vagabondo
+VelenPublicWebCrawler
+VeriCiteCrawler
+VidibleScraper
 Virusdie
-Voil
-WASALive-Bot
+Voltron
+WBSearchBot
 WEBDAV
 WISENutbot
-WWW-Collector-E
+WPScan
 WWW-Mechanize
-WWWOFFLE
-WallpapersHD
+WWW::Mechanize
+Wallpapers/3.0
 Web Auto
 Web Collage
 Web Fuck
-Web Sauger
+WebBandit
 WebCopier
-WebPix
-WebSauger
+WebEnhancer
+WebFetch
+WebFuck
+WebImageCollector
 WebStripper
-WebSucker
-WebWhacker
+Webalta
+WebmasterWorldForumBot
 WebsiteExtractor
-WebsiteQuester
-Whack
-Whacker
-WinHTTrack
-Wprecon
+WiseGuys Robot
 Xaldon WebSpider
 Xenu
-YoudaoBot
-Zade
-Zeus
-Zitebot
-ZoomBot
+ZmEu
+ZoominfoBot
 adscanner
+archive.org_bot
 arquivo-web-crawler
-crawler4j
+arquivo.pt
+autoemailspider
+backlink-check
+cah.io.community
+cognitiveseo
+com.plumanalytics
+dataforseo.com
 domainsproject.org
+evc-batch
 facebookscraper
-gopher
 heritrix
-lwp-trivial
-netEstate NE Crawler
-plumanalytics
+instabid
+ips-agent
+isitwp.com
+magpie-crawler
+mediawords
+page scorer
+ripz
 scan.lol
-seobility
+seoscanners
 serpstatbot
 sitechecker.pro
 sogouspider
-sp_auditbot
-sysscan
 tAkeOut
 voyagerx.com
+webgains-bot
+webmeup-crawler
 webpros.com
-webprosbot
-x22Mozilla
-xpymep1.exe
 zauba.io