V4.2022.06.3174 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
+360Spider
+404enemy
 80legs
-AIBOT
-ASPSeek
 Abonti
 Aboundex
-Aboundexbot
 AiHitBot
-Alexibot
+Aipbot
+AllSubmitter
 Alligator
-AlphaBot
-Anarchie
+Anarchy
+Anarchy99
 Ankit
+Apexoo
+Aspiegel
 Atomseobot
 Attach
 AwarioSmartBot
-BDFetch
-BackDoorBot
+BackWeb
 Backlink-Ceck
-Badass
+BacklinkCrawler
 Bandit
-Barkrowler
-BatchFTP
-Battleztar Bazinga
-BetaBot
 Bigfoot
-BlackWidow
-Blackboard
-BotALot
+Bitacle
+Bolt
 Brandprotect
-Buck
+Buddy
 BuiltBotTough
-Bullseye
+BuzzSumo
 CATExplorador
-CCBot
 CSHttp
+Calculon
 CazoodleBot
-CensysInspect
-Citoid
-Cogentbot
-Collector
-Crawling at Home Project
-Custo
+CherryPicker
+Cliqzbot
+Copier
+CrazyWebCrawler
+Crescent
+CrunchBot
+CyotekWebCopy
+DBLBot
+DIIbot
 DSearch
 DTS Agent
 DatabaseDriverMysqli
+Demon
+Deusu
 Disco
-DomainAppender
-DomainSigmaCrawler
-Domains Project
-Dotbot
+Dispatch
+DnyzBot
+DomCopBot
+Download Wonder
+Dragonfly
+Drip
 ECCP/1.0
-EasyDL
-Evil
-Exabot
-Express WebPictures
+EMail Wolf
+Ebingbong
+EroCrawler
+ExtLinksBot
+Extractor
 EyeNetIE
+Ezooms
+Fimap
+Firefox/7.0
 Freeuploader
+FrontPage
 Fuzz
-Gigabot
+Genieo
+GermCrawler
+GetRight
 Go!Zilla
-GoZilla
-Gotit
 Grabber
 GridBot
+HEADMasterSEO
 HMView
-HTTP::Lite
-HaosouSpider
+HTTrack
+Harvest
+HonoluluBot
 Humanlinks
-Iblog
-InfoTekies
-Intelliseek
-Internet Ninja
-Iria
+HybridBot
+Image Fetch
+Image Sucker
+IndeedBot
+Indy Library
+InterGET
+InternetSeer
+IstellaBot
 Jbrofuzz
+JennyBot
 Jetty
 JikeSpider
+Jorgee
 JustView
+Jyxobot
+Kenjin Spider
+Keybot Translation-Search-Machine
 Kinza
-LNSpiderguy
-LWP::Simple
-Leap
-LibWeb
-Libwhisker
-Lightspeedsystems
+Lanshanbot
+Larbin
+LeechGet
 Likse
 LinkWalker
-LinkpadBot
+LinksManager
+Lmspider
 Ltx71
+MIDown tool
 MJ12bot
+MQQBrowser
+MSFrontPage
 MSIECrawler
+MTRobot
 Mag-Net
-Majestic-SEO
-Majestic12
-MarkMonitor
-Mass Downloader
+Magnet
+Majestic SEO
+MarkWatch
 Mata Hari
 MauiBot
-MolokaiBot
-Morfeus Fucking Scanner
-Musobot
-Nameprotect
+Mb2345Browser
+MeanPath Bot
+MicroMessenger
+Microsoft URL Control
+Minefield
+Mojeek
+Mozlila
+Navroad
 NearSite
-Nessus
-Net Vampire
+NetAnts
+NetLyzer
 NetMechanic
-Nibbler
-NimbleCrawler
-Not
+Nettrack
+Niki-bot
 Nuclei
+Octopus
 Offline Explorer
-Offline Navigator
-OnCrawl
-OpenLinkProfiler
-OpenVAS
 Openfind
+Openvas
 OrangeSpider
+PECL::HTTP
+PHPCrawl
 POE-Component-Client-HTTP
-PageAnalyzer
+PageScorer
 Pandalytics
+Panscient
 Pavuk
+PeoplePal
 Picsearch
 PictureFinder
-Piepmatz
 Pimonster
-Pockey
-Probethenet
-Psbot
-QueryN Metasearch
-RSSingBot
+Pixray
+PleaseCrawl
+PxBroker
 RankurBot
-Re-re
-ReGet
-Recorder
-RedesScrapy
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOstats
-SISTRIX
+Reaper
+Rogerbot
+SBIder
+SEOkicks
+SMTBot
+SalesIntelligent
 Scanbot
 ScoutJet
-Searchestate
-SemanticJuice
+SearchmetricsBot
+Semrush
 SemrushBot
-SeoSiteCheckup
-SeobilityBot
-Seomoz
-SiteSucker
+Site Sucker
+SiteCheckerBotCrawler
 Siteimprove
-Sitevigil
 SlySearch
-SmartDownload
 Snapbot
-Sociscraper
+Snoopy
+Sosospider
 Sottopop
+SpaceBison
 Spammen
-SpankBot
-Spanner
 Spbot
-SputnikBot
+Sqlmap
+Sqlworm
 Sqworm
 Steeler
+Stripper
+Sucker
 SuperBot
 SuperHTTP
-Suzuran
-Swiftbot
+SurveyBot
 Szukacz
-T8Abot
-The Intraformant
+T0PHackTeam
+Telesoft
+TheNomad
 Thumbor
-Titan
-Toata
-Turnitin
-TurnitinBot
+TightTwatBot
+Toweyabot
+Tracemyfile
+Trendiction
 TwengaBot
-URLy.Warning
-V-BOT
+Twice
+Typhoeus
 VB Project
-Vacuum
-Vagabondo
+VeriCiteCrawler
 VidibleScraper
 VoidEYE
-WASALive-Bot
-WISENutbot
-WPScan
 WWW-Collector-E
-Web Collage
-Web Fetch
-WebAuto
+Wallpapers/3.0
+Web Pix
 WebCollage
+WebCopier
+WebEnhancer
 WebFuck
-WebPix
+WebGo IS
+WebImageCollector
 WebReaper
-WebSauger
-WebStripper
-WebSucker
-WebmasterWorldForumBot
+WebWhacker
+Webshag
 Website Quester
-Whack
-Widow
-WinHTTrack
+Whacker
 WiseGuys Robot
-Wotbox
-Zauba
+Zade
 Zermelo
-Zeus
+Zitebot
+ZmEu
+ZoomBot
+ZoominfoBot
 adscanner
-archive.org_bot
-arquivo-web-crawler
-arquivo.pt
+backlink-check
 check1.exe
-clark-crawler
-cognitiveseo
+coccocbot
 com.plumanalytics
+crawl.sogou.com
 crawler.feedback
-crawler4j
-dataforseo.com
+demandbase-bot
 domainsproject.org
-eCatch
-evc-batch
-gopher
-heritrix
+facebookscraper
 instabid
-isitwp.com
+internetVista monitor
+ips-agent
+iubenda-radar
 linkdexbot
-lwp-request
-magpie-crawler
+lwp-trivial
 meanpathbot
-mediawords
-muhstik-scan
 pcBrowser
-plumanalytics
+probe-image-size
 ripz
 s1z.ru
-scan.lol
+scalaj-http
+seocompany.store
 seostar
-serpstatbot
 sitechecker.pro
-siteripz
 sogouspider
-sysscan
-trendiction.de
-ubermetrics-technologies.com
-webmeup-crawler
-webpros.com
-webprosbot
-x22Mozilla
+spyfu
+trendiction.com
+voyagerx.com
 xpymep1.exe
 zgrab