V4.2022.07.3203 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
 404enemy
 80legs
-ADmantX
-AIBOT
-AfD-Verbotsverfahren
+Aboundexbot
+Acunetix
 AhrefsBot
 Aipbot
-AllSubmitter
 Alligator
-Anarchy
-Anarchy99
-Anthill
-Apexoo
+Anarchie
+Aspiegel
 Asterias
-Attach
-AwarioSmartBot
-BDCbot
+Atomseobot
 BLEXBot
-BackDoorBot
+BackStreet
 BackWeb
 Backlink-Ceck
-BetaBot
-Bitacle
-Black Hole
+BacklinkCrawler
+Badass
+Bandit
+BatchFTP
+Battleztar Bazinga
+BlackWidow
 Blackboard
 BlowFish
-Brandprotect
+Boardreader
+Bolt
 Buddy
+BuiltBotTough
 BuiltWith
-CATExplorador
+BunnySlippers
+BuzzSumo
 CCBot
-CSHttp
-Calculon
-CherryPicker
-ChinaClaw
+CODE87
+CazoodleBot
+Cegbfeieh
+CheTeam
 Chlooe
-Cliqzbot
-Cloud mapping
-Collector
+Copier
 CopyRightCheck
-Copyscape
-Craftbot
+Cosmos
 CrazyWebCrawler
-CyotekWebCopy
-Dirbuster
+Crescent
+Curious
+DSearch
+DTS Agent
+Demon
+Deusu
+Devil
+DigitalPebble
 Disco
-DomCopBot
+DnBCrawler-Analytics
+DnyzBot
 DomainAppender
-Dragonfly
-EMail Siphon
+DomainSigmaCrawler
+Download Wonder
+EMail Wolf
 EasyDL
 Ebingbong
-Exabot
-ExtLinksBot
-Extractor
-Ezooms
-FemtosearchBot
-Foobot
+EirGrabber
+ExtractorPro
+Extreme Picture Finder
+FDM
+FHscan
+Firefox/7.0
+FlashGet
+Flunky
 Freeuploader
-GT::WWW
+FrontPage
+Genieo
 GermCrawler
-Getintent
-Go!Zilla
+GetRight
+Gigabot
 Go-Ahead-Got-It
-GoZilla
-Gotit
 Grabber
-Grafula
-GrapeshotCrawler
-GridBot
+GrapeFX
 HEADMasterSEO
 HMView
-HTTP::Lite
+HTMLparser
 HTTrack
 HaosouSpider
 Harvest
-Hloader
+Havij
+Humanlinks
 IDBTE4M
-IDBot
 IRLbot
-Iblog
-Image Fetch
-Indy Library
-InfoTekies
-Intelliseek
+Id-search
+InterGET
 InternetSeer
 Iria
+Iskanie
 IstellaBot
 JamesBOT
-JennyBot
-Joomla
-JustView
-Jyxobot
-Kozmosbot
+JetCar
+Jetty
+JikeSpider
+Keyword Density
+LNSpiderguy
 LWP::Simple
-LeechGet
-LieBaoFast
+LeechFTP
+Libwhisker
+Lightspeedsystems
 LinkScan
-Linkbot
-LinkpadBot
+LinkWalker
+LinkextractorPro
 LinksManager
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
-Ltx71
-MFC_Tear_Sample
-MJ12bot
+Litemage_walker
+Lmspider
 MQQBrowser
-MSIECrawler
-MTRobot
-Magnet
-Mass Downloader
-Masscan
-Mediatoolkitbot
+Meanpathbot
 Metauri
-MicroMessenger
-Minefield
-Moblie Safari
-Mojeek
+Mojolicious
+Mozlila
+Mr.4x3
 Musobot
-Name Intelligence
-Needle
-Net Vampire
+NICErsPRO
+Nameprotect
+NetMechanic
+Nettrack
 NextGenSearchBot
-NimbleCrawler
-Nimbostratus
-Nuclei
-Octopus
-OnCrawl
+Nibbler
+Niki-bot
+Nikto
+Nmap
+Offline Explorer
 OpenVAS
 OrangeSpider
 OutclicksBot
-PECL::HTTP
-PageThing.com
+OutfoxBot
+PHPCrawl
+Page Analyzer
+PageAnalyzer
+PageGrabber
+PageScorer
 PeoplePal
-Pi-Monster
-PleaseCrawl
-ProPowerBot
-RankFlex
-RankingBot2
-RankurBot
+Pockey
+Psbot
+Pump
+PxBroker
+PyCurl
+QueryN Metasearch
+Quick-Crawler
+RSSingBot
+RankingBot
+Re-re
 ReGet
-Reaper
+RealDownload
 RebelMouse
-RedesScrapy
-RepoMonkey
-Rogerbot
-SBIder
 SEOkicks
 SalesIntelligent
-Screaming
+Scanbot
 ScreenerBot
-SemanticJuice
+SearchmetricsBot
 SemrushBot
-SentiBot
 SeoSiteCheckup
-Shodan
-SiteSnagger
-Sitebeam
-Siteimprove
-SlySearch
-Snake
-SocialRankIOBot
+SiteExplorer
 Sociscraper
+Sosospider
 Sottopop
+SpaceBison
 Spammen
-SputnikBot
-Sqlworm
+Spanner
+Spinn3r
 Sqworm
+Steeler
+Stripper
 Sucker
-Sucuri
 SuperBot
+SuperHTTP
+Surfbot
 Suzuran
+Swiftbot
+Szukacz
 Teleport
+TeleportPro
 Telesoft
 Telesphoreo
-Telesphorep
 TheNomad
-Thumbor
-Toata
+TightTwatBot
+Trendictionbot
 True_Robot
-Turingos
 TurnitinBot
-TwengaBot
-URLy Warning
-URLy.Warning
-VidibleScraper
-VoidEYE
-WBSearchBot
-WEBDAV
-WWW-Collector-E
+Twice
+UnisterBot
+Upflow
+Vagabondo
+VelenPublicWebCrawler
+VeriCiteCrawler
+WASALive-Bot
+WISENutbot
+WPScan
 WWW-Mechanize
-Wallpapers
-Web Auto
-Web Enhancer
-Web Pix
-Web Sauger
-WebCopier
-WebFetch
-WebGo IS
-WebLeacher
+Wallpapers/3.0
+WallpapersHD
+WeSEE
+Web Fetch
+Web Sucker
+WebCollage
+WebEnhancer
 WebPix
-WebReaper
-WebSauger
-WebStripper
-WebSucker
 WebWhacker
-Webalta
 WebmasterWorldForumBot
 Webshag
-WinHTTrack
-WiseGuys Robot
+Webster
+Whacker
+Widow
+Wonderbot
 Woobot
-Wotbox
-Wprecon
-Xaldon_WebSpider
-Xenu
 YoudaoBot
-Zauba
+Zeus
 Zitebot
+ZmEu
 ZoomBot
 ZumBot
-adscanner
 arquivo-web-crawler
 arquivo.pt
-autoemailspider
-backlink-check
 check1.exe
-cognitiveseo
-crawl.sogou.com
-crawler4j
-evc-batch
+crawler.feedback
+demandbase-bot
+eCatch
 facebookscraper
-isitwp.com
+gopher
+internetVista monitor
+iubenda-radar
+linkdexbot
+lwp-request
 lwp-trivial
-page scorer
+mediawords
+muhstik-scan
+netEstate NE Crawler
+oBot
 pcBrowser
 plumanalytics
+polaris version
 probe-image-size
+satoristudio.net
 scan.lol
 seobility
+seocompany.store
+sexsearcher
 sitechecker.pro
+siteripz
 sogouspider
-sp_auditbot
-trendiction.com
-webmeup-crawler
-xpymep1.exe
+spyfu
+sysscan
+webpros.com
+webprosbot
+x22Mozilla
+zauba.io
 zgrab