V4.2021.05.2354 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-404enemy
+Abonti
+AfD-Verbotsverfahren
 AiHitBot
-Alligator
-Anarchie
+AllSubmitter
+Anarchy
+Ankit
+Apexoo
 archive.org_bot
-Aspiegel
+arquivo.pt
 ASPSeek
-Asterias
 Attach
-autoemailspider
-BackDoorBot
-Backlink-Ceck
+AwarioRssBot
 BacklinkCrawler
-BackStreet
-BackWeb
-BatchFTP
+Badass
 BBBike
-BetaBot
+BDCbot
 Bigfoot
-Bitacle
-Black Hole
-BLEXBot
-Boardreader
-Bolt
+Blackboard
+Blow
 BotALot
-Brandwatch
-Buck
-Bullseye
+BuiltBotTough
+BuiltWith
+BunnySlippers
 BuzzSumo
-CherryPicker
-Chlooe
-Claritybot
-Cliqzbot
-Cloud mapping
+Calculon
+CazoodleBot
+Cegbfeieh
+CensysInspect
 Cocolyzebot
 CODE87
+Cogentbot
 com.plumanalytics
-Copyscape
-Cosmos
-crawl.sogou.com
-Crescent
-CSHttp
-Curious
+Craftbot
+crawler4j
+CyotekWebCopy
 DatabaseDriverMysqli
 DataCha0s
-demandbase-bot
-Devil
+DBLBot
 Digincore
 DigitalPebble
 DIIbot
 Discobot
-DnyzBot
 DomainAppender
-DomainSigmaCrawler
-Domains Project
 DomainStatsBot
-Download Wonder
-Dragonfly
 Drip
-DSearch
-DTS Agent
 Ebingbong
 eCatch
 ECCP/1.0
 Ecxi
-EMail Siphon
-EMail Wolf
-EroCrawler
+Evil
 Exabot
 Express WebPictures
-Extractor
-Firefox/7.0
-FlashGet
-Foobot
+ExtLinksBot
+facebookscraper
+FDM
+FemtosearchBot
+Fimap
+Flunky
+FrontPage
 Fuzz
 FyberSpider
-Genieo
 GermCrawler
-Getintent
-G-i-g-a-b-o-t
+GetWeb
+Gigabot
 Gotit
-GrabNet
-GrapeshotCrawler
-Haansoft
-HaosouSpider
-HEADMasterSEO
+GridBot
+Harvest
 heritrix
-HTMLparser
+Heritrix
+HMView
+HTTrack
 Humanlinks
-Id-search
 IlseBot
-Image Fetch
-Indy Library
-instabid
-InterGET
+Image Sucker
+InfoTekies
+InternetSeer
+internetVista monitor
 Iria
-isitwp.com
-JamesBOT
+Iskanie
+IstellaBot
+Jbrofuzz
 JennyBot
-JetCar
-Jetty
 JikeSpider
 JOC Web Spider
+Jyxobot
 Kenjin Spider
 Kinza
-LexiBot
-LibWeb
+Kozmosbot
+Lanshanbot
+Lftp
 Libwhisker
-Likse
-Linkbot
-Linkdexbot
-LinkextractorPro
-LinkScan
-LinqiaScrapeBot
+LieBaoFast
+Lightspeedsystems
+LinkWalker
+LinqiaMetadataDownloaderBot
 Lipperhey Spider
 Litemage_walker
-Lmspider
-LNSpiderguy
 Ltx71
+Magnet
 Mag-Net
 magpie-crawler
-Mail.RU_Bot
-Majestic12
-MarkMonitor
-MarkWatch
+Majestic SEO
+Masscan
 Mass Downloader
-Mata Hari
-MauiBot
 Mb2345Browser
+meanpathbot
 Meanpathbot
+MeanPath Bot
 Metauri
-MicroMessenger
-MJ12bot
-Mojolicious
-Morfeus Fucking Scanner
+MFC_Tear_Sample
+MIDown tool
+Mister PiX
+MQQBrowser
 Mr.4x3
-MSFrontPage
-MTRobot
+MSIECrawler
+Msrabot
 Name Intelligence
 Navroad
-NetSpider
-Nettrack
-Net Vampire
+Nessus
+NetAnts
+NetMechanic
+Netvibes
 NextGenSearchBot
-Nibbler
 Niki-bot
-NimbleCrawler
 Ninja
-NPbot
+Nmap
+Nuclei
+Nutch
 Offline Explorer
 OnCrawl
-Openvas
+Openfind
+OpenLinkProfiler
 OpenVAS
 OPPO A33
-OrangeBot
-OrangeSpider
+OutfoxBot
 Page Analyzer
 page scorer
-Panscient
+Pandalytics
 Papa Foto
-pcBrowser
-PECL::HTTP
+PeoplePal
+Petalbot
 PHPCrawl
-POE-Component-Client-HTTP
-Pump
+Picsearch
+PictureFinder
+Pixray
+plumanalytics
+Pockey
+polaris version
+ProWebWalker
+Pu_iN
+PxBroker
+PyCurl
+Quick-Crawler
+RankActiveLinkBot
+RankFlex
+RankingBot2
 Rankivabot
+RankurBot
+RedesScrapy
 ReGet
-RocketCrawler
-Rogerbot
+Re-re
+ripz
+RSSingBot
 SalesIntelligent
-satoristudio.net
 scalaj-http
 ScanAlert
-scan.lol
+ScoutJet
+Screaming
 Searchestate
-Seomoz
+SentiBot
+SEOlyticsCrawler
+seoscanners
+SeoSiteCheckup
+SEOstats
+serpstatbot
 sexsearcher
-Shodan
+Sitebeam
 SiteCheckerBotCrawler
-SiteExplorer
-Siteimprove
 siteripz
 SlySearch
 SMTBot
+Snake
+Snapbot
+SocialRankIOBot
+Sociscraper
 Sogou web spider
-Sosospider
 Sottopop
-sp_auditbot
-Spinn3r
+SpankBot
+Spanner
 SputnikBot
 spyfu
-Sqworm
-Stripper
+Steeler
+Sucker
+SuperHTTP
+Surfbot
+SurveyBot
+Suzuran
+Swiftbot
 Szukacz
+T0PHackTeam
 Teleport
-Telesphorep
-The Intraformant
-TheNomad
+Telesoft
 Thumbor
-TightTwatBot
 Titan
 Toweyabot
+Tracemyfile
 Trendiction
-Trendictionbot
-trendiction.com
 trendiction.de
-True_Robot
 Turingos
+Turnitin
+TurnitinBot
 TwengaBot
 Typhoeus
+UnisterBot
 Upflow
+Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
+Virusdie
+VoidEYE
+Voil
 Voltron
 Wallpapers/3.0
-WallpapersHD
 WASALive-Bot
-Webalta
-WebAuto
-WebCollage
-WEBDAV
+WebBandit
+Web Enhancer
 WebFuck
-WebImageCollector
+Web Fuck
 WebLeacher
 WebmasterWorldForumBot
 webmeup-crawler
-WebPix
-WebSauger
 Web Sauger
 Webshag
-Website Quester
 Webster
+WebStripper
 WebSucker
 Web Sucker
 WebWhacker
-Whack
-Whatweb
+WebZIP
+WeSEE
 Widow
+WiseGuys Robot
 WISENutbot
 Wonderbot
-Wprecon
 WPScan
-WWW::Mechanize
-x22Mozilla
-Zeus
-zgrab
-Zitebot
-ZmEu
+WWW-Collector-E
+Xenu
+YoudaoBot
+Zade
+Zermelo
+ZumBot