V4.2021.06.2375 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-Aboundexbot
-Acunetix
-ADmantX
+Aboundex
 AhrefsBot
-AIBOT
-Aipbot
-Alexibot
-Ankit
-Anthill
+AiHitBot
+AllSubmitter
+AlphaBot
+Anarchie
+Anarchy
 Apexoo
-ASPSeek
-Asterias
+Aspiegel
 Attach
-autoemailspider
-Backlink-Ceck
+backlink-check
 BacklinkCrawler
+Badass
 Bandit
 Barkrowler
-BatchFTP
 Battleztar Bazinga
-BBBike
-BDFetch
-Bigfoot
-Black Hole
-Blow
-Bolt
-Brandprotect
-Brandwatch
-BuzzSumo
+BDCbot
+Bitacle
+BLEXBot
+BotALot
+BuiltBotTough
 Calculon
-CazoodleBot
 CCBot
-check1.exe
+Cegbfeieh
+CensysInspect
 CheeseBot
 CherryPicker
-Chlooe
-Cloud mapping
+CheTeam
+Claritybot
 coccocbot-web
+CODE87
 com.plumanalytics
-Copier
-Copyscape
+Craftbot
 crawler4j
 crawler.feedback
-CSHttp
+crawl.sogou.com
+Crescent
 Curious
+Custo
 DatabaseDriverMysqli
-demandbase-bot
-Demon
-Devil
-Digincore
+DBLBot
 Dirbuster
-Discobot
+Disco
 Discoverybot
-Dispatch
 DnyzBot
 DomainAppender
+DomainCrawler
+DomainSigmaCrawler
 domainsproject.org
-DomCopBot
+DomainStatsBot
 Dotbot
 Drip
+Ecxi
+EirGrabber
+EMail Siphon
+EMail Wolf
+Evil
 Exabot
-Express WebPictures
 ExtLinksBot
 EyeNetIE
-FHscan
-Foobot
-Fuzz
+FDM
+FemtosearchBot
+FlashGet
+Flunky
+FyberSpider
 Fyrebot
-GalaxyBot
+Genieo
 Getintent
 Gigabot
-G-i-g-a-b-o-t
-Go-Ahead-Got-It
+gopher
+Gotit
 GoZilla
 Grabber
-GrabNet
-GrapeFX
-GrapeshotCrawler
-GT::WWW
-Haansoft
+GridBot
 HaosouSpider
 HEADMasterSEO
 heritrix
 Heritrix
-Hloader
 HTMLparser
 HTTrack
-IDBot
-Image Fetch
+IDBTE4M
+Image Sucker
+IndeedBot
 Indy Library
-InfoNaviRobot
 InfoTekies
-instabid
+internetVista monitor
+Iria
 IRLbot
-isitwp.com
-IstellaBot
-JennyBot
+JamesBOT
+JetCar
 Jetty
+JOC Web Spider
+Joomla
 Jorgee
-JustView
-Keyword Density
+Kenjin Spider
 Kinza
-Lanshanbot
-Larbin
-LeechFTP
-LexiBot
+Kozmosbot
+LeechGet
+Lftp
+Libwhisker
 LieBaoFast
 Likse
-LinkScan
-LinqiaScrapeBot
-Lipperhey
-Litemage_walker
-LNSpiderguy
-Ltx71
+Linkbot
+LinkextractorPro
+LinkpadBot
+LinksManager
+Lmspider
+LWP::Simple
+Mail.RU_Bot
 Majestic SEO
 Majestic-SEO
+MarkMonitor
+MarkWatch
+meanpathbot
 mediawords
-Metauri
 MicroMessenger
 Microsoft URL Control
-MIIxpc
-Mister PiX
+MIDown tool
 MJ12bot
-Mojeek
-Morfeus Fucking Scanner
+MQQBrowser
 MSFrontPage
 Msrabot
 MTRobot
-Musobot
+muhstik-scan
 Netcraft
+NetLyzer
 NetMechanic
-NetSpider
 Netvibes
-NetZIP
 Niki-bot
-Nikto
 NimbleCrawler
-Ninja
 NPbot
 Nutch
 Octopus
 Offline Explorer
 OnCrawl
-Openfind
-OpenVAS
+Openvas
 OrangeBot
-OrangeSpider
-PageAnalyzer
-Page Analyzer
+PageGrabber
 page scorer
+PageScorer
+Panscient
+Papa Foto
+Pavuk
 PeoplePal
-Petalbot
+PHPCrawl
 Piepmatz
-Pi-Monster
-POE-Component-Client-HTTP
+Pixray
+polaris version
 ProPowerBot
+Psbot
 Pu_iN
+PxBroker
 PyCurl
-Quick-Crawler
-RankActive
-RankFlex
+RankActiveLinkBot
+Rankivabot
 RankurBot
-RealDownload
 Recorder
-Re-re
+ReGet
+Ripper
 Rogerbot
+RSSingBot
 s1z.ru
+satoristudio.net
+SBIder
+ScanAlert
 Scanbot
-Screaming
+Scrapy
 SearchmetricsBot
-Semrush
 SemrushBot
-seobility
 SeobilityBot
+SEOkicks
 SEOkicks-Robot
-SEOlyticsCrawler
-Seomoz
 seoscanners
-SeoSiteCheckup
 seostar
-serpstatbot
-SISTRIX
+sexsearcher
 Sitebeam
-SiteCheckerBotCrawler
 SiteExplorer
-SiteSnagger
-Snoopy
-SpaceBison
+Siteimprove
+Sitevigil
+SlySearch
+SmartDownload
+SMTBot
+Sociscraper
+Sottopop
 Spammen
 sp_auditbot
 Spinn3r
-spyfu
+SputnikBot
 Sqlmap
-Sucker
-Sucuri
-SuperHTTP
-Surfbot
-SurveyBot
-Suzuran
+Sqlworm
+Sqworm
+Stripper
+SuperBot
+sysscan
 Szukacz
+T0PHackTeam
 T8Abot
-tAkeOut
-TeleportPro
-Telesphoreo
+Teleport
+Telesoft
+Thumbor
 Toata
-Toweyabot
-trendiction.com
+Trendictionbot
 trendiction.de
 True_Robot
+Turingos
+Turnitin
 TurnitinBot
 TwengaBot
-Twice
+Typhoeus
 UnisterBot
+Upflow
 Vagabondo
-VB Project
-VCI
-VidibleScraper
-Virusdie
+Voil
+Voltron
+Wallpapers/3.0
 WBSearchBot
+WebAuto
+WebCollage
 WebCopier
+WEBDAV
 WebEnhancer
 Web Fetch
-Web Fuck
-WebPix
-WebReaper
+WebGo IS
+WebImageCollector
+Web Pix
+Web Sauger
+WebsiteQuester
+Website Quester
+Webster
 WebSucker
 WebWhacker
 WebZIP
 WeSEE
+Whack
 Whacker
-Who.is Bot
-WISENutbot
-Wonderbot
-Wprecon
-WPScan
+Whatweb
+Woobot
 WWW-Collector-E
-WWW::Mechanize
 WWWOFFLE
-x09Mozilla
-x22Mozilla
 Xaldon WebSpider
 Xenu
-YoudaoBot
-zauba.io
+Zade
+Zauba
 Zermelo
 Zeus
-ZoominfoBot
+zgrab
+Zitebot
+ZmEu
 ZumBot
+ZyBorg