V4.2022.01.2859 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 80legs
-AIBOT
+ADmantX
 ALittle Client
-Aboundex
+Aboundexbot
 Acunetix
 AfD-Verbotsverfahren
 AiHitBot
+Aipbot
 Alexibot
-Alligator
+AllSubmitter
 Anarchie
-Ankit
+Anarchy
+Anarchy99
 Anthill
-Aspiegel
+Apexoo
 Asterias
-AwarioRssBot
-BDCbot
-BLEXBot
-BackDoorBot
-BackStreet
+Attach
+AwarioSmartBot
+BDFetch
+BackWeb
+Backlink-Ceck
+BacklinkCrawler
 Bandit
-Battleztar Bazinga
-BetaBot
+BatchFTP
 Bigfoot
 Black Hole
+BlackWidow
 Blackboard
-Bolt
 BotALot
-Brandprotect
 Buck
-Buddy
-BuiltBotTough
+BuiltWith
+BuzzSumo
 CCBot
-CODE87
-CazoodleBot
-Cegbfeieh
-CensysInspect
-CheeseBot
+CheTeam
 CherryPicker
-Chlooe
-Claritybot
-Cloud mapping
-Cogentbot
+ChinaClaw
+Citoid
+Cliqzbot
+Collector
 Cosmos
 Craftbot
-CrazyWebCrawler
-Crescent
-CrunchBot
 Custo
-DSearch
+DIIbot
 DTS Agent
-DatabaseDriverMysqli
 Demon
+Devil
+Digincore
+DigitalPebble
 Disco
+Discobot
 Dispatch
-DomainCrawler
+DomainSigmaCrawler
+DomainStatsBot
 Domains Project
-Dotbot
-Download Wonder
-Drip
-EMail Siphon
+EMail Wolf
+Ebingbong
+Ecxi
 EirGrabber
-EroCrawler
-Exabot
-FyberSpider
-G-i-g-a-b-o-t
-Genieo
+ExtLinksBot
+ExtractorPro
+Extreme Picture Finder
+EyeNetIE
+Ezooms
+FDM
+FHscan
+FemtosearchBot
+Firefox/7.0
+FlashGet
+GalaxyBot
 GermCrawler
-Getintent
-Go!Zilla
-Go-Ahead-Got-It
+GetRight
+GetWeb
+Gigabot
+Gotit
 GrabNet
+Grabber
 Grafula
-GrapeshotCrawler
-GridBot
-Heritrix
-Hloader
-IDBTE4M
-Iblog
+HEADMasterSEO
+HMView
+Havij
+Humanlinks
+IDBot
+IRLbot
 Id-search
-IlseBot
 Image Fetch
+IndeedBot
 InfoNaviRobot
-InfoTekies
+Intelliseek
 InterGET
-Internet Ninja
-InternetSeer
 Iria
-Iskanie
 IstellaBot
+JOC Web Spider
+JennyBot
+JetCar
 JikeSpider
-JustView
+Joomla
+Jyxobot
+Keyword Density
 Kozmosbot
-LeechFTP
-LeechGet
-LieBaoFast
+Larbin
 Likse
-LinqiaScrapeBot
+LinkScan
+LinkextractorPro
+Lmspider
 Ltx71
+MFC_Tear_Sample
 MIDown tool
-MQQBrowser
-MSIECrawler
-Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
-MarkWatch
+MJ12bot
+MSFrontPage
+Mag-Net
+Magnet
 MeanPath Bot
 Meanpathbot
-MegaIndex.ru
+Metauri
+MicroMessenger
 Microsoft Data Access
-Minefield
-Mister PiX
-Morfeus Fucking Scanner
+Microsoft URL Control
+Mojolicious
 Msrabot
-NICErsPRO
 NPbot
+Navroad
 Needle
-Nessus
-NetLyzer
+Net Vampire
 NetSpider
-Nettrack
-Niki-bot
-Nikto
-NimbleCrawler
-Nmap
+Netvibes
+NextGenSearchBot
+Not
 Nutch
-Octopus
 Offline Explorer
-OpenVAS
-OrangeBot
-OutfoxBot
+OrangeSpider
 PECL::HTTP
-PageScorer
+PHPCrawl
+Page Analyzer
+PageGrabber
 PageThing.com
-PeoplePal
-Picscout
-Piepmatz
-Pixray
-Probethenet
-Pu_iN
-Pump
+Pandalytics
+Panscient
+Petalbot
+Pi-Monster
+Picsearch
+PleaseCrawl
 PxBroker
-PyCurl
-QueryN Metasearch
+RSSingBot
 RankActive
-RebelMouse
+RankFlex
+Re-re
 Recorder
-RedesScrapy
-SBIder
-SEOkicks-Robot
+Ripper
+SEOkicks
 SEOprofiler
 SISTRIX
-SMTBot
 SalesIntelligent
+ScanAlert
 Scanbot
-Scrapy
-ScreenerBot
-ScrepyBot
+Seekport
+SemanticJuice
 SemrushBot
-SentiBot
-SeoSiteCheckup
 SeobilityBot
 Shodan
-SiteExplorer
+Siphon
 SiteLockSpider
-SiteSnagger
 SiteSucker
 Sitebeam
-SlySearch
-SmartDownload
-Snoopy
+Snapbot
 Sociscraper
-SpankBot
+Sosospider
+Sottopop
+SpaceBison
+SputnikBot
+Sqlmap
 Sqlworm
-Sqworm
-Steeler
-Sucker
+Stripper
+Sucuri
+SuperBot
 SuperHTTP
 SurveyBot
-Swiftbot
-T0PHackTeam
-TeleportPro
+Suzuran
+Szukacz
+Teleport
+Telesoft
+Telesphorep
 The Intraformant
 TheNomad
-Titan
-Toata
-Trendictionbot
-True_Robot
+TightTwatBot
+Tracemyfile
+TurnitinBot
+TwengaBot
 Typhoeus
 URLy Warning
 UnisterBot
-VB Project
-VelenPublicWebCrawler
-WEBDAV
-WISENutbot
-WPScan
-WWW-Collector-E
+Vagabondo
+VeriCiteCrawler
+VidibleScraper
+Virusdie
+VoidEYE
 WWW-Mechanize
-WWW::Mechanize
-Wallpapers/3.0
+WWWOFFLE
+WallpapersHD
+WeSEE
 Web Auto
-Web Enhancer
-Web Fetch
-Web Pix
-Web Sauger
+Web Collage
 WebAuto
-WebCopier
-WebFuck
-WebGo IS
-WebImageCollector
-WebReaper
-WebSauger
+WebBandit
+WebCollage
+WebFetch
 WebWhacker
-WebZIP
-WebsiteExtractor
-Webster
-Whatweb
+Webalta
+Website Quester
+Who.is Bot
+WinHTTrack
 WiseGuys Robot
-Wonderbot
-Woobot
-Wotbox
-Xaldon WebSpider
+Wprecon
+Xenu
 YoudaoBot
-Zauba
-ZumBot
+Zade
+Zermelo
+Zeus
+ZoominfoBot
+ZyBorg
+adscanner
+arquivo-web-crawler
+arquivo.pt
 backlink-check
+clark-crawler
 coccocbot-web
-crawl.sogou.com
-crawler.feedback
 crawler4j
-dataforseo.com
+demandbase-bot
+domainsproject.org
 eCatch
-heritrix
-isitwp.com
-magpie-crawler
-mediawords
-muhstik-scan
-netEstate NE Crawler
+evc-batch
+gopher
+iubenda-radar
+lwp-trivial
+meanpathbot
+page scorer
 plumanalytics
 polaris version
+probe-image-size
+ripz
 s1z.ru
-seobility
+satoristudio.net
 seocompany.store
 seostar
-serpstatbot
+sexsearcher
 sogouspider
 sp_auditbot
-sysscan
-trendiction.com
-webpros.com
-zgrab
+webmeup-crawler
+webprosbot
+x09Mozilla
+x22Mozilla