V4.2023.01.3552 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-404enemy
-80legs
+01h4x.com
+AIBOT
 ALittle Client
-Abonti
-Acunetix
-AiHitBot
+Aboundexbot
+AfD-Verbotsverfahren
+Alexibot
 Alligator
-Anarchy
+Anarchie
 Anarchy99
 Ankit
 Anthill
 Aspiegel
-Atomseobot
-AwarioSmartBot
-BBBike
-BDFetch
+BDCbot
 BackDoorBot
 BackWeb
-BacklinkCrawler
-Blackboard
-Blow
+Bandit
+Barkrowler
+BetaBot
 BlowFish
-Buck
-Buddy
+Bolt
+BotALot
 BuiltBotTough
 BuzzSumo
-CATExplorador
-CODE87
 CSHttp
-Cegbfeieh
+CheeseBot
+Chlooe
+Citoid
+Claritybot
+Cloud mapping
+Copier
 Cosmos
-Crawling at Home Project
-CrazyWebCrawler
-Curious
+CyotekWebCopy
 DBLBot
 DSearch
+DTS Agent
 DataCha0s
-Deusu
-DigitalPebble
-Discobot
-Discoverybot
+DatabaseDriverMysqli
+Demon
+Devil
+Disco
 DittoSpyder
-DnyzBot
+DomainAppender
+DomainCrawler
 DomainSigmaCrawler
+DomainStatsBot
 Dotbot
-Ebingbong
+Download Wonder
+Drip
+EMail Siphon
+EMail Wolf
+EasyDL
 Ecxi
-EirGrabber
-EroCrawler
-Express WebPictures
-ExtractorPro
-Extreme Picture Finder
+Extractor
 EyeNetIE
-Firefox/7.0
+Ezooms
+Fimap
 Flunky
-Freeuploader
-FrontPage
+Foobot
 Fuzz
-Genieo
-GrabNet
-GrapeFX
-GrapeshotCrawler
+Go-Ahead-Got-It
+GoZilla
 GridBot
-HMView
-HTTrack
-Haansoft
+HTMLparser
+HTTP::Lite
+HaosouSpider
 Harvest
+Havij
+Hloader
 HonoluluBot
+Humanlinks
+IRLbot
 Id-search
-IndeedBot
-Indy Library
-InfoNaviRobot
+Image Sucker
+Intelliseek
+Internet Ninja
 JOC Web Spider
-JamesBOT
-JetCar
+Jbrofuzz
+Jetty
 Joomla
-Jyxobot
+JustView
 Kenjin Spider
-Kinza
-Kozmosbot
-LNSpiderguy
 LWP::Simple
 Lanshanbot
+Larbin
 Leap
-LeechFTP
-Lftp
-Lightspeedsystems
+LexiBot
+LieBaoFast
 Likse
 LinkWalker
-LinkextractorPro
-LinqiaScrapeBot
-Lipperhey
+LinkpadBot
 Lipperhey Spider
-Litemage_walker
-Lmspider
-MQQBrowser
-MSFrontPage
+MIDown tool
+MIIxpc
 MTRobot
-Mag-Net
 Mail.RU_Bot
-Majestic SEO
+Majestic-SEO
 Majestic12
-MarkMonitor
+Mata Hari
 Mb2345Browser
 MeanPath Bot
+Meanpathbot
+MegaIndex.ru
+Metauri
 MicroMessenger
-Microsoft URL Control
 Mister PiX
+Mojeek
+MolokaiBot
 Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
+Msrabot
 Musobot
 NPbot
-Navroad
-Needle
+Nessus
+NetSpider
 NetZIP
 Netvibes
-Nimbostratus
-Ninja
-Nmap
-Not
+NextGenSearchBot
+Niki-bot
+Nuclei
 Nutch
 Offline Explorer
-OnCrawl
-OpenLinkProfiler
 OpenVAS
-Openfind
 Openvas
-OrangeBot
+OrangeSpider
 OutclicksBot
+PECL::HTTP
 PHPCrawl
 POE-Component-Client-HTTP
-PageThing.com
+Page Analyzer
+PageAnalyzer
 Pandalytics
+Panscient
+Pavuk
+Picscout
 PictureFinder
 Pimonster
 Pixray
-Pockey
+ProPowerBot
 Probethenet
-Psbot
 Pu_iN
-PxBroker
-RankActive
-RankingBot
-RankurBot
-Reaper
+QueryN Metasearch
+RankFlex
+RankingBot2
+Rankivabot
+RealDownload
+RebelMouse
 Recorder
 RedesScrapy
-Ripper
+RocketCrawler
 Rogerbot
-SBIder
-SEOkicks
-SEOlyticsCrawler
+SEOprofiler
+SEOstats
 ScanAlert
-ScreenerBot
+Scanbot
+ScrepyBot
+Searchestate
 SearchmetricsBot
-SemanticJuice
+Semrush
 SemrushBot
-SentiBot
 SeobilityBot
-SiteCheckerBotCrawler
-SiteSucker
-SlySearch
-SmartDownload
+Sitebeam
+Siteimprove
+Sitevigil
 Snapbot
-SocialRankIOBot
-Sogou web spider
+Snoopy
+Sociscraper
 SpaceBison
-SpankBot
-Spanner
+Spbot
 Spinn3r
 Sqlmap
-Sqlworm
-Sucuri
+Sqworm
+Stripper
+SuperBot
 SurveyBot
 Suzuran
-Szukacz
-T8Abot
+Swiftbot
+TeleportPro
 Telesoft
-Telesphorep
-TheNomad
-Toweyabot
+Titan
 Tracemyfile
-Trendiction
-Trendictionbot
-True_Robot
-TurnitinBot
-VB Project
+Turnitin
+Twice
+Typhoeus
+URLy Warning
+URLy.Warning
+Upflow
 VCI
-VeriCiteCrawler
-Voil
-Voltron
+VelenPublicWebCrawler
+VidibleScraper
+VoidEYE
 WBSearchBot
+WEBDAV
+WWW-Mechanize
 WWW::Mechanize
-WWWOFFLE
-Wallpapers
-Wallpapers/3.0
 WeSEE
-Web Auto
-Web Collage
+Web Enhancer
+Web Sucker
+WebAuto
 WebCollage
 WebCopier
 WebFetch
-WebReaper
+WebImageCollector
 WebSauger
-WebSucker
-WebWhacker
 Webshag
+Website Quester
 WebsiteExtractor
-WebsiteQuester
+Webster
+Whack
 Who.is Bot
 Widow
-WiseGuys Robot
-Wotbox
-Xaldon_WebSpider
-Xenu
-Zauba
-Zermelo
+Wonderbot
+Woobot
+Wprecon
+Zitebot
+ZmEu
 ZumBot
 ZyBorg
+adscanner
 archive.org_bot
 arquivo-web-crawler
-autoemailspider
+arquivo.pt
+backlink-check
+cognitiveseo
+crawl.sogou.com
 crawler.feedback
 crawler4j
 demandbase-bot
-evc-batch
+facebookscraper
+instabid
 internetVista monitor
-linkdexbot
-lwp-request
+isitwp.com
+lwp-trivial
+magpie-crawler
 mediawords
 muhstik-scan
-oBot
+pcBrowser
 plumanalytics
 s1z.ru
-satoristudio.net
+scalaj-http
+scan.lol
 seobility
-seocompany.store
 seoscanners
-seostar
+serpstatbot
+sexsearcher
 sitechecker.pro
-siteripz
-sp_auditbot
-spyfu
-trendiction.de
+trendiction.com
+ubermetrics-technologies.com
 voyagerx.com
 x22Mozilla
 xpymep1.exe
-zgrab
+zauba.io