V4.2022.04.3067 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 404checker
-AIBOT
-ALittle Client
+404enemy
 ASPSeek
-Aboundex
-Acunetix
-Alligator
-AlphaBot
+Abonti
+AhrefsBot
+AiHitBot
+Aipbot
+AllSubmitter
+Anarchie
 Anarchy
-Anarchy99
-Aspiegel
-Asterias
-Atomseobot
+Ankit
+Anthill
+Apexoo
 Attach
-BDCbot
-BDFetch
-BackDoorBot
+AwarioRssBot
+BBBike
+BackWeb
 Backlink-Ceck
-BacklinkCrawler
 Barkrowler
+BatchFTP
 Battleztar Bazinga
 BetaBot
+Bigfoot
+Bitacle
 Black Hole
+BlackWidow
 Blackboard
 Blow
 BotALot
 Brandprotect
-BuiltBotTough
+Buck
+Buddy
+BuzzSumo
+CATExplorador
+CCBot
+CSHttp
 Calculon
-CheTeam
-Citoid
+CazoodleBot
+CherryPicker
+Chlooe
 Cliqzbot
 Cloud mapping
+Cocolyzebot
 Cogentbot
+Copier
+CopyRightCheck
 Copyscape
-Crawling at Home Project
-DIIbot
-DTS Agent
-DatabaseDriverMysqli
-Demon
+CrazyWebCrawler
+Curious
+DataCha0s
 Devil
-Discobot
-DnBCrawler-Analytics
-DnyzBot
-DomainAppender
+Digincore
+DigitalPebble
+DittoSpyder
 DomainStatsBot
 Domains Project
-Download Wonder
-EMail Wolf
+Dotbot
+Drip
+ECCP/1.0
 EasyDL
-Ebingbong
-Express WebPictures
-ExtLinksBot
-EyeNetIE
+EroCrawler
+ExtractorPro
 Ezooms
-FemtosearchBot
-Fimap
-Flunky
-Foobot
-Fuzz
+FlashGet
+Freeuploader
 FyberSpider
-GT::WWW
-GermCrawler
 GetWeb
-Gigabot
+Getintent
 Go-Ahead-Got-It
-GoZilla
-GrabNet
 GrapeFX
-HEADMasterSEO
-HMView
-HTTP::Lite
-Haansoft
+GrapeshotCrawler
+GridBot
+Harvest
 Heritrix
+Hloader
 HybridBot
-Id-search
 IlseBot
+Image Sucker
+InfoNaviRobot
 InternetSeer
-Iria
-Jbrofuzz
-JetCar
-Keybot Translation-Search-Machine
 Kinza
-Kozmosbot
+LNSpiderguy
 LWP::Simple
+Lanshanbot
 Larbin
-LeechFTP
-LeechGet
-Lftp
+LexiBot
 Libwhisker
 LieBaoFast
+Lightspeedsystems
 Likse
-LinkWalker
-LinkpadBot
+LinkScan
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey Spider
-Litemage_walker
-Lmspider
-Ltx71
-MFC_Tear_Sample
 MIIxpc
+MSFrontPage
 MSIECrawler
-MarkMonitor
+Mag-Net
+Magnet
+Mail.RU_Bot
+Majestic-SEO
 MarkWatch
-Masscan
-Mb2345Browser
-MeanPath Bot
 Meanpathbot
 Mediatoolkitbot
-Microsoft Data Access
-Mister PiX
+MegaIndex.ru
+Metauri
+MicroMessenger
+Microsoft URL Control
+Mojeek
 MolokaiBot
-Morfeus Fucking Scanner
-Mozlila
-NICErsPRO
+Mr.4x3
+Musobot
 NPbot
 Navroad
+NearSite
 Needle
-Net Vampire
-NetLyzer
 NetZIP
 Nettrack
-Nmap
+Nikto
+NimbleCrawler
+Not
+Nuclei
+Nutch
 Offline Explorer
-OpenLinkProfiler
-OutfoxBot
-PHPCrawl
-PageAnalyzer
+Offline Navigator
+Openfind
+OrangeSpider
+OutclicksBot
+POE-Component-Client-HTTP
+PageScorer
+Pandalytics
 Papa Foto
-PeoplePal
-Picsearch
-PictureFinder
-Pimonster
-ProWebWalker
+Piepmatz
+Pockey
 Probethenet
 Pu_iN
-RSSingBot
+PyCurl
+Quick-Crawler
 RankActive
+RankFlex
 RankingBot
 RankingBot2
-RebelMouse
-Recorder
+RankurBot
 RocketCrawler
 Rogerbot
+SEOkicks
 SEOkicks-Robot
-SISTRIX
+SEOstats
 SMTBot
-SalesIntelligent
 ScanAlert
-ScreenerBot
-ScrepyBot
-Seekport
-Seomoz
-Siphon
-Site Sucker
-SiteSnagger
-SiteSucker
+Semrush
+SeoSiteCheckup
+Shodan
+SiteCheckerBotCrawler
 Sitevigil
-SlySearch
-SocialRankIOBot
+Sociscraper
 Sottopop
+Spammen
 Spanner
-Spbot
-Spinn3r
 SputnikBot
-Sqlworm
-Steeler
-Stripper
+Sqlmap
+Sqworm
 Sucker
 SuperBot
+SuperHTTP
 Surfbot
-SurveyBot
-Swiftbot
-Szukacz
+T0PHackTeam
 T8Abot
 TeleportPro
 Telesphoreo
-Telesphorep
-TheNomad
+The Intraformant
 Thumbor
-Titan
-Tracemyfile
+TightTwatBot
+Trendiction
+Trendictionbot
+True_Robot
+Turingos
 Turnitin
 Twice
-URLy Warning
-UnisterBot
-V-BOT
-VCI
+URLy.Warning
+Upflow
 VelenPublicWebCrawler
+VeriCiteCrawler
 VidibleScraper
-Voltron
-WBSearchBot
+Virusdie
+WPScan
 WWW-Collector-E
-WWW::Mechanize
+WWW-Mechanize
 Wallpapers
 WallpapersHD
+Web Auto
+Web Collage
 Web Enhancer
-Web Fetch
+Web Fuck
+Web Pix
+Web Sauger
+Web Sucker
 WebBandit
-WebCopier
-WebEnhancer
+WebFetch
 WebFuck
-WebGo IS
-WebImageCollector
+WebLeacher
 WebReaper
 WebSauger
-WebStripper
 WebSucker
+WebWhacker
 WebZIP
-WebmasterWorldForumBot
-Webshag
-WebsiteExtractor
+WebsiteQuester
+Webster
+Whack
+Whacker
 Widow
 WinHTTrack
-YoudaoBot
-Zade
-Zermelo
-Zeus
+WiseGuys Robot
+Wonderbot
+Woobot
+ZmEu
 ZoomBot
+ZoominfoBot
 ZyBorg
-adscanner
 archive.org_bot
+autoemailspider
 backlink-check
+cah.io.community
 check1.exe
-clark-crawler
-coccocbot
-crawler4j
+crawler.feedback
 dataforseo.com
 domainsproject.org
-evc-batch
-gopher
+eCatch
+heritrix
 internetVista monitor
-ips-agent
+isitwp.com
 iubenda-radar
-linkdexbot
-lwp-request
 meanpathbot
-muhstik-scan
-netEstate NE Crawler
-oBot
-page scorer
+mediawords
 plumanalytics
-s1z.ru
-serpstatbot
-sexsearcher
+polaris version
+satoristudio.net
+scalaj-http
+sitechecker.pro
 siteripz
 sogouspider
-sysscan
-ubermetrics-technologies.com
+sp_auditbot
+spyfu
+trendiction.de
+voyagerx.com
 webprosbot
 xpymep1.exe
+zgrab