V4.2023.02.3591 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
+01h4x.com
+404enemy
 80legs
+ADmantX
+ASPSeek
 Abonti
 Aboundexbot
 Acunetix
 AfD-Verbotsverfahren
 AhrefsBot
+AiHitBot
 Aipbot
-Alexibot
-AllSubmitter
-Anarchie
+Anarchy
 Anarchy99
-Ankit
-Apexoo
-Aspiegel
-Asterias
-AwarioSmartBot
-BBBike
-BackStreet
-Barkrowler
+BackDoorBot
+BacklinkCrawler
 BatchFTP
-Bigfoot
-Black Hole
+Bitacle
 BlackWidow
 Blackboard
+BlowFish
 Bolt
-BotALot
+Brandwatch
+Buck
+BuiltBotTough
 BuiltWith
-BuzzSumo
+Bullseye
+BunnySlippers
+CCBot
 CODE87
+CSHttp
 Calculon
-CensysInspect
-CheeseBot
+CazoodleBot
+CherryPicker
 Chlooe
 Citoid
-Cliqzbot
-Collector
+Cogentbot
 CopyRightCheck
-Copyscape
 Cosmos
-Craftbot
-CrazyWebCrawler
 Custo
 CyotekWebCopy
-DBLBot
-Devil
-Disco
-Discoverybot
-Dispatch
-DnyzBot
-DomCopBot
-Dotbot
-Download Wonder
+DSearch
+DataCha0s
+DatabaseDriverMysqli
+Digincore
+Dirbuster
+Discobot
+DnBCrawler-Analytics
+Dragonfly
 EMail Siphon
-Ebingbong
-ExtractorPro
+EMail Wolf
+EirGrabber
+Evil
+Exabot
+ExtLinksBot
+Extractor
+EyeNetIE
+Ezooms
 FDM
-Fimap
-Firefox/7.0
-FlashGet
+FemtosearchBot
+Foobot
 Freeuploader
 FrontPage
-Fyrebot
+Fuzz
+GT::WWW
+Genieo
+GetWeb
 Gigabot
 Go!Zilla
-GoZilla
-GrapeshotCrawler
-GridBot
+Go-Ahead-Got-It
+Grabber
 HEADMasterSEO
-HTTP::Lite
-Harvest
-Havij
-Humanlinks
-IDBTE4M
+HTTrack
+HaosouSpider
+Hloader
+HybridBot
 IDBot
-Iblog
+Image Fetch
+Image Sucker
 IndeedBot
+InfoNaviRobot
 InfoTekies
 InterGET
 InternetSeer
-Iskanie
-JOC Web Spider
-JamesBOT
-Jbrofuzz
 JennyBot
-JetCar
 JikeSpider
-Joomla
 JustView
-Keyword Density
-Kozmosbot
-LNSpiderguy
-Lanshanbot
+Kenjin Spider
+Keybot Translation-Search-Machine
+Kinza
+LeechFTP
 LexiBot
-Lightspeedsystems
+Lftp
+LibWeb
 Likse
-LinkWalker
 Linkbot
-LinkpadBot
-LinqiaScrapeBot
+LinqiaRSSBot
+Litemage_walker
+Lmspider
+MFC_Tear_Sample
 MIIxpc
-MSFrontPage
+MJ12bot
+MQQBrowser
 MSIECrawler
-Mag-Net
-Majestic-SEO
-MarkWatch
+Magnet
+Mail.RU_Bot
+Mata Hari
 MauiBot
-Mb2345Browser
 MeanPath Bot
-MegaIndex.ru
+Meanpathbot
+Mediatoolkitbot
 MicroMessenger
-Microsoft URL Control
-Minefield
-Musobot
-Nameprotect
-NearSite
+Mister PiX
+Moblie Safari
+Mojeek
+MolokaiBot
+Morfeus Fucking Scanner
+Msrabot
+NICErsPRO
+Navroad
+Needle
 Nessus
-NetAnts
-NetZIP
-Netcraft
+NetLyzer
+NetMechanic
+Nettrack
 NextGenSearchBot
 Nibbler
-NimbleCrawler
-Nimbostratus
+Niki-bot
+Ninja
+Nuclei
+Nutch
+Octopus
 Offline Explorer
-OnCrawl
-OpenVAS
-OrangeSpider
-OutclicksBot
-PECL::HTTP
-PHPCrawl
-POE-Component-Client-HTTP
-PageAnalyzer
-PageScorer
-Pandalytics
-Pavuk
-Petalbot
-Piepmatz
+OutfoxBot
+PageGrabber
+PageThing.com
+Papa Foto
+PeoplePal
+Pi-Monster
+Picsearch
+PictureFinder
 ProWebWalker
-Probethenet
 Pump
-PyCurl
-RankActiveLinkBot
+PxBroker
+RankActive
 RankFlex
 RankingBot
 Re-re
+RealDownload
 Reaper
-Rogerbot
-SEOkicks-Robot
+Recorder
+RedesScrapy
+RepoMonkey
+SBIder
+SEOkicks
+SEOlyticsCrawler
+SISTRIX
+SMTBot
+SalesIntelligent
 ScanAlert
+Scanbot
+ScoutJet
 Screaming
 ScrepyBot
-Searchestate
-SearchmetricsBot
-Seekport
+Semrush
 SemrushBot
-SentiBot
 SeoSiteCheckup
-Siphon
-Site Sucker
+SeobilityBot
+Seomoz
 SiteLockSpider
 Sitebeam
-Snoopy
-SocialRankIOBot
-Sociscraper
+Siteimprove
+Sitevigil
+Snapbot
 Sosospider
-SpaceBison
 Spammen
-SpankBot
 Spbot
-Spinn3r
-SputnikBot
-Sqlmap
-Sqlworm
+Stripper
+Sucker
+Sucuri
 SuperHTTP
-Surfbot
-Swiftbot
 T0PHackTeam
-Teleport
 TeleportPro
-Titan
-Tracemyfile
-Trendictionbot
-Turingos
-TurnitinBot
+Telesphorep
+Toweyabot
+TwengaBot
+Twice
+Typhoeus
 URLy Warning
 URLy.Warning
+VCI
+VelenPublicWebCrawler
 VeriCiteCrawler
 Virusdie
-WISENutbot
-WWW-Collector-E
-WWW-Mechanize
+Voltron
+WASALive-Bot
 WWW::Mechanize
 WallpapersHD
-WeSEE
 Web Auto
 Web Collage
 Web Enhancer
+Web Fetch
+Web Pix
+Web Sauger
+Web Sucker
 WebAuto
-WebCollage
 WebFuck
-WebLeacher
 WebPix
-WebWhacker
-Webalta
-Webshag
-Website Quester
-WebsiteQuester
-Whacker
-Whatweb
-WiseGuys Robot
-Wotbox
+WebmasterWorldForumBot
+Widow
+Wonderbot
 Wprecon
-Xaldon WebSpider
-Xaldon_WebSpider
 Xenu
 YoudaoBot
+Zade
+Zermelo
+Zeus
+Zitebot
 ZmEu
 ZyBorg
+adscanner
 archive.org_bot
-arquivo.pt
 autoemailspider
-coccocbot
-crawler.feedback
-crawler4j
+backlink-check
+clark-crawler
 dataforseo.com
 demandbase-bot
 evc-batch
 facebookscraper
 heritrix
-ips-agent
-isitwp.com
-iubenda-radar
+internetVista monitor
 linkdexbot
+lwp-request
 lwp-trivial
 magpie-crawler
 meanpathbot
-mediawords
-polaris version
-s1z.ru
+muhstik-scan
+page scorer
+ripz
 scalaj-http
 scan.lol
+seobility
 sexsearcher
+sp_auditbot
+spyfu
+sysscan
 tAkeOut
-trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
+webmeup-crawler
 webpros.com
 x22Mozilla
-zgrab