V4.2022.10.3423 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 404checker
-404enemy
-80legs
-ADmantX
-AIBOT
 ASPSeek
+Acunetix
 AfD-Verbotsverfahren
+AhrefsBot
 AiHitBot
-Alexibot
+AlphaBot
 Anarchie
 Aspiegel
+Asterias
 Atomseobot
+Attach
+AwarioRssBot
 AwarioSmartBot
-BackStreet
-Backlink-Ceck
+BDCbot
+BDFetch
+BackDoorBot
+BacklinkCrawler
 Badass
 Bandit
 Barkrowler
 Battleztar Bazinga
-BetaBot
-Bitacle
-BlackWidow
-Bolt
+Black Hole
+BlowFish
+BotALot
+Brandprotect
+Brandwatch
+Buck
 BuiltBotTough
-BuzzSumo
-CATExplorador
+Bullseye
 CODE87
-CSHttp
-Calculon
+Cegbfeieh
 CensysInspect
-CheTeam
-CheeseBot
-Citoid
-Collector
+ChinaClaw
+Claritybot
+Cloud mapping
+Cocolyzebot
+Copier
 CopyRightCheck
-Crawling at Home Project
 Crescent
-DBLBot
-DIIbot
-DTS Agent
+Curious
+DSearch
+Demon
 Devil
 Digincore
-DigitalPebble
-Dirbuster
-Discobot
-DnBCrawler-Analytics
-DomainAppender
+DittoSpyder
+DomainSigmaCrawler
+Dotbot
 Drip
+ECCP/1.0
 EMail Siphon
-EMail Wolf
-Ebingbong
 Ecxi
-ExtLinksBot
+EirGrabber
+Extreme Picture Finder
+FDM
+FHscan
 FemtosearchBot
 Fimap
-Freeuploader
 Fuzz
 G-i-g-a-b-o-t
-GT::WWW
-GermCrawler
+GalaxyBot
 GetWeb
 Getintent
+Gigabot
 Go!Zilla
-GrabNet
-Grabber
+Grafula
 GrapeFX
-HEADMasterSEO
-HTMLparser
-HTTrack
+GrapeshotCrawler
+HTTP::Lite
 Haansoft
 Havij
 Heritrix
 Hloader
 Humanlinks
 IDBot
-IndeedBot
-InfoNaviRobot
-Intelliseek
-Iskanie
+Iblog
+Image Fetch
+InfoTekies
+InterGET
 JOC Web Spider
-JetCar
-Jetty
+Jbrofuzz
+Joomla
+Jorgee
 JustView
-Jyxobot
-LWP::Simple
+Kenjin Spider
+Keybot Translation-Search-Machine
+Keyword Density
+Lanshanbot
 Larbin
 Leap
-LeechGet
-Lftp
-LibWeb
-LieBaoFast
-LinkpadBot
+LexiBot
+Lightspeedsystems
+Linkbot
+LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lipperhey
-Litemage_walker
+LinqiaScrapeBot
+Lipperhey Spider
 Lmspider
-MSIECrawler
+Ltx71
+MIDown tool
+MSFrontPage
 Mag-Net
+Magnet
+Mail.RU_Bot
+Majestic SEO
 Majestic12
 MarkWatch
-Mass Downloader
 Masscan
-Mata Hari
+MauiBot
 Mb2345Browser
 MeanPath Bot
-Meanpathbot
-MegaIndex.ru
-Metauri
-Microsoft URL Control
-Minefield
-Moblie Safari
+Mister PiX
 Mojeek
 Mojolicious
+Morfeus Fucking Scanner
+Mr.4x3
+Msrabot
 Musobot
-Name Intelligence
-NearSite
-NetSpider
-NetZIP
-Nettrack
-NextGenSearchBot
+NPbot
+NetLyzer
+NetMechanic
+Netcraft
+Netvibes
 Niki-bot
-Nmap
-Nuclei
-Nutch
-Offline Navigator
-OpenLinkProfiler
+Nikto
+Ninja
+Octopus
+Offline Explorer
+OnCrawl
 OpenVAS
-Openvas
-OutfoxBot
-PECL::HTTP
+OrangeBot
 POE-Component-Client-HTTP
-Page Analyzer
-PageAnalyzer
 PageGrabber
-PageThing.com
 Pandalytics
-Pi-Monster
+Pavuk
+Picscout
 Pixray
-Pockey
+ProWebWalker
+Psbot
+Pump
 PxBroker
-QueryN Metasearch
-Quick-Crawler
-RSSingBot
-RankingBot
+RankFlex
 Rankivabot
-RankurBot
 Reaper
-RebelMouse
+Recorder
 RepoMonkey
-Rogerbot
+Ripper
+SEOkicks
 SEOstats
 SMTBot
-SalesIntelligent
+Scanbot
 ScoutJet
-ScreenerBot
-SearchmetricsBot
-Seekport
-Semrush
+ScrepyBot
+Searchestate
 SemrushBot
-SentiBot
 Shodan
-SiteExplorer
+SiteCheckerBotCrawler
 SiteSucker
-Sitebeam
+Siteimprove
+SmartDownload
 Snake
 Snoopy
-Sosospider
+Sociscraper
 Sottopop
-SpaceBison
-Spammen
 SpankBot
-Spinn3r
+Spbot
 Sqlmap
-Sqlworm
-Steeler
+Sucker
+Sucuri
+SuperHTTP
 SurveyBot
+Suzuran
+Szukacz
+T0PHackTeam
 T8Abot
-Teleport
-Telesoft
 Telesphorep
-The Intraformant
-Thumbor
+TheNomad
 TightTwatBot
-Toweyabot
-Tracemyfile
+Titan
+Trendictionbot
+Turingos
 Turnitin
-TwengaBot
+TurnitinBot
+URLy Warning
+URLy.Warning
 UnisterBot
-Upflow
-VB Project
-VCI
-Vacuum
-VeriCiteCrawler
+Vagabondo
+Virusdie
+VoidEYE
 Voil
+WBSearchBot
 WWW-Mechanize
-WWW::Mechanize
+WWWOFFLE
+Wallpapers
 Wallpapers/3.0
-Web Auto
+WallpapersHD
+WeSEE
 Web Collage
-Web Enhancer
-WebEnhancer
-WebReaper
-WebSauger
-WebZIP
-WebmasterWorldForumBot
-WebsiteExtractor
-WebsiteQuester
-Whacker
-WinHTTrack
+Web Pix
+Web Sauger
+WebAuto
+WebCollage
+WebFuck
+WebImageCollector
+WebPix
+Webalta
+Webshag
+Webster
+Who.is Bot
+Widow
 WiseGuys Robot
-Wonderbot
 Woobot
-Wotbox
-Xaldon_WebSpider
-Xenu
-YoudaoBot
+Wprecon
+Xaldon WebSpider
 Zauba
-Zermelo
-Zitebot
+ZoomBot
 ZoominfoBot
-adscanner
 archive.org_bot
 backlink-check
-cah.io.community
-check1.exe
-clark-crawler
 cognitiveseo
-com.plumanalytics
+crawler.feedback
+crawler4j
 dataforseo.com
-domainsproject.org
+evc-batch
 facebookscraper
-heritrix
+internetVista monitor
 isitwp.com
-linkdexbot
+lwp-trivial
 magpie-crawler
-plumanalytics
+netEstate NE Crawler
+pcBrowser
 polaris version
+ripz
+s1z.ru
 seobility
 seoscanners
+serpstatbot
 siteripz
+sogouspider
 sp_auditbot
-spyfu
+tAkeOut
 trendiction.com
 trendiction.de
-webgains-bot
-webmeup-crawler
+voyagerx.com
+webpros.com
 webprosbot
+x09Mozilla
 x22Mozilla
 zauba.io