V4.2022.01.2871 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+404checker
 404enemy
-80legs
 AIBOT
-ALittle Client
+ASPSeek
+AhrefsBot
 AiHitBot
-Alexibot
-Alligator
-Anarchy99
-Apexoo
-BBBike
+Anarchy
+Ankit
+Aspiegel
+Asterias
+Attach
+AwarioSmartBot
+BDCbot
+BLEXBot
+BackDoorBot
 BackStreet
-BacklinkCrawler
+Backlink-Ceck
+Bandit
+Barkrowler
+Battleztar Bazinga
 BetaBot
-Bigfoot
-Bitacle
-Blackboard
+Black Hole
 BlowFish
-Boardreader
-Bolt
 Brandprotect
+Buddy
 BuiltBotTough
 BuiltWith
-Bullseye
 BunnySlippers
+BuzzSumo
 CCBot
-Cegbfeieh
-Cocolyzebot
-Copier
+Calculon
+ChinaClaw
+Chlooe
+Citoid
+Collector
+CopyRightCheck
 Copyscape
-Cosmos
 Crawling at Home Project
-CrazyWebCrawler
-CrunchBot
 Curious
+CyotekWebCopy
 DIIbot
+DSearch
 DataCha0s
 DatabaseDriverMysqli
-Devil
-DigitalPebble
-Dirbuster
-Discobot
-Discoverybot
+Digincore
+Disco
 Dispatch
-DnyzBot
-DomCopBot
 DomainAppender
-DomainCrawler
-DomainSigmaCrawler
-Domains Project
+Dotbot
+ECCP/1.0
+EirGrabber
 ExtLinksBot
-ExtractorPro
 Extreme Picture Finder
 EyeNetIE
-Ezooms
-FHscan
-FemtosearchBot
-Flunky
-Fuzz
-FyberSpider
+Foobot
+FrontPage
 G-i-g-a-b-o-t
 GT::WWW
-Genieo
+GalaxyBot
 GermCrawler
 GetRight
-Gigabot
+GetWeb
+Getintent
 Go-Ahead-Got-It
-GoZilla
 Gotit
 GrabNet
+GrapeshotCrawler
+GridBot
 HEADMasterSEO
 HMView
-HTMLparser
+HTTP::Lite
+HTTrack
 HaosouSpider
-Harvest
-Havij
-Heritrix
-Humanlinks
+HonoluluBot
 HybridBot
-IlseBot
-IndeedBot
-InfoTekies
+IDBTE4M
+Image Fetch
+InfoNaviRobot
 Intelliseek
+InterGET
 Iskanie
-IstellaBot
+JOC Web Spider
 Jbrofuzz
 JetCar
 JikeSpider
-Joomla
-Jorgee
 JustView
-Jyxobot
 Kenjin Spider
-Kinza
+LNSpiderguy
 LWP::Simple
+Lanshanbot
 Leap
-LieBaoFast
-Lightspeedsystems
-Likse
-Linkdexbot
+Linkbot
 LinkextractorPro
-LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey Spider
+Litemage_walker
 MIDown tool
 MIIxpc
-MJ12bot
-MQQBrowser
 MSIECrawler
-Magnet
 Mail.RU_Bot
 Majestic SEO
-MarkMonitor
+Majestic-SEO
+Mass Downloader
+Masscan
 Mata Hari
 Mb2345Browser
-Mediatoolkitbot
-Microsoft URL Control
-Moblie Safari
-Mojolicious
-Morfeus Fucking Scanner
-Mozlila
-NICErsPRO
-NPbot
-Name Intelligence
+MegaIndex.ru
+Metauri
+MicroMessenger
+Musobot
 Navroad
 Needle
-Net Vampire
+Nessus
 NetMechanic
-Niki-bot
-Ninja
-Nmap
-Offline Navigator
+NetZIP
+Netcraft
+Nikto
+Nimbostratus
+Not
+Octopus
+Offline Explorer
 OnCrawl
 OpenLinkProfiler
-Openvas
-OutclicksBot
+OpenVAS
+OrangeSpider
 OutfoxBot
 PHPCrawl
 Page Analyzer
-Panscient
-Pi-Monster
-Picscout
+PageAnalyzer
+PageGrabber
+Pavuk
 Pimonster
 PleaseCrawl
-Pockey
-ProWebWalker
-Probethenet
-RSSingBot
-RankActive
-RankFlex
-Re-re
+Pu_iN
+PyCurl
+QueryN Metasearch
+Rankivabot
+RankurBot
 RealDownload
-RebelMouse
 Recorder
-RepoMonkey
-Ripper
+RocketCrawler
+Rogerbot
+SBIder
+SEOkicks-Robot
 SEOlyticsCrawler
-ScanAlert
+SEOprofiler
+SEOstats
 Scanbot
 Scrapy
+ScreenerBot
+Seekport
 SemanticJuice
-SentiBot
-SeobilityBot
-Site Sucker
-SiteCheckerBotCrawler
+Semrush
+Shodan
+SiteExplorer
+SiteLockSpider
 Sitevigil
 SlySearch
 SmartDownload
+Snapbot
+Snoopy
+Sociscraper
+Sogou web spider
+Sosospider
+Sottopop
 SpaceBison
-Spammen
+SpankBot
+Spanner
+Spinn3r
 Sqworm
 Steeler
-Sucker
-Sucuri
-SuperHTTP
-Surfbot
-Szukacz
+Stripper
+SurveyBot
+Suzuran
+Swiftbot
 T8Abot
-TeleportPro
-Telesphorep
-Toweyabot
-Tracemyfile
-Typhoeus
+Telesoft
+The Intraformant
+TheNomad
+TightTwatBot
+Toata
+Turnitin
+Twice
 UnisterBot
-Upflow
 Vacuum
-Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
-WASALive-Bot
+Voil
+Voltron
+WBSearchBot
 WEBDAV
-WPScan
-WWW::Mechanize
-WWWOFFLE
+WWW-Mechanize
 Wallpapers
-Web Auto
-Web Enhancer
-Web Fetch
+Wallpapers/3.0
+WeSEE
 Web Pix
-Web Sauger
+Web Sucker
 WebAuto
-WebCopier
-WebEnhancer
+WebCollage
 WebFetch
-WebGo IS
+WebLeacher
 WebPix
-WebWhacker
+WebStripper
+WebZIP
+WebmasterWorldForumBot
 Webshag
-Website Quester
 Webster
+Whack
 Who.is Bot
+WinHTTrack
 WiseGuys Robot
-Wprecon
+Woobot
 Xaldon WebSpider
-Xenu
-YoudaoBot
-Zade
-Zauba
+Xaldon_WebSpider
 Zeus
-Zitebot
-ZmEu
 ZoomBot
+ZumBot
 adscanner
-arquivo.pt
-autoemailspider
 check1.exe
 clark-crawler
-com.plumanalytics
-crawl.sogou.com
-crawler4j
-dataforseo.com
+demandbase-bot
+domainsproject.org
 evc-batch
 gopher
-instabid
-internetVista monitor
-lwp-request
+heritrix
+ips-agent
+meanpathbot
+muhstik-scan
 netEstate NE Crawler
-page scorer
-s1z.ru
-seoscanners
+pcBrowser
+plumanalytics
+probe-image-size
+ripz
+satoristudio.net
+scalaj-http
+seobility
+seocompany.store
+serpstatbot
 sitechecker.pro
 siteripz
+sogouspider
 sp_auditbot
-tAkeOut
 trendiction.com
-trendiction.de
-webpros.com
-webprosbot
-xpymep1.exe
+ubermetrics-technologies.com
+webgains-bot
+webmeup-crawler
+x09Mozilla
 zauba.io
+zgrab