V4.2021.10.2642 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 404checker
-404enemy
+AIBOT
 ALittle Client
-Aboundexbot
-AfD-Verbotsverfahren
+ASPSeek
 AhrefsBot
-AiHitBot
+Alligator
 Anarchie
 Anarchy99
 Anthill
-BBBike
+Apexoo
+Aspiegel
+AwarioSmartBot
 BDCbot
-BDFetch
+BacklinkCrawler
 Badass
 BatchFTP
+Battleztar Bazinga
+Bitacle
+Black Hole
+BlackWidow
 BlowFish
-Boardreader
+BotALot
 Brandprotect
-Buddy
-BuiltBotTough
+Brandwatch
+BuiltWith
+Bullseye
 BuzzSumo
-CODE87
+Calculon
 CazoodleBot
-CheTeam
-CherryPicker
-ChinaClaw
-Cloud mapping
+Chlooe
+Cocolyzebot
 CopyRightCheck
 Cosmos
-Crawling at Home Project
+Craftbot
+CrazyWebCrawler
 Crescent
+Custo
+DBLBot
 DIIbot
-Demon
-Devil
-Digincore
-DittoSpyder
-DomCopBot
-DomainAppender
+DSearch
+DataCha0s
+Disco
 DomainCrawler
 Dotbot
-EMail Wolf
+Dragonfly
+ECCP/1.0
+EMail Siphon
 EasyDL
 Ebingbong
 EroCrawler
-Evil
-Exabot
-Extractor
 ExtractorPro
-FHscan
+Extreme Picture Finder
+EyeNetIE
+Ezooms
 Fimap
-FlashGet
 Flunky
-Foobot
-GT::WWW
-GalaxyBot
+Freeuploader
+Fyrebot
+G-i-g-a-b-o-t
 Genieo
-GermCrawler
-Getintent
-Gigabot
-GoZilla
-Gotit
+GetRight
+Go!Zilla
 GrabNet
 Grabber
+GrapeshotCrawler
 GridBot
-HEADMasterSEO
-HMView
+HTMLparser
+HTTP::Lite
 HTTrack
-Harvest
-HybridBot
+HaosouSpider
+Havij
+Hloader
+Iblog
 Id-search
 IlseBot
 IndeedBot
-Indy Library
+InfoNaviRobot
 InfoTekies
-Internet Ninja
-IstellaBot
+JetCar
+Jetty
 JikeSpider
-JustView
-Keyword Density
-Kinza
-Larbin
-LibWeb
+Jorgee
+Kenjin Spider
+LWP::Simple
+Leap
 Libwhisker
+LieBaoFast
 Likse
+LinkWalker
+Linkdexbot
 LinkextractorPro
-LinqiaScrapeBot
-Ltx71
-MJ12bot
-MSFrontPage
+Lipperhey
+Lipperhey Spider
+Litemage_walker
+MQQBrowser
 MSIECrawler
-Mail.RU_Bot
+MTRobot
+Magnet
 Majestic SEO
-Majestic12
+Majestic-SEO
 MarkWatch
-Mass Downloader
 Mata Hari
-MeanPath Bot
-Mediatoolkitbot
+Mb2345Browser
 Microsoft Data Access
 Microsoft URL Control
-Mister PiX
-Morfeus Fucking Scanner
-Mr.4x3
-Musobot
+Moblie Safari
+Msrabot
+NICErsPRO
 Name Intelligence
+Nameprotect
 NearSite
 Nessus
 NetAnts
-NetLyzer
-NetZIP
-Nikto
+NetMechanic
+NetSpider
+Netcraft
+NextGenSearchBot
 NimbleCrawler
-Nimbostratus
-Nmap
+Ninja
 Nuclei
-Nutch
-Octopus
-Openfind
-OrangeBot
-Page Analyzer
-PageAnalyzer
+Offline Explorer
+OpenVAS
+Openvas
+OrangeSpider
+OutclicksBot
+PECL::HTTP
 PageScorer
-Pandalytics
 Pavuk
-Pi-Monster
-Picsearch
+PeoplePal
+Picscout
+Piepmatz
+Pimonster
+Pixray
+ProPowerBot
+ProWebWalker
 Probethenet
-Pump
-PyCurl
-Quick-Crawler
-RankingBot2
-Rankivabot
+Pu_iN
+QueryN Metasearch
+RankActive
+RankActiveLinkBot
+RankurBot
 Re-re
-Reaper
+ReGet
 RebelMouse
-Recorder
 RedesScrapy
 Ripper
+Rogerbot
+SBIder
+SEOkicks-Robot
 SEOlyticsCrawler
-SMTBot
-Scrapy
-Screaming
 ScreenerBot
-SearchmetricsBot
-Semrush
 SemrushBot
 SentiBot
 SeobilityBot
-Seomoz
 Shodan
+Siphon
 SiteCheckerBotCrawler
-SiteExplorer
 SiteLockSpider
-SiteSnagger
-SiteSucker
 Siteimprove
+Sitevigil
 SlySearch
 SmartDownload
-Snoopy
-SocialRankIOBot
+Snapbot
 Sociscraper
+Sosospider
 SpaceBison
+Spammen
 SpankBot
+SputnikBot
 Sqlmap
+Sqlworm
+Sqworm
+Stripper
 SuperBot
 SuperHTTP
-Surfbot
 SurveyBot
-Swiftbot
-Szukacz
+Suzuran
+T8Abot
 TeleportPro
-Telesoft
-Telesphorep
-The Intraformant
-Thumbor
-TightTwatBot
-Toata
 Toweyabot
-Tracemyfile
+Trendiction
 Trendictionbot
+True_Robot
 Turingos
+Turnitin
 TurnitinBot
+TwengaBot
 Twice
+Typhoeus
+URLy Warning
 UnisterBot
-Upflow
-V-BOT
-Vagabondo
-VidibleScraper
-Virusdie
-VoidEYE
+VelenPublicWebCrawler
+VeriCiteCrawler
+Voil
+Voltron
 WISENutbot
+WWW-Mechanize
 WWW::Mechanize
-WWWOFFLE
-Wallpapers/3.0
+Wallpapers
+WallpapersHD
+Web Auto
 Web Collage
 Web Enhancer
-Web Fetch
+Web Fuck
 Web Sauger
-WebAuto
-WebBandit
 WebCopier
+WebEnhancer
+WebFetch
 WebGo IS
-WebImageCollector
-WebPix
-WebSucker
+WebLeacher
+WebReaper
 WebWhacker
-WebZIP
-WebmasterWorldForumBot
-WebsiteExtractor
-Widow
-Woobot
+WebsiteQuester
+Webster
+Who.is Bot
+WinHTTrack
 Wprecon
 Xaldon WebSpider
-YoudaoBot
-Zauba
-Zeus
-Zitebot
-ZoomBot
-ZoominfoBot
-arquivo.pt
-coccocbot-web
-com.plumanalytics
-crawler.feedback
-crawler4j
-dataforseo.com
+Xaldon_WebSpider
+ZmEu
+ZumBot
+archive.org_bot
+clark-crawler
+crawl.sogou.com
+domainsproject.org
 evc-batch
-heritrix
-instabid
-internetVista monitor
-ips-agent
-isitwp.com
-lwp-request
-magpie-crawler
+gopher
 meanpathbot
+muhstik-scan
+netEstate NE Crawler
+oBot
+page scorer
 plumanalytics
+probe-image-size
+s1z.ru
 satoristudio.net
-scalaj-http
 seobility
-sexsearcher
+seoscanners
+serpstatbot
 sitechecker.pro
 siteripz
 sogouspider
-spyfu
 tAkeOut
 trendiction.com
 trendiction.de
 ubermetrics-technologies.com
-x09Mozilla
+webmeup-crawler
+webpros.com
 xpymep1.exe
+zgrab