V4.2022.04.3076 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404enemy
-80legs
-AIBOT
+ADmantX
+ALittle Client
+ASPSeek
 Abonti
-Aboundex
-Aboundexbot
+AfD-Verbotsverfahren
 AiHitBot
-Anarchie
-Anarchy99
+Alexibot
+Alligator
+AlphaBot
 Ankit
-Anthill
-Apexoo
-Aspiegel
+Asterias
+Atomseobot
 AwarioSmartBot
-BackWeb
-Backlink-Ceck
-Badass
-Bandit
-Barkrowler
+BLEXBot
+BacklinkCrawler
+BatchFTP
 Battleztar Bazinga
-BetaBot
-Bigfoot
 Bitacle
 Black Hole
+BlackWidow
+Blackboard
 Blow
+BlowFish
 Boardreader
-Brandwatch
-Buck
+Bolt
+BotALot
 BuiltBotTough
-BuiltWith
+Bullseye
 BunnySlippers
-BuzzSumo
 CCBot
-CheeseBot
-CherryPicker
-Chlooe
+Calculon
+CazoodleBot
+Cegbfeieh
+CensysInspect
+CheTeam
+ChinaClaw
 Citoid
-Claritybot
-Cogentbot
+Collector
+Copyscape
 Cosmos
-Craftbot
-Crawling at Home Project
 CrazyWebCrawler
 Crescent
-CrunchBot
-CyotekWebCopy
-Demon
-Deusu
+Curious
+Custo
+DBLBot
+DSearch
+DatabaseDriverMysqli
 DigitalPebble
-Dirbuster
-Discobot
-DittoSpyder
-DnyzBot
-DomCopBot
+Disco
+Discoverybot
+DomainStatsBot
 Domains Project
+Dotbot
+Download Wonder
 ECCP/1.0
+EMail Wolf
+EroCrawler
 Evil
-Express WebPictures
-Extractor
-Extreme Picture Finder
-EyeNetIE
+ExtLinksBot
+ExtractorPro
+FDM
 FHscan
-FemtosearchBot
-Fimap
-FlashGet
-Flunky
-G-i-g-a-b-o-t
-GT::WWW
-Gigabot
-Go!Zilla
-Grafula
+Fyrebot
+GalaxyBot
+Genieo
+GermCrawler
+GetWeb
+GoZilla
+GrabNet
 GrapeFX
-HMView
-HTMLparser
+GridBot
+HTTP::Lite
 HTTrack
-Heritrix
-Hloader
-Humanlinks
-IDBTE4M
-IDBot
+Haansoft
+HybridBot
 Iblog
-Image Sucker
-IndeedBot
-InfoNaviRobot
-InfoTekies
+Id-search
+IlseBot
 Intelliseek
-InterGET
-Internet Ninja
-InternetSeer
+Iria
+Iskanie
 IstellaBot
 JamesBOT
-JennyBot
-JetCar
+Jbrofuzz
 Jetty
-JikeSpider
-Jorgee
-JustView
 Kenjin Spider
-Keyword Density
+Keybot Translation-Search-Machine
+Kozmosbot
+LNSpiderguy
+LWP::Simple
+Lanshanbot
 Larbin
+Leap
+LeechFTP
 LeechGet
-LexiBot
-Lftp
-LibWeb
 Libwhisker
-LinkScan
-LinkWalker
-LinkpadBot
+Lightspeedsystems
+Linkbot
+LinkextractorPro
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 LinqiaScrapeBot
-Lmspider
+MIDown tool
+MIIxpc
 MJ12bot
-MQQBrowser
+MSIECrawler
 MTRobot
 Mag-Net
-Majestic12
-Masscan
-MauiBot
+Magnet
+Mail.RU_Bot
+Majestic SEO
+MarkWatch
+Mass Downloader
+Mata Hari
 Mb2345Browser
-MicroMessenger
+Mediatoolkitbot
 Microsoft Data Access
-Minefield
+Mojeek
+Msrabot
 NICErsPRO
-NPbot
+Name Intelligence
+Nameprotect
 Needle
 Nessus
-NetLyzer
-Nikto
+Nibbler
+NimbleCrawler
+Nimbostratus
 Nmap
-Not
-Offline Explorer
+Nuclei
+Nutch
+OpenLinkProfiler
+Openfind
 Openvas
-OutclicksBot
+OrangeSpider
 PageAnalyzer
 PageGrabber
-PageScorer
-PageThing.com
-Pandalytics
-Panscient
-Petalbot
-ProPowerBot
+Papa Foto
+Pavuk
+Picscout
+Pimonster
+Pockey
 Probethenet
 Pump
 PyCurl
-RankFlex
+QueryN Metasearch
+Quick-Crawler
+RankActiveLinkBot
 RankingBot
-RankingBot2
 ReGet
-Reaper
 Recorder
-RedesScrapy
-RocketCrawler
-SEOkicks
-SEOlyticsCrawler
+Rogerbot
+SISTRIX
 SMTBot
-ScanAlert
-ScoutJet
 Screaming
 ScreenerBot
+ScrepyBot
 Searchestate
 SearchmetricsBot
-SemanticJuice
-SemrushBot
-SentiBot
-SeobilityBot
-SiteExplorer
-Snoopy
-SocialRankIOBot
-Sociscraper
-Sogou web spider
-Sosospider
-Spammen
+SeoSiteCheckup
+Seomoz
+Siphon
+Sitebeam
+Siteimprove
+Sitevigil
+SmartDownload
+Snapbot
+Sottopop
+SpaceBison
 Spanner
 Spbot
-SputnikBot
-Surfbot
-Szukacz
+Sqlworm
+Sucuri
+Suzuran
+Swiftbot
 TeleportPro
-Telesoft
-TheNomad
-Tracemyfile
-Trendiction
-Trendictionbot
-TwengaBot
+TightTwatBot
+Toata
+Toweyabot
+Turingos
 Twice
-Typhoeus
-VB Project
-Vagabondo
+URLy Warning
+UnisterBot
+V-BOT
+Vacuum
 VelenPublicWebCrawler
-VidibleScraper
-Virusdie
-Voil
-WEBDAV
-WPScan
-WWW-Collector-E
-WWW-Mechanize
+VoidEYE
+WISENutbot
+WWWOFFLE
+Wallpapers/3.0
+WallpapersHD
 WeSEE
+Web Auto
 Web Collage
 Web Enhancer
 Web Fetch
-Web Pix
-Web Sauger
+Web Sucker
 WebAuto
+WebCollage
+WebCopier
 WebEnhancer
 WebFetch
-WebImageCollector
-WebReaper
-WebSucker
 WebWhacker
-WebZIP
-Webalta
 WebmasterWorldForumBot
-Website Quester
-WebsiteExtractor
+WebsiteQuester
 Webster
-Who.is Bot
+WiseGuys Robot
 Wonderbot
-Woobot
+Wotbox
+Xaldon WebSpider
 Xaldon_WebSpider
-Xenu
+Zauba
 Zeus
-Zitebot
 ZoomBot
-ZoominfoBot
-ZyBorg
+ZumBot
+archive.org_bot
 arquivo.pt
+autoemailspider
 backlink-check
 cah.io.community
-coccocbot
-demandbase-bot
-eCatch
-gopher
-heritrix
+cognitiveseo
+crawl.sogou.com
+crawler.feedback
+dataforseo.com
+facebookscraper
 instabid
-linkdexbot
-magpie-crawler
+internetVista monitor
+lwp-request
+lwp-trivial
 meanpathbot
-mediawords
+muhstik-scan
 netEstate NE Crawler
-ripz
+oBot
+page scorer
+plumanalytics
+probe-image-size
 s1z.ru
+scalaj-http
 seocompany.store
 seoscanners
 seostar
 sexsearcher
-sitechecker.pro
+siteripz
+sogouspider
+sp_auditbot
 tAkeOut
-ubermetrics-technologies.com
-voyagerx.com
+trendiction.de
+webpros.com
+x09Mozilla
+x22Mozilla
 zauba.io