V4.2022.07.3245 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
+ADmantX
 AIBOT
-ASPSeek
 Aboundex
-AhrefsBot
-AiHitBot
+AfD-Verbotsverfahren
 Aipbot
-Alligator
-Anarchie
+Alexibot
+AllSubmitter
+Anarchy
 Anarchy99
-Asterias
 Atomseobot
-Attach
-AwarioRssBot
+AwarioSmartBot
+BDFetch
 BackDoorBot
-BackWeb
-Barkrowler
-BetaBot
-Black Hole
+BackStreet
+BacklinkCrawler
+Badass
+BatchFTP
+Battleztar Bazinga
+Bigfoot
+BlackWidow
+Blackboard
 BlowFish
 Bolt
-Brandprotect
-Brandwatch
+BotALot
 Buddy
-BuiltBotTough
 BuiltWith
-CATExplorador
-CCBot
-CazoodleBot
+CSHttp
+Cegbfeieh
+CensysInspect
 ChinaClaw
-Chlooe
 Citoid
+Claritybot
 Cloud mapping
-Cocolyzebot
-Cogentbot
-Collector
+Copier
 Craftbot
-Curious
-CyotekWebCopy
-DatabaseDriverMysqli
-Demon
-Devil
+Crawling at Home Project
+CrunchBot
+Custo
+DIIbot
+Deusu
 DigitalPebble
-Dirbuster
 Disco
 Discobot
 DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
+DomainAppender
+DomainSigmaCrawler
 DomainStatsBot
-Domains Project
-Dotbot
 Drip
-EMail Siphon
-EMail Wolf
-EroCrawler
+ECCP/1.0
+Ebingbong
 Express WebPictures
-Extreme Picture Finder
-Ezooms
-FemtosearchBot
-Firefox/7.0
+ExtLinksBot
+Extractor
+ExtractorPro
+EyeNetIE
+FHscan
+FlashGet
+Flunky
+Foobot
 Freeuploader
-FrontPage
-G-i-g-a-b-o-t
-GT::WWW
-Getintent
+Fuzz
+FyberSpider
+Fyrebot
+GetRight
+GetWeb
 Gigabot
 Go-Ahead-Got-It
+GoZilla
 GrabNet
-HTMLparser
+Grabber
+HMView
 HTTP::Lite
-Haansoft
-Havij
-Heritrix
-HonoluluBot
+Hloader
 Humanlinks
-Intelliseek
-InternetSeer
-Iria
-Iskanie
-JOC Web Spider
-Jbrofuzz
+HybridBot
+IDBTE4M
+Id-search
+IndeedBot
+InfoTekies
+Internet Ninja
 JennyBot
-JetCar
-Joomla
-Jyxobot
-Keyword Density
-Kinza
-LNSpiderguy
-Leap
-LeechFTP
-Lftp
-LibWeb
-LieBaoFast
+Kenjin Spider
+LexiBot
 Lightspeedsystems
-LinkScan
 Linkbot
-LinkextractorPro
-LinksManager
+LinkpadBot
 LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lmspider
+LinqiaRSSBot
+Lipperhey Spider
 Ltx71
 MFC_Tear_Sample
-MJ12bot
+MIIxpc
 MQQBrowser
 MSFrontPage
-Majestic SEO
-Masscan
+MSIECrawler
+Mag-Net
+Majestic-SEO
+Majestic12
+MarkMonitor
+Mass Downloader
 Mata Hari
 Mb2345Browser
-Metauri
-MicroMessenger
+Mediatoolkitbot
+Microsoft URL Control
+Minefield
 Mister PiX
-Moblie Safari
 Mojolicious
-Mozlila
-Msrabot
-Musobot
-NICErsPRO
-NearSite
+MolokaiBot
+Mr.4x3
+Navroad
 Needle
 NetAnts
 NetLyzer
-NetSpider
+NetMechanic
+NetZIP
 Nettrack
 Netvibes
-Niki-bot
+Nibbler
+NimbleCrawler
 Ninja
-Not
 Nuclei
 Nutch
+Offline Navigator
 OnCrawl
-OpenVAS
+OpenLinkProfiler
 Openfind
+OrangeBot
 OutclicksBot
-OutfoxBot
 PHPCrawl
+POE-Component-Client-HTTP
+PageAnalyzer
+PageGrabber
 PageScorer
-Petalbot
+Pandalytics
+Panscient
+Papa Foto
+PeoplePal
 Pi-Monster
+Picscout
+Picsearch
 Piepmatz
+Pimonster
 Pixray
+PleaseCrawl
 ProWebWalker
 Probethenet
-PyCurl
-RankActive
+Pump
 RankingBot
-Rankivabot
 RankurBot
+Re-re
+ReGet
 RealDownload
 Reaper
-RepoMonkey
-SEOkicks
+Ripper
+RocketCrawler
+SEOkicks-Robot
 SEOprofiler
+SISTRIX
+SMTBot
 ScanAlert
-Scrapy
-Screaming
-ScrepyBot
-Searchestate
+ScreenerBot
+SemanticJuice
 SentiBot
-SeoSiteCheckup
-Siteimprove
-SlySearch
+SeobilityBot
+Seomoz
+Site Sucker
+SiteLockSpider
+SiteSnagger
+SiteSucker
 Snake
-Snapbot
 Sociscraper
-Spammen
-Sqworm
-Steeler
+Sogou web spider
+SpankBot
+SputnikBot
+Sqlmap
+Sucuri
 SuperBot
+SuperHTTP
 Surfbot
-SurveyBot
-Szukacz
-T8Abot
+Suzuran
+T0PHackTeam
 Teleport
-Telesphoreo
-Telesphorep
+Telesoft
 The Intraformant
-Thumbor
-Titan
+TheNomad
+TightTwatBot
 Toweyabot
 Tracemyfile
-Trendictionbot
-Twice
-Typhoeus
+Trendiction
+Turingos
+TurnitinBot
 URLy Warning
-Upflow
+V-BOT
 Vacuum
 Vagabondo
+VelenPublicWebCrawler
+VidibleScraper
 Virusdie
 VoidEYE
 Voil
-WISENutbot
-WWW-Collector-E
+Voltron
+WEBDAV
+WWW-Mechanize
 WWW::Mechanize
-Wallpapers
-WallpapersHD
-Web Auto
-Web Enhancer
 Web Fetch
-Web Fuck
-Web Sauger
-WebFetch
+Web Sucker
+WebBandit
+WebFuck
+WebImageCollector
 WebLeacher
-WebPix
-WebReaper
+WebSauger
 WebStripper
-WebZIP
+Webshag
+WebsiteExtractor
 Webster
-Whack
-Whacker
+WinHTTrack
 Wonderbot
-Woobot
-Wotbox
-Zauba
+Xaldon WebSpider
+Xaldon_WebSpider
+YoudaoBot
 Zeus
-ZmEu
-ZoomBot
 ZoominfoBot
-ZumBot
-arquivo-web-crawler
-arquivo.pt
+archive.org_bot
+check1.exe
 coccocbot
-cognitiveseo
-crawl.sogou.com
-crawler4j
 dataforseo.com
-demandbase-bot
-facebookscraper
-gopher
-heritrix
-ips-agent
+domainsproject.org
+eCatch
+instabid
+internetVista monitor
 isitwp.com
-linkdexbot
-lwp-request
+iubenda-radar
 lwp-trivial
-magpie-crawler
-muhstik-scan
+page scorer
 probe-image-size
-ripz
+satoristudio.net
 scalaj-http
 scan.lol
 seobility
 seocompany.store
-siteripz
+seoscanners
+tAkeOut
 trendiction.de
+ubermetrics-technologies.com
 webmeup-crawler
+webpros.com
+x22Mozilla
+xpymep1.exe
+zauba.io
 zgrab