V4.2022.06.3143 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
+404checker
+404enemy
+ADmantX
+ALittle Client
+ASPSeek
 Abonti
-Aboundexbot
+Aboundex
 Acunetix
-AiHitBot
-Alexibot
-Anarchy
+AfD-Verbotsverfahren
+AhrefsBot
+Aipbot
+AlphaBot
+Anarchie
+Ankit
 Apexoo
-Atomseobot
 AwarioRssBot
-BBBike
-BDFetch
-Backlink-Ceck
+AwarioSmartBot
 BacklinkCrawler
 Badass
-Bandit
+Barkrowler
 BatchFTP
+Battleztar Bazinga
 Bitacle
 BlackWidow
+Blow
+BlowFish
 Buddy
-CCBot
+BuiltBotTough
+BuzzSumo
+CODE87
 CazoodleBot
-CensysInspect
-CheTeam
+CheeseBot
 ChinaClaw
-Chlooe
-Cliqzbot
+Citoid
 Cloud mapping
-Copier
-Crescent
-CrunchBot
-DBLBot
-DataCha0s
-Digincore
-DigitalPebble
+Cogentbot
+Collector
+Cosmos
+Crawling at Home Project
+CrazyWebCrawler
+Custo
+DIIbot
+DTS Agent
+Demon
 Dirbuster
-Discoverybot
-Dispatch
-DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
-DomainAppender
-Dotbot
-Download Wonder
+DomainCrawler
+DomainSigmaCrawler
+DomainStatsBot
 Dragonfly
+ECCP/1.0
 EasyDL
+Ebingbong
 Ecxi
-Evil
-Express WebPictures
+EroCrawler
 Extractor
-Extreme Picture Finder
-EyeNetIE
-Ezooms
 FDM
 FHscan
-Firefox/7.0
+FemtosearchBot
+Foobot
 Freeuploader
 FrontPage
-Fuzz
-G-i-g-a-b-o-t
-GetRight
-GetWeb
-Getintent
-Go-Ahead-Got-It
-Gotit
-Grafula
-GrapeshotCrawler
+FyberSpider
+Genieo
+GermCrawler
+GoZilla
+Grabber
 GridBot
+HMView
+HTTrack
 Harvest
+Havij
 Hloader
+HonoluluBot
 Humanlinks
-HybridBot
 IDBot
-IRLbot
 Id-search
-Image Fetch
 Image Sucker
-IndeedBot
-Indy Library
-InfoNaviRobot
-InternetSeer
-Iria
+Internet Ninja
+IstellaBot
 JOC Web Spider
-JamesBOT
 Jbrofuzz
-JennyBot
-JetCar
-Jetty
-JikeSpider
 Joomla
-Kenjin Spider
-Lanshanbot
-Larbin
-LeechFTP
-LibWeb
-Libwhisker
-Lightspeedsystems
-LinkWalker
-LinksManager
-Ltx71
-MIDown tool
+JustView
+Kinza
+Kozmosbot
+LWP::Simple
+LeechGet
+Likse
+Linkbot
+LinkextractorPro
+LinqiaScrapeBot
+Lipperhey
+Lmspider
 MJ12bot
-MSFrontPage
-Mag-Net
+MQQBrowser
+MTRobot
 Magnet
-Majestic-SEO
+Majestic12
 MarkMonitor
+MarkWatch
+MauiBot
+Mb2345Browser
 MeanPath Bot
 Mediatoolkitbot
-Microsoft Data Access
-Mister PiX
-Mozlila
-Msrabot
-NPbot
-Name Intelligence
-Navroad
-NetAnts
-NetMechanic
-Netcraft
+Metauri
+Minefield
+Morfeus Fucking Scanner
+Needle
+Nessus
+Net Vampire
+NetLyzer
+NetZIP
 Netvibes
-Ninja
-Nmap
-Not
+NextGenSearchBot
+Nikto
+Nimbostratus
 Nuclei
-Offline Explorer
-OnCrawl
+Offline Navigator
 OpenLinkProfiler
-OpenVAS
 Openvas
-POE-Component-Client-HTTP
-PageGrabber
-Pandalytics
-Panscient
+OrangeSpider
+PHPCrawl
+PageAnalyzer
+PageScorer
+PageThing.com
 Papa Foto
 Pavuk
 PeoplePal
-Pi-Monster
-Picsearch
-Pixray
-Pockey
+Picscout
+PictureFinder
+Piepmatz
 ProPowerBot
 Probethenet
-Pump
+Psbot
 PxBroker
-QueryN Metasearch
+PyCurl
+RSSingBot
 RankFlex
-Reaper
+Rankivabot
+RealDownload
 RedesScrapy
 RocketCrawler
-Rogerbot
+SEOkicks
+SEOlyticsCrawler
+SEOprofiler
 SISTRIX
+SalesIntelligent
+ScanAlert
 Scanbot
+ScoutJet
+Scrapy
+ScreenerBot
 ScrepyBot
 Searchestate
+SearchmetricsBot
+Seekport
+SemanticJuice
 Semrush
-SeoSiteCheckup
-Seomoz
-Siphon
-Site Sucker
-SiteExplorer
-Siteimprove
+SentiBot
+Shodan
+SiteLockSpider
+SiteSnagger
 SlySearch
+SmartDownload
 Snake
-Snapbot
 Snoopy
 Sottopop
+SpaceBison
+SpankBot
+Spbot
 Spinn3r
-SputnikBot
+Sqworm
 Steeler
-Stripper
-Surfbot
-Suzuran
+Sucuri
+SuperHTTP
 T0PHackTeam
-Titan
+T8Abot
+TeleportPro
+TheNomad
+Thumbor
+TightTwatBot
+Toweyabot
 Tracemyfile
 Trendiction
-Twice
-URLy.Warning
-UnisterBot
-Upflow
-VB Project
+True_Robot
+Turingos
+Turnitin
+TurnitinBot
+Typhoeus
+V-BOT
 VeriCiteCrawler
 VidibleScraper
-Virusdie
-VoidEYE
 WASALive-Bot
-WBSearchBot
+WEBDAV
+WISENutbot
 WWW-Collector-E
-WWW-Mechanize
 WWW::Mechanize
-Wallpapers
 Wallpapers/3.0
+Web Auto
 Web Collage
-Web Fetch
 Web Fuck
-WebAuto
+Web Pix
 WebCollage
-WebEnhancer
+WebFuck
 WebImageCollector
 WebReaper
-WebStripper
-WebWhacker
-Webalta
-WebmasterWorldForumBot
 Webshag
-WebsiteQuester
-Webster
-Whacker
-Whatweb
-Wotbox
-Wprecon
+Who.is Bot
+WiseGuys Robot
+Xenu
 YoudaoBot
 Zade
-Zauba
-ZmEu
+Zitebot
 ZoomBot
-archive.org_bot
-arquivo-web-crawler
+ZoominfoBot
+ZumBot
+ZyBorg
+adscanner
 arquivo.pt
 autoemailspider
+backlink-check
 cah.io.community
-check1.exe
-coccocbot
-com.plumanalytics
+crawl.sogou.com
 crawler.feedback
-dataforseo.com
-internetVista monitor
-isitwp.com
-iubenda-radar
-lwp-request
-muhstik-scan
+domainsproject.org
+eCatch
+facebookscraper
+heritrix
+ips-agent
+lwp-trivial
+magpie-crawler
+mediawords
 netEstate NE Crawler
-page scorer
-ripz
-satoristudio.net
+pcBrowser
+polaris version
+s1z.ru
 scalaj-http
 scan.lol
 seobility
+seocompany.store
 seoscanners
-sexsearcher
-sitechecker.pro
-siteripz
-sp_auditbot
-tAkeOut
-trendiction.com
+seostar
 voyagerx.com
+webpros.com
 x09Mozilla
 x22Mozilla
-xpymep1.exe
 zauba.io
+zgrab