V4.2022.08.3324 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
 80legs
-Abonti
+ALittle Client
 Aboundexbot
 Acunetix
 AfD-Verbotsverfahren
-AhrefsBot
-Anarchie
-Ankit
-Aspiegel
-Asterias
+AiHitBot
+Alligator
+Anthill
+Atomseobot
 Attach
-BBBike
+AwarioSmartBot
 BDCbot
-BDFetch
 BLEXBot
 BackDoorBot
 BackStreet
-Backlink-Ceck
-BacklinkCrawler
+Bandit
 Barkrowler
-BatchFTP
-BetaBot
+Battleztar Bazinga
 Bitacle
-Black Hole
 Blackboard
-Bolt
-BotALot
-Brandprotect
+BlowFish
 Brandwatch
-Bullseye
-CODE87
-CSHttp
-Calculon
-Cegbfeieh
+Buddy
+BuiltBotTough
+BunnySlippers
 CensysInspect
-CheTeam
 CheeseBot
 CherryPicker
-ChinaClaw
 Chlooe
-Claritybot
-Cocolyzebot
-Cogentbot
-Copier
-Copyscape
+Collector
 Craftbot
 Crawling at Home Project
-CrazyWebCrawler
-Curious
-Custo
+Crescent
+CrunchBot
 CyotekWebCopy
-DBLBot
-DTS Agent
-DatabaseDriverMysqli
-Demon
-Deusu
+DSearch
+Devil
 Dirbuster
 Disco
-Discobot
-Discoverybot
-DittoSpyder
-DnBCrawler-Analytics
-Domains Project
+Dispatch
+DomainCrawler
+DomainStatsBot
 Dotbot
+Download Wonder
 Dragonfly
+Drip
+EMail Siphon
 EMail Wolf
+Ebingbong
 Ecxi
 EirGrabber
 EroCrawler
-Exabot
-ExtLinksBot
+Extractor
 ExtractorPro
-EyeNetIE
 FDM
 FHscan
-Firefox/7.0
-Foobot
+FemtosearchBot
+Flunky
+FrontPage
 Fuzz
-GT::WWW
-GetRight
-GrapeFX
-GridBot
-HTTrack
-Haansoft
+FyberSpider
+G-i-g-a-b-o-t
+GoZilla
+HEADMasterSEO
+HTMLparser
 Harvest
-Heritrix
-Hloader
+Havij
+HonoluluBot
+Humanlinks
+HybridBot
+IDBTE4M
 IRLbot
-Id-search
 Image Fetch
-InfoTekies
+IndeedBot
+Indy Library
+InfoNaviRobot
+Intelliseek
+Internet Ninja
 Iria
-IstellaBot
+Iskanie
+JOC Web Spider
 JamesBOT
-Jorgee
-Kenjin Spider
+JennyBot
+JetCar
+JikeSpider
+Kozmosbot
+LNSpiderguy
 Lanshanbot
-Larbin
+Leap
 LeechFTP
 LeechGet
 LexiBot
-LibWeb
+Lftp
+Likse
+Linkbot
+LinkpadBot
 LinksManager
-Lmspider
-MFC_Tear_Sample
+MIIxpc
 MQQBrowser
 MSIECrawler
-Mag-Net
-Magnet
-Mail.RU_Bot
-Majestic-SEO
+MTRobot
 Majestic12
 MarkMonitor
-MauiBot
 Mb2345Browser
-Meanpathbot
-MicroMessenger
-Moblie Safari
-Morfeus Fucking Scanner
-Mozlila
-Msrabot
-Musobot
-Nameprotect
-Navroad
-Net Vampire
-NetLyzer
+MeanPath Bot
+Mediatoolkitbot
+Mojolicious
+Needle
+NetAnts
+NextGenSearchBot
+Niki-bot
 Nikto
-NimbleCrawler
 Ninja
-Nutch
+Nmap
+Not
+Nuclei
 Octopus
-OnCrawl
-OpenVAS
-OrangeBot
 OutclicksBot
-OutfoxBot
+PECL::HTTP
+POE-Component-Client-HTTP
+Page Analyzer
+PageGrabber
 Pandalytics
-Papa Foto
-Petalbot
-Picscout
+PeoplePal
+Pi-Monster
+Picsearch
+PictureFinder
 Pimonster
-Probethenet
+Pixray
 Psbot
 PyCurl
-QueryN Metasearch
-RSSingBot
-RankActiveLinkBot
 RankFlex
-RankingBot2
+Rankivabot
 Re-re
-ReGet
 RealDownload
-Reaper
-RebelMouse
-RepoMonkey
-Ripper
+RedesScrapy
 Rogerbot
+SBIder
 SEOkicks-Robot
 ScanAlert
-Scanbot
-Scrapy
+Screaming
 ScreenerBot
-Seekport
+SearchmetricsBot
 SemanticJuice
-Site Sucker
+SentiBot
+SeoSiteCheckup
 SiteExplorer
-SiteLockSpider
-SiteSucker
 Sitebeam
-Sitevigil
-SlySearch
-SmartDownload
+Siteimprove
+Snake
+Snoopy
 SocialRankIOBot
-Sociscraper
-Spammen
-SpankBot
-Sqlworm
+Sogou web spider
+Sottopop
+SpaceBison
+SputnikBot
+Sqlmap
+Steeler
+Sucker
+Sucuri
+SuperBot
+SuperHTTP
 Suzuran
-Szukacz
+T8Abot
+Teleport
 TeleportPro
+Telesoft
+The Intraformant
+TheNomad
+Thumbor
 TightTwatBot
 Titan
-Toata
-Toweyabot
-Turnitin
+Tracemyfile
+Trendiction
+Trendictionbot
+True_Robot
+Turingos
 TurnitinBot
-Typhoeus
+Twice
+URLy Warning
+UnisterBot
+Upflow
+V-BOT
+VB Project
+VCI
+Vacuum
 Vagabondo
-Voltron
-WASALive-Bot
-WISENutbot
-WPScan
-WWWOFFLE
+VelenPublicWebCrawler
+VoidEYE
+Voil
 Wallpapers
 WallpapersHD
-Web Fetch
+WeSEE
+Web Auto
+Web Collage
+Web Fuck
 Web Pix
+WebBandit
 WebCollage
-WebEnhancer
-WebLeacher
-WebSauger
+WebCopier
+WebImageCollector
 WebStripper
-WebSucker
+WebWhacker
 Webalta
-WebmasterWorldForumBot
-Website Quester
 WebsiteExtractor
 WebsiteQuester
-Whack
-Who.is Bot
-Widow
+Webster
+Whacker
+Whatweb
 WiseGuys Robot
+Wonderbot
 Woobot
-Xaldon WebSpider
-Xaldon_WebSpider
+Wprecon
 Xenu
 YoudaoBot
 Zauba
 Zitebot
-ZmEu
-ZumBot
+ZoomBot
+ZoominfoBot
 ZyBorg
-arquivo.pt
-autoemailspider
+adscanner
 backlink-check
 cah.io.community
 check1.exe
 clark-crawler
-crawl.sogou.com
-eCatch
+com.plumanalytics
+demandbase-bot
 evc-batch
-heritrix
-ips-agent
+facebookscraper
+instabid
+internetVista monitor
+lwp-request
 meanpathbot
-page scorer
-polaris version
+netEstate NE Crawler
+oBot
+probe-image-size
 ripz
-scalaj-http
+scan.lol
 seoscanners
-sitechecker.pro
-siteripz
-sogouspider
-sp_auditbot
+serpstatbot
+spyfu
 sysscan
 tAkeOut
-trendiction.de
-webmeup-crawler
+trendiction.com
+voyagerx.com
+x09Mozilla
+xpymep1.exe
 zauba.io
+zgrab