V4.2022.11.3491 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
+360Spider
+404checker
 404enemy
 AIBOT
+ASPSeek
+Abonti
 Aboundexbot
+Acunetix
+AfD-Verbotsverfahren
 AiHitBot
+Aipbot
+Alexibot
 AllSubmitter
-Alligator
-Anarchie
-Anarchy
-Ankit
+AlphaBot
 Anthill
 Atomseobot
+Attach
 AwarioSmartBot
-BBBike
-BackDoorBot
+BackStreet
+BackWeb
 Backlink-Ceck
-Badass
-Bandit
+Barkrowler
 BatchFTP
-BetaBot
+Battleztar Bazinga
 Bigfoot
-Boardreader
-Bolt
-Buck
+Bitacle
+BlackWidow
+Blow
+Brandprotect
+Brandwatch
 Buddy
-BuiltBotTough
-BuiltWith
-CODE87
+Bullseye
+BunnySlippers
+BuzzSumo
+CCBot
+CSHttp
 Calculon
+CazoodleBot
+CheTeam
 CheeseBot
-CherryPicker
-ChinaClaw
-Claritybot
+Citoid
+Cliqzbot
 Copier
 CopyRightCheck
-Copyscape
 Craftbot
-CrazyWebCrawler
-Curious
-DIIbot
+Custo
+DSearch
+DataCha0s
+DatabaseDriverMysqli
 Digincore
 Dirbuster
-Discoverybot
-Dispatch
 DomCopBot
-DomainAppender
 DomainStatsBot
 Download Wonder
 Dragonfly
-ECCP/1.0
+Drip
 EMail Siphon
 EMail Wolf
-EasyDL
-Ecxi
 EirGrabber
-EroCrawler
 Evil
-Extreme Picture Finder
-EyeNetIE
-Ezooms
-Firefox/7.0
+Exabot
+Express WebPictures
+ExtLinksBot
+Extractor
+ExtractorPro
+FHscan
+FemtosearchBot
+Fimap
+FlashGet
+Foobot
 Freeuploader
-GalaxyBot
-Genieo
+Fuzz
+Fyrebot
+G-i-g-a-b-o-t
+GermCrawler
+GetRight
 GetWeb
-Gigabot
-Go!Zilla
-GoZilla
-Gotit
 GrabNet
-GrapeshotCrawler
-HTTrack
-Haansoft
-IDBTE4M
-Id-search
-IlseBot
-Intelliseek
-InterGET
+HTMLparser
+Havij
+Hloader
+HybridBot
+IDBot
+IRLbot
+Iblog
+Image Fetch
+IndeedBot
 Internet Ninja
+InternetSeer
+Iria
+Iskanie
 IstellaBot
-JennyBot
-JetCar
-Jetty
 JikeSpider
-LNSpiderguy
+Jyxobot
+Kenjin Spider
+Kozmosbot
 LWP::Simple
 Larbin
-Lftp
+Leap
+LeechFTP
+LexiBot
 LibWeb
 Libwhisker
-LieBaoFast
 Lightspeedsystems
 Likse
 LinkScan
-Linkbot
-LinkextractorPro
-LinkpadBot
-LinqiaMetadataDownloaderBot
-Lmspider
-MFC_Tear_Sample
+LinksManager
+LinqiaRSSBot
+Lipperhey
+Lipperhey Spider
+MIDown tool
 MIIxpc
-MSIECrawler
-MTRobot
-Mag-Net
-Mass Downloader
-Masscan
+Mail.RU_Bot
+Majestic SEO
+MarkWatch
 Mata Hari
+MauiBot
 Mb2345Browser
+Meanpathbot
+Mediatoolkitbot
 Metauri
-MicroMessenger
 Microsoft URL Control
 Minefield
 Mister PiX
-Moblie Safari
-MolokaiBot
-Mr.4x3
 Msrabot
 NICErsPRO
-Nameprotect
-NearSite
 Needle
-NetMechanic
-NetZIP
-Netcraft
+NetLyzer
 Nettrack
-NextGenSearchBot
-Niki-bot
 Nikto
-NimbleCrawler
+Ninja
+Not
+OnCrawl
+Openfind
 OrangeBot
-OutfoxBot
-POE-Component-Client-HTTP
+OutclicksBot
 Page Analyzer
-PageGrabber
+PageAnalyzer
 Pandalytics
-Pi-Monster
+Panscient
+Papa Foto
+Pavuk
+PeoplePal
+Petalbot
+Picscout
 Picsearch
 PictureFinder
-Piepmatz
-Pump
+PleaseCrawl
+Pockey
 PyCurl
-QueryN Metasearch
 RSSingBot
-RankActive
-Rankivabot
 RankurBot
+Re-re
+ReGet
 Reaper
-Recorder
-RepoMonkey
-SEOkicks-Robot
-SEOprofiler
+RebelMouse
+RedesScrapy
+RocketCrawler
+SEOlyticsCrawler
 SEOstats
 SISTRIX
-ScanAlert
-Scanbot
-ScoutJet
-Scrapy
+SalesIntelligent
+Screaming
 ScreenerBot
-Seekport
+Searchestate
 SemanticJuice
-SemrushBot
-SentiBot
-SeoSiteCheckup
-SeobilityBot
 Seomoz
-Siphon
+Site Sucker
+SiteLockSpider
+Siteimprove
 Sitevigil
-Snapbot
+SmartDownload
+SocialRankIOBot
+Sociscraper
 Sosospider
-Spinn3r
+SpankBot
+Spanner
+Spbot
 Sqlmap
-Steeler
+Sqlworm
+Stripper
+SuperBot
+SuperHTTP
+Surfbot
 SurveyBot
-Szukacz
+Suzuran
+Swiftbot
+Teleport
 Telesoft
-Telesphoreo
-The Intraformant
-Thumbor
-Toweyabot
+Titan
+Toata
 Tracemyfile
-Trendictionbot
-Turingos
 Turnitin
-TurnitinBot
-TwengaBot
-Twice
 Typhoeus
-URLy Warning
-UnisterBot
 Upflow
-V-BOT
-VB Project
+VCI
 Vacuum
+VeriCiteCrawler
 VidibleScraper
-VoidEYE
-WISENutbot
-WPScan
-WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
+Virusdie
+Voil
 Wallpapers
-WallpapersHD
+Wallpapers/3.0
+WeSEE
 Web Collage
-Web Sauger
-WebGo IS
+WebCopier
+WebEnhancer
 WebPix
-WebReaper
 WebSauger
-WebStripper
 WebWhacker
-Webalta
-WebsiteExtractor
+Website Quester
 Webster
-WiseGuys Robot
-Wprecon
-Xaldon_WebSpider
-Xenu
-YoudaoBot
+Whack
+WinHTTrack
+Wonderbot
+Woobot
 Zermelo
+Zeus
+Zitebot
 ZmEu
-ZoomBot
+ZoominfoBot
 arquivo.pt
 autoemailspider
-backlink-check
 check1.exe
-com.plumanalytics
-demandbase-bot
+crawler.feedback
+eCatch
+evc-batch
 facebookscraper
-gopher
-heritrix
-instabid
-isitwp.com
-iubenda-radar
 lwp-trivial
+meanpathbot
 mediawords
 muhstik-scan
+netEstate NE Crawler
 oBot
+page scorer
 pcBrowser
+plumanalytics
 ripz
-sexsearcher
+s1z.ru
+scan.lol
+seocompany.store
 sitechecker.pro
+siteripz
+spyfu
+sysscan
 tAkeOut
-trendiction.de
-voyagerx.com
-webgains-bot
-webmeup-crawler
-webprosbot
-x09Mozilla
-xpymep1.exe
-zauba.io
+trendiction.com
+webpros.com
+zgrab