V4.2022.06.3193 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+404checker
+80legs
+AIBOT
+ALittle Client
 ASPSeek
-Abonti
 Aboundex
-Alexibot
+Aboundexbot
+AfD-Verbotsverfahren
+AiHitBot
 AllSubmitter
 AlphaBot
-Anarchy
-Anarchy99
 Anthill
-Apexoo
+Asterias
 Atomseobot
-AwarioRssBot
-BDCbot
+BBBike
 BackDoorBot
+BacklinkCrawler
+Badass
+Barkrowler
 Bigfoot
 Bitacle
+Black Hole
 BlackWidow
-Blow
+Blackboard
 BlowFish
 Bolt
-Brandprotect
-Buddy
+Brandwatch
+Buck
 BuiltWith
+BunnySlippers
 BuzzSumo
-CODE87
-CSHttp
+CATExplorador
 Calculon
-CheTeam
-CheeseBot
-Chlooe
-Cliqzbot
+ChinaClaw
+Citoid
 Cocolyzebot
 Cogentbot
 Collector
-Copier
+CopyRightCheck
 Cosmos
+Crawling at Home Project
+CrazyWebCrawler
 Crescent
-Curious
-CyotekWebCopy
+Custo
 DBLBot
+DIIbot
+DSearch
 DTS Agent
-Devil
+DataCha0s
+DatabaseDriverMysqli
+Demon
+Deusu
+Digincore
+Dirbuster
 Disco
-Discoverybot
-DittoSpyder
+Dispatch
 DnyzBot
-DomCopBot
-Domains Project
+DomainStatsBot
 Dotbot
-Download Wonder
 Drip
 EMail Siphon
-EroCrawler
+EMail Wolf
+Ecxi
+EirGrabber
+Express WebPictures
 ExtLinksBot
-Extractor
-Fimap
-Firefox/7.0
-FlashGet
-Foobot
-FrontPage
+Extreme Picture Finder
+EyeNetIE
+Ezooms
+FDM
+FHscan
 Fuzz
-FyberSpider
+Fyrebot
+GT::WWW
 GalaxyBot
 Genieo
-Go-Ahead-Got-It
+GermCrawler
+Getintent
+Go!Zilla
+GrabNet
 Grafula
+GrapeshotCrawler
+GridBot
 HEADMasterSEO
+Haansoft
 HaosouSpider
 Harvest
-Havij
 Heritrix
-IRLbot
+HonoluluBot
+Humanlinks
+IDBTE4M
 Id-search
-IlseBot
-InfoTekies
-Intelliseek
-IstellaBot
+Indy Library
+InterGET
 JOC Web Spider
-Jbrofuzz
-JennyBot
-Jetty
-JikeSpider
 Joomla
 Jorgee
-Kenjin Spider
-Kinza
-Lanshanbot
+Kozmosbot
 Larbin
-LeechFTP
 LeechGet
-LexiBot
-Lftp
-LibWeb
 Libwhisker
-LieBaoFast
-Likse
-LinkWalker
-LinkpadBot
+LinkextractorPro
 LinqiaRSSBot
-Lipperhey
-Lipperhey Spider
-MJ12bot
-Majestic SEO
-MarkWatch
-Mass Downloader
-Mb2345Browser
+MFC_Tear_Sample
+MSFrontPage
+MSIECrawler
+MTRobot
+Magnet
+Mail.RU_Bot
+Masscan
 MeanPath Bot
-Meanpathbot
-MicroMessenger
-Microsoft Data Access
-Minefield
+Mediatoolkitbot
 Mister PiX
-Mojeek
-Mojolicious
-MolokaiBot
-Mozlila
+Moblie Safari
+Msrabot
 Musobot
-NICErsPRO
-NPbot
-Net Vampire
+Name Intelligence
+Nameprotect
+Navroad
 NetAnts
 NetLyzer
-NetMechanic
-NetSpider
-Nettrack
-NextGenSearchBot
-NimbleCrawler
-Not
+NetZIP
+Netcraft
+Netvibes
+Nimbostratus
+Nmap
+Nuclei
 Offline Explorer
-Offline Navigator
-OpenLinkProfiler
-OrangeSpider
+OnCrawl
+OpenVAS
 OutclicksBot
-POE-Component-Client-HTTP
-PageThing.com
-Papa Foto
-Pavuk
-PeoplePal
-Pixray
-PleaseCrawl
-Pump
-PyCurl
+OutfoxBot
+PHPCrawl
+PageGrabber
+Panscient
+Pi-Monster
+Picscout
+PictureFinder
+Probethenet
+Pu_iN
+PxBroker
+QueryN Metasearch
 RankActive
-RankActiveLinkBot
-RankingBot
-Re-re
+RankFlex
 RealDownload
 Reaper
 RebelMouse
-Recorder
 RedesScrapy
 RepoMonkey
-Rogerbot
-SBIder
+RocketCrawler
 SEOkicks
-SEOprofiler
-SEOstats
-SISTRIX
-SalesIntelligent
-ScoutJet
-ScreenerBot
 ScrepyBot
+Semrush
 SeobilityBot
-Shodan
-Site Sucker
+Siphon
+SiteCheckerBotCrawler
 SiteExplorer
-SmartDownload
+SiteSnagger
+Sitebeam
 Snake
-Snapbot
-Sociscraper
-Sogou web spider
-Sottopop
-Spinn3r
-SputnikBot
-Sqlworm
-Steeler
-Stripper
-Sucker
+Sosospider
+Spammen
+SpankBot
+Sucuri
+SuperBot
 Surfbot
 SurveyBot
 Suzuran
-Szukacz
 T0PHackTeam
-T8Abot
-Teleport
-Telesphoreo
+Telesphorep
+Thumbor
+TightTwatBot
 Toweyabot
-Tracemyfile
-Trendiction
-Trendictionbot
 TurnitinBot
-Vacuum
-Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
+TwengaBot
+Twice
+URLy Warning
+VB Project
 Virusdie
-WASALive-Bot
-WWW-Mechanize
+Voltron
+WISENutbot
+WPScan
+WWW::Mechanize
+WWWOFFLE
+Wallpapers/3.0
 WeSEE
-Web Fuck
+Web Auto
+Web Collage
+Web Enhancer
 Web Pix
 Web Sauger
-Web Sucker
+WebAuto
+WebCollage
 WebFetch
+WebFuck
+WebLeacher
 WebPix
+WebSauger
+WebStripper
 WebSucker
-Webalta
-Webshag
+WebZIP
+WebmasterWorldForumBot
+Website Quester
+WebsiteExtractor
+WebsiteQuester
+Webster
+Whack
+Who.is Bot
+Widow
+WinHTTrack
+Woobot
+Wotbox
 Wprecon
 Xaldon WebSpider
-Xaldon_WebSpider
+Xenu
 YoudaoBot
-Zade
-Zitebot
-ZmEu
-ZoominfoBot
-arquivo-web-crawler
+Zauba
+Zeus
+ZyBorg
+adscanner
+archive.org_bot
+arquivo.pt
 autoemailspider
 backlink-check
-clark-crawler
+cah.io.community
+coccocbot
+crawler4j
+dataforseo.com
 demandbase-bot
 domainsproject.org
-eCatch
+evc-batch
 facebookscraper
-instabid
+internetVista monitor
 iubenda-radar
-muhstik-scan
+lwp-request
+magpie-crawler
+meanpathbot
 pcBrowser
 plumanalytics
+polaris version
+ripz
+s1z.ru
 scalaj-http
+scan.lol
 seobility
-seocompany.store
-seoscanners
-seostar
-serpstatbot
-sitechecker.pro
-sogouspider
-sp_auditbot
-sysscan
+sexsearcher
 trendiction.com
-voyagerx.com
 webgains-bot
-webmeup-crawler
-webpros.com
-x09Mozilla
 x22Mozilla
-xpymep1.exe
-zauba.io
-zgrab