V4.2022.05.3092 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 404checker
 404enemy
 80legs
 ADmantX
-AIBOT
-ALittle Client
-ASPSeek
+Abonti
+Aboundex
 Aboundexbot
-Acunetix
 AfD-Verbotsverfahren
+AhrefsBot
+Aipbot
+Alexibot
+AllSubmitter
+Alligator
 Anarchie
+Anarchy
 Anarchy99
-Anthill
-Apexoo
+Ankit
 Aspiegel
-Attach
-BBBike
+Atomseobot
 BDCbot
-BLEXBot
-BackStreet
 Backlink-Ceck
-Badass
-BetaBot
-Bitacle
+Barkrowler
+Battleztar Bazinga
+BlackWidow
 Blackboard
+Boardreader
+Bolt
 BotALot
+Buck
 Buddy
-BuiltWith
-CCBot
+CATExplorador
 CODE87
 CSHttp
-CazoodleBot
-CensysInspect
-CheeseBot
-ChinaClaw
+Calculon
+Cegbfeieh
+CheTeam
+Citoid
 Claritybot
-Cloud mapping
-Copyscape
-Crawling at Home Project
-CrazyWebCrawler
+Cogentbot
+Copier
+Cosmos
+Crescent
 Custo
-CyotekWebCopy
-DIIbot
-DSearch
 DatabaseDriverMysqli
-Digincore
+Deusu
 DigitalPebble
 Dirbuster
-Discobot
-DittoSpyder
+Dispatch
 DnBCrawler-Analytics
 DnyzBot
-DomCopBot
-DomainAppender
+DomainCrawler
 DomainSigmaCrawler
 Domains Project
-Dotbot
-Ecxi
-Evil
-Exabot
+Download Wonder
+Drip
+Express WebPictures
 ExtractorPro
 Extreme Picture Finder
 EyeNetIE
-FHscan
-FemtosearchBot
 Firefox/7.0
-FlashGet
+Foobot
+Freeuploader
+FyberSpider
 G-i-g-a-b-o-t
-GetRight
-Go-Ahead-Got-It
-GrabNet
-GrapeFX
-GridBot
+GermCrawler
+GetWeb
+Gigabot
+Gotit
+Grabber
 HMView
-HTMLparser
-Haansoft
+HTTP::Lite
+Havij
+Heritrix
 Hloader
+HonoluluBot
 Humanlinks
-HybridBot
 IDBot
 IRLbot
+Id-search
 IlseBot
-Image Fetch
-IndeedBot
-InfoTekies
-InterGET
+InfoNaviRobot
+Iria
 IstellaBot
 Jbrofuzz
 JennyBot
-JetCar
 Jetty
-Keyword Density
-LNSpiderguy
-Lftp
+Joomla
+Jyxobot
+Kenjin Spider
+Keybot Translation-Search-Machine
+Leap
 LieBaoFast
-Likse
+Lightspeedsystems
 LinkScan
-LinkWalker
-LinqiaMetadataDownloaderBot
+Linkbot
+LinkextractorPro
 Lipperhey
-Lmspider
 Ltx71
-MJ12bot
+MFC_Tear_Sample
+MIDown tool
+MSFrontPage
 MSIECrawler
-MTRobot
 Mag-Net
 Magnet
-Majestic SEO
 Majestic-SEO
-Majestic12
-MarkWatch
 Masscan
 Meanpathbot
-Mediatoolkitbot
 Metauri
 Mister PiX
-MolokaiBot
+Mojeek
+Mozlila
 Mr.4x3
-Name Intelligence
+NICErsPRO
 Nameprotect
-NearSite
-Nessus
 Net Vampire
-NetAnts
+NetLyzer
 NetSpider
 NetZIP
-Nettrack
-NextGenSearchBot
+Netvibes
 Nibbler
-Ninja
-Nuclei
-Nutch
+Niki-bot
+Nikto
+Nimbostratus
+Octopus
+Offline Explorer
 Offline Navigator
-OpenVAS
-OutclicksBot
-OutfoxBot
-Page Analyzer
-Papa Foto
-Pavuk
+Openfind
+OrangeBot
+PHPCrawl
+POE-Component-Client-HTTP
+PageAnalyzer
+PageGrabber
+Panscient
+Petalbot
+Picsearch
 PictureFinder
 Pimonster
-Pixray
-ProPowerBot
-Psbot
-Pump
+ProWebWalker
+PyCurl
 QueryN Metasearch
-Quick-Crawler
+RSSingBot
+RankActive
 RankFlex
-RankurBot
+Rankivabot
 Re-re
 Reaper
 Recorder
+RepoMonkey
 RocketCrawler
-Rogerbot
 SEOkicks
+SEOlyticsCrawler
 SEOprofiler
-SMTBot
-ScanAlert
-Scanbot
-ScoutJet
-Searchestate
+SEOstats
+Scrapy
+Screaming
+ScreenerBot
 SearchmetricsBot
-SemanticJuice
+Seekport
 SeobilityBot
 Seomoz
+Siphon
 SiteLockSpider
-SiteSnagger
 SiteSucker
+Sitebeam
 Sitevigil
-SmartDownload
-Snapbot
-Snoopy
-Sociscraper
-Sottopop
-Spanner
+Snake
+Spammen
+Spinn3r
 Sqlworm
-Sqworm
+Steeler
+Sucuri
 SuperBot
-SuperHTTP
 Surfbot
 SurveyBot
+Szukacz
 T0PHackTeam
+T8Abot
+Teleport
 TeleportPro
-Thumbor
-TightTwatBot
-Toata
-Toweyabot
+Telesoft
+TheNomad
+Titan
 Trendiction
-Trendictionbot
+True_Robot
 Turingos
-TwengaBot
-Twice
-URLy Warning
+TurnitinBot
 URLy.Warning
-UnisterBot
 Upflow
-VelenPublicWebCrawler
+V-BOT
+VB Project
+VidibleScraper
+Virusdie
+VoidEYE
+Voltron
 WBSearchBot
 WEBDAV
-WISENutbot
 WPScan
-WWW-Mechanize
-WallpapersHD
+WWW::Mechanize
+Wallpapers/3.0
+WeSEE
 Web Fetch
-Web Pix
-Web Sauger
 Web Sucker
-WebAuto
-WebFetch
-WebFuck
-WebSauger
+WebCollage
+WebEnhancer
+WebGo IS
+WebReaper
+WebSucker
+WebWhacker
 WebZIP
-WebmasterWorldForumBot
-Webshag
-Website Quester
-Webster
+WebsiteQuester
 Whack
+Whacker
 Whatweb
-Who.is Bot
-Widow
-WinHTTrack
 WiseGuys Robot
-Wonderbot
 Woobot
-Xaldon WebSpider
+Wotbox
 YoudaoBot
-Zermelo
-Zitebot
+ZmEu
+ZoomBot
+ZyBorg
+adscanner
 arquivo-web-crawler
-clark-crawler
-com.plumanalytics
+arquivo.pt
+cah.io.community
+cognitiveseo
 crawler.feedback
-evc-batch
+eCatch
 facebookscraper
-heritrix
+instabid
+isitwp.com
+iubenda-radar
 mediawords
-muhstik-scan
+netEstate NE Crawler
 pcBrowser
-plumanalytics
+probe-image-size
 ripz
-satoristudio.net
-seoscanners
+s1z.ru
+scalaj-http
+scan.lol
+seobility
+seocompany.store
 seostar
-serpstatbot
-sexsearcher
-siteripz
+sogouspider
 sp_auditbot
-webgains-bot
-webmeup-crawler
-webpros.com
+trendiction.de
+webprosbot
+x09Mozilla
+xpymep1.exe
+zauba.io