V4.2022.06.3154 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 404checker
-404enemy
 80legs
-ADmantX
+AIBOT
 Abonti
 Aboundex
-Acunetix
-AfD-Verbotsverfahren
-AiHitBot
+Aipbot
 Alexibot
-AllSubmitter
+Alligator
+Anarchie
 Anarchy
 Anarchy99
-BDCbot
+Ankit
+Anthill
+Aspiegel
+Asterias
+AwarioRssBot
+AwarioSmartBot
 BDFetch
 BLEXBot
-BackStreet
-BackWeb
+BackDoorBot
 Backlink-Ceck
 BacklinkCrawler
-Badass
-Bandit
-BatchFTP
+Barkrowler
 Battleztar Bazinga
-Bigfoot
-Bitacle
-Black Hole
-BlowFish
-Buck
-Buddy
-BuiltBotTough
-BunnySlippers
+Blackboard
+Boardreader
+Bolt
+BotALot
+BuiltWith
 CATExplorador
-CCBot
-CSHttp
-Calculon
-CazoodleBot
-CheeseBot
-Citoid
-Cliqzbot
+Cegbfeieh
+Chlooe
 Cloud mapping
+Cocolyzebot
 Cogentbot
-CopyRightCheck
-Cosmos
+Copier
+Copyscape
 Craftbot
-CrazyWebCrawler
-Crescent
 CrunchBot
-DSearch
-Deusu
+Curious
+DIIbot
+DataCha0s
+DatabaseDriverMysqli
+Devil
+DigitalPebble
+Dirbuster
 Disco
-Discoverybot
-Dispatch
-DnyzBot
-DomainCrawler
-Domains Project
+DittoSpyder
+DnBCrawler-Analytics
+DomCopBot
 Dotbot
 Download Wonder
-EMail Siphon
-EroCrawler
-Exabot
+Dragonfly
+Drip
+EMail Wolf
+EirGrabber
+Express WebPictures
 ExtLinksBot
 Extreme Picture Finder
-EyeNetIE
-Ezooms
-Foobot
-Freeuploader
+Fimap
+Flunky
 Fuzz
+FyberSpider
+Fyrebot
 G-i-g-a-b-o-t
-GT::WWW
-GetWeb
-GoZilla
-Grabber
-GrapeshotCrawler
-GridBot
-HTTrack
-HaosouSpider
+Go!Zilla
+Go-Ahead-Got-It
+GrabNet
+Grafula
+GrapeFX
+HEADMasterSEO
+HMView
+HTTP::Lite
 Harvest
-Havij
-Hloader
+Humanlinks
 IDBTE4M
 IRLbot
-IlseBot
-IndeedBot
-InfoNaviRobot
-InfoTekies
+Id-search
+Image Fetch
+Image Sucker
+Indy Library
 Intelliseek
-Iskanie
-IstellaBot
+Iria
 Jbrofuzz
-JetCar
+JennyBot
 Jetty
-Jorgee
-Keybot Translation-Search-Machine
-Keyword Density
-Kozmosbot
+Joomla
+JustView
+Kenjin Spider
+Kinza
 LNSpiderguy
-Larbin
-LieBaoFast
-Likse
+Lanshanbot
+Leap
+LexiBot
+Libwhisker
+LinkWalker
+Linkbot
+LinkextractorPro
+LinksManager
 LinqiaMetadataDownloaderBot
-Ltx71
+Lmspider
+MFC_Tear_Sample
 MIIxpc
 MTRobot
-Mag-Net
-Magnet
-Majestic12
-MarkWatch
+Mass Downloader
 Masscan
 MauiBot
-Mb2345Browser
+Mediatoolkitbot
+Minefield
 Mister PiX
-Moblie Safari
-Mojeek
-Mojolicious
-MolokaiBot
+Morfeus Fucking Scanner
+Mr.4x3
 NICErsPRO
-NPbot
 Nameprotect
 Navroad
-Net Vampire
+NearSite
+Nessus
 NetLyzer
 NetMechanic
-NetSpider
-NetZIP
-Netcraft
+Netvibes
 NextGenSearchBot
-NimbleCrawler
+Nibbler
+Nikto
 Ninja
-Nmap
-Nuclei
 Nutch
 Octopus
+Offline Explorer
+OnCrawl
 OpenLinkProfiler
-OpenVAS
-Openvas
-OutfoxBot
-PECL::HTTP
-PageAnalyzer
+Openfind
+OrangeSpider
+Page Analyzer
+PageGrabber
 Papa Foto
 Pavuk
-PeoplePal
-Pi-Monster
-Picscout
+Petalbot
 Picsearch
-PleaseCrawl
+Piepmatz
+Pimonster
+Pixray
 Pockey
+ProWebWalker
 Pu_iN
-PyCurl
+Pump
 QueryN Metasearch
 RankActive
+RankFlex
 RankingBot
 Rankivabot
-Re-re
-ReGet
 Reaper
-RebelMouse
-Ripper
-RocketCrawler
-Rogerbot
+Recorder
 SEOkicks-Robot
-SalesIntelligent
+Scanbot
 ScoutJet
-Screaming
-ScreenerBot
-ScrepyBot
+Scrapy
 SemanticJuice
-Semrush
-Seomoz
-Shodan
+SemrushBot
+SentiBot
+Siphon
+SiteLockSpider
 SiteSnagger
 SiteSucker
 Sitebeam
-Snoopy
-Sogou web spider
-Sosospider
+Sociscraper
 SpaceBison
-SpankBot
-Spanner
+Spinn3r
+Sqlmap
 Sqlworm
-Steeler
-Sucker
-Sucuri
+Stripper
 SuperBot
-SuperHTTP
-T0PHackTeam
+Surfbot
 T8Abot
-Telesoft
-Toweyabot
+TeleportPro
+Telesphorep
+The Intraformant
+TheNomad
+Thumbor
+TightTwatBot
+Tracemyfile
 Trendictionbot
-True_Robot
-TurnitinBot
-URLy Warning
-UnisterBot
-Vacuum
-VelenPublicWebCrawler
-VidibleScraper
+Turingos
+TwengaBot
+Upflow
+Virusdie
+VoidEYE
 Voil
+Voltron
 WASALive-Bot
 WBSearchBot
 WEBDAV
+WPScan
+WWW-Collector-E
 WWWOFFLE
-Wallpapers/3.0
 WallpapersHD
-WeSEE
-Web Auto
-Web Fuck
+Web Fetch
 WebBandit
-WebFetch
+WebCopier
+WebEnhancer
+WebFuck
+WebGo IS
+WebImageCollector
+WebLeacher
 WebPix
+WebReaper
+WebSauger
 WebStripper
 WebSucker
-WebZIP
-WebmasterWorldForumBot
+Webshag
 Website Quester
-Whack
+WebsiteExtractor
+Webster
 Whacker
-Whatweb
 Who.is Bot
-Widow
+WinHTTrack
 Wonderbot
+Woobot
+Wotbox
 Xaldon WebSpider
-Zermelo
-ZoominfoBot
+Xaldon_WebSpider
+Zade
+Zauba
+ZmEu
 ZyBorg
-autoemailspider
-check1.exe
+arquivo.pt
+cah.io.community
 coccocbot
-cognitiveseo
-com.plumanalytics
+crawl.sogou.com
+crawler.feedback
+crawler4j
+dataforseo.com
 demandbase-bot
 evc-batch
-heritrix
 instabid
-internetVista monitor
-iubenda-radar
-linkdexbot
+isitwp.com
 lwp-request
-lwp-trivial
-page scorer
-polaris version
-s1z.ru
-scan.lol
+netEstate NE Crawler
+pcBrowser
+plumanalytics
+scalaj-http
+seobility
+seoscanners
+seostar
 serpstatbot
-sitechecker.pro
+sexsearcher
 sogouspider
+sp_auditbot
 tAkeOut
 ubermetrics-technologies.com
-webgains-bot
 webmeup-crawler
+zauba.io