V4.2022.09.3373 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
+404checker
 80legs
-ADmantX
+ASPSeek
 Aboundex
+Aboundexbot
 AfD-Verbotsverfahren
-AhrefsBot
-AlphaBot
-Anarchy99
-Anthill
-Aspiegel
-Atomseobot
-Attach
+Aipbot
+AllSubmitter
+Anarchie
+Ankit
+Apexoo
+Asterias
 AwarioRssBot
-AwarioSmartBot
-BBBike
-BDFetch
+BDCbot
 BLEXBot
-BackStreet
-Bandit
-Barkrowler
+Badass
 BatchFTP
-Battleztar Bazinga
-Bigfoot
 Bitacle
-BlackWidow
-Blow
+Black Hole
 BlowFish
-Boardreader
-Brandwatch
-BuiltBotTough
+BotALot
 Bullseye
 BunnySlippers
-CATExplorador
-Cegbfeieh
-CheeseBot
-Chlooe
-Claritybot
+BuzzSumo
+CCBot
+CazoodleBot
 Cliqzbot
-Cloud mapping
 Cocolyzebot
-Cogentbot
-Collector
+CopyRightCheck
 Copyscape
-Crawling at Home Project
-Crescent
+Cosmos
 Curious
-Custo
+DIIbot
 DSearch
-Demon
-Devil
+DatabaseDriverMysqli
+Deusu
+DigitalPebble
+Dirbuster
 DittoSpyder
 DnyzBot
 DomCopBot
-DomainCrawler
+DomainSigmaCrawler
+Dragonfly
+ECCP/1.0
 EasyDL
-EroCrawler
-Evil
-Exabot
+Ecxi
+EirGrabber
+Express WebPictures
+ExtLinksBot
+ExtractorPro
+EyeNetIE
+Ezooms
 FDM
+FHscan
 FemtosearchBot
 Fimap
-Freeuploader
-FrontPage
+FlashGet
+Fuzz
 FyberSpider
-Fyrebot
-GermCrawler
-GetWeb
-Getintent
-GrabNet
-Grabber
-GrapeFX
+G-i-g-a-b-o-t
+GalaxyBot
+Gigabot
+Go!Zilla
+GoZilla
+Grafula
 GrapeshotCrawler
-GridBot
 HMView
-HTMLparser
-HTTP::Lite
 Haansoft
-Hloader
-HybridBot
+Havij
+Heritrix
+Humanlinks
 IDBot
-IndeedBot
+Iblog
+Id-search
+IlseBot
+Image Sucker
 Indy Library
 InfoTekies
-Iria
-JikeSpider
-Jorgee
+Internet Ninja
+Iskanie
+IstellaBot
+JOC Web Spider
+JamesBOT
+JennyBot
+Jetty
+Joomla
+JustView
+Jyxobot
+Keybot Translation-Search-Machine
 Keyword Density
-Kinza
-LNSpiderguy
-Lanshanbot
+LWP::Simple
 Larbin
-LeechGet
-LexiBot
-Lightspeedsystems
+LibWeb
+Libwhisker
 LinkScan
 LinkWalker
 Linkbot
-LinksManager
-LinqiaScrapeBot
+LinkextractorPro
+LinkpadBot
+LinqiaMetadataDownloaderBot
 Lipperhey
-MJ12bot
+Litemage_walker
+Ltx71
+MIDown tool
+MIIxpc
 MSFrontPage
-Majestic12
+MTRobot
+Magnet
+Mail.RU_Bot
 Mass Downloader
-Masscan
-Mata Hari
+MeanPath Bot
+Meanpathbot
 MegaIndex.ru
 Metauri
-Microsoft Data Access
-Moblie Safari
-MolokaiBot
-Morfeus Fucking Scanner
-Msrabot
-NICErsPRO
-Navroad
+Microsoft URL Control
+Mojolicious
+Mozlila
+NPbot
+Name Intelligence
+Nameprotect
 Net Vampire
-NetMechanic
-NetZIP
+NetLyzer
 Netcraft
-Nettrack
 Netvibes
-Nibbler
 Niki-bot
+Nikto
+NimbleCrawler
 Ninja
+Nmap
+Not
+Nuclei
 Nutch
-Offline Navigator
-Openvas
-OrangeBot
-OrangeSpider
-OutclicksBot
-OutfoxBot
-PageScorer
+Octopus
+OpenLinkProfiler
+OpenVAS
+PageThing.com
+Pandalytics
 Papa Foto
-PeoplePal
+Pavuk
 Petalbot
 Pi-Monster
+Picscout
 PictureFinder
-PleaseCrawl
-Psbot
+Piepmatz
+Pimonster
+Pixray
+PxBroker
 QueryN Metasearch
-RSSingBot
-Re-re
+Quick-Crawler
+RankActiveLinkBot
+RankingBot
 Reaper
 RebelMouse
-Recorder
-Ripper
+RepoMonkey
 RocketCrawler
-Rogerbot
-SBIder
-SEOkicks
-SEOkicks-Robot
 SEOprofiler
-SEOstats
 SISTRIX
 SalesIntelligent
-ScrepyBot
-Searchestate
+Scrapy
 SearchmetricsBot
-SemrushBot
-SeobilityBot
+Seekport
+SentiBot
 Seomoz
+Shodan
+Siphon
 Site Sucker
-SiteExplorer
 SiteSnagger
+SlySearch
 Snapbot
-Sociscraper
-Sogou web spider
+SpankBot
 Spanner
 SputnikBot
-Sqlmap
-Stripper
+Steeler
 SuperBot
 SuperHTTP
+Surfbot
 Swiftbot
+Szukacz
 T0PHackTeam
-T8Abot
-Telesoft
-Thumbor
-Titan
+TeleportPro
+Telesphoreo
+TightTwatBot
+Toata
+Tracemyfile
 Trendictionbot
-Turingos
 Turnitin
 TurnitinBot
 TwengaBot
-Twice
 Typhoeus
 UnisterBot
 V-BOT
-Vacuum
+VB Project
 VelenPublicWebCrawler
-VidibleScraper
-Voltron
-WASALive-Bot
-WBSearchBot
-Wallpapers/3.0
-WallpapersHD
+VoidEYE
+WWW-Mechanize
+WWW::Mechanize
+WWWOFFLE
+Wallpapers
 WeSEE
-Web Pix
+Web Fetch
 Web Sauger
-WebCollage
-WebCopier
-WebFetch
-WebGo IS
-WebReaper
-WebStripper
+WebAuto
+WebBandit
+WebFuck
+WebPix
 WebSucker
-WebZIP
-Whacker
-Whatweb
+Webalta
+WebmasterWorldForumBot
+Webshag
+Website Quester
 Widow
 WinHTTrack
-WiseGuys Robot
+Wonderbot
 Wotbox
-Wprecon
+Xaldon_WebSpider
 Xenu
-Zauba
+YoudaoBot
+Zermelo
 Zeus
+ZmEu
 ZoomBot
-arquivo-web-crawler
+archive.org_bot
+arquivo.pt
 autoemailspider
-check1.exe
-clark-crawler
-com.plumanalytics
+backlink-check
+cognitiveseo
 crawler4j
 dataforseo.com
 eCatch
 evc-batch
-facebookscraper
-gopher
-internetVista monitor
-linkdexbot
+heritrix
+isitwp.com
 lwp-request
 magpie-crawler
 mediawords
-netEstate NE Crawler
-oBot
+muhstik-scan
+pcBrowser
 plumanalytics
+probe-image-size
 ripz
-s1z.ru
-satoristudio.net
 scan.lol
 seobility
-seoscanners
-serpstatbot
+seostar
 sexsearcher
-sitechecker.pro
+sogouspider
 sp_auditbot
-sysscan
-voyagerx.com
-x22Mozilla
+ubermetrics-technologies.com
+webgains-bot