V4.2022.08.3294 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+404enemy
+80legs
 ADmantX
 AIBOT
-ASPSeek
-Abonti
-Aboundex
-AfD-Verbotsverfahren
-Alexibot
-AlphaBot
-Anarchie
+Acunetix
+AiHitBot
+Aipbot
+AllSubmitter
+Alligator
+Anarchy
 Ankit
+Anthill
+Asterias
 Atomseobot
 AwarioRssBot
 AwarioSmartBot
-BDCbot
-BackDoorBot
+BLEXBot
+BackStreet
 Bandit
-BatchFTP
-BetaBot
+Barkrowler
 Bigfoot
 Bitacle
-Blow
-Boardreader
-Brandwatch
-Buddy
-BunnySlippers
+Black Hole
+Blackboard
+Bolt
+BuiltWith
 CATExplorador
-CazoodleBot
-CherryPicker
-Cliqzbot
+Cegbfeieh
+ChinaClaw
+Citoid
 Cloud mapping
-Cogentbot
-Copyscape
+Collector
+Copier
+CopyRightCheck
+Craftbot
+Crawling at Home Project
+CrazyWebCrawler
 Crescent
 CrunchBot
-CyotekWebCopy
+Curious
+DBLBot
 DIIbot
-DSearch
 DTS Agent
-DatabaseDriverMysqli
-Deusu
-DigitalPebble
+DataCha0s
+Demon
 Discobot
-DittoSpyder
+Discoverybot
+Dispatch
 DnBCrawler-Analytics
-DnyzBot
 DomCopBot
-DomainAppender
-DomainCrawler
-DomainSigmaCrawler
-Dragonfly
-ECCP/1.0
-EasyDL
 Ebingbong
 Ecxi
-EirGrabber
-EroCrawler
-ExtLinksBot
-Extreme Picture Finder
-EyeNetIE
+Express WebPictures
+Extractor
 Ezooms
-Fimap
-Firefox/7.0
-Fuzz
-FyberSpider
-Fyrebot
-GetWeb
+FDM
+Flunky
+G-i-g-a-b-o-t
+GT::WWW
+Genieo
+GermCrawler
 Getintent
 Gigabot
+Go!Zilla
+Go-Ahead-Got-It
+GoZilla
 Gotit
-Grafula
 GrapeFX
 GrapeshotCrawler
-HTMLparser
-HTTP::Lite
+GridBot
+HMView
+HTTrack
 Haansoft
-HaosouSpider
-Harvest
-Havij
-HonoluluBot
 HybridBot
+IDBTE4M
+Iblog
 Id-search
 Image Sucker
-IndeedBot
-InfoNaviRobot
+Intelliseek
+Internet Ninja
 Iria
-IstellaBot
-Jetty
-Kenjin Spider
+JamesBOT
+JennyBot
+JetCar
+JikeSpider
+Jorgee
 Keybot Translation-Search-Machine
-Keyword Density
-Kozmosbot
-LWP::Simple
-Linkbot
-Lipperhey
+Kinza
+LNSpiderguy
+Larbin
+Leap
+LeechFTP
+LexiBot
+Libwhisker
+LinkScan
+LinkpadBot
+LinksManager
+LinqiaMetadataDownloaderBot
 Lipperhey Spider
-Ltx71
+Litemage_walker
+Lmspider
 MIIxpc
 MJ12bot
-MSFrontPage
-MTRobot
 Majestic SEO
+Majestic-SEO
+Majestic12
+MarkMonitor
+MarkWatch
+Mata Hari
 MauiBot
-Mb2345Browser
-Mediatoolkitbot
-MegaIndex.ru
-MicroMessenger
-Microsoft Data Access
-Microsoft URL Control
-Minefield
-Mister PiX
 Moblie Safari
-MolokaiBot
-Mr.4x3
+Mojolicious
+Mozlila
 Msrabot
-Netcraft
+Name Intelligence
+Navroad
+NetAnts
+NetZIP
 Netvibes
-Nibbler
+Nikto
 NimbleCrawler
 Ninja
-Nuclei
 Nutch
-OpenVAS
-OutclicksBot
-OutfoxBot
-PHPCrawl
-Papa Foto
+Offline Explorer
+Offline Navigator
+OnCrawl
+OpenLinkProfiler
+OrangeSpider
+PECL::HTTP
+PageThing.com
+Pandalytics
+Pavuk
 PeoplePal
+Petalbot
+Pi-Monster
 Picscout
+Picsearch
 PictureFinder
 Piepmatz
 Pixray
 PleaseCrawl
-ProPowerBot
-ProWebWalker
+Pockey
 Probethenet
+Psbot
 QueryN Metasearch
 Quick-Crawler
-RSSingBot
-RankActive
-RankActiveLinkBot
-RankingBot
-RankingBot2
-RankurBot
+Rankivabot
+ReGet
 RealDownload
-Reaper
 RebelMouse
-Recorder
 RedesScrapy
-RepoMonkey
-Ripper
 RocketCrawler
-Rogerbot
-SISTRIX
-ScanAlert
-Scanbot
+SEOkicks
+SEOstats
+SalesIntelligent
 Screaming
-ScreenerBot
 ScrepyBot
-Searchestate
-Seekport
 Seomoz
+Shodan
 Siphon
 SiteLockSpider
-SiteSucker
+Sitebeam
 Sitevigil
-SlySearch
-SmartDownload
 Snake
-Sottopop
-SpaceBison
-SpankBot
+Snapbot
+Sogou web spider
+Sosospider
 Spanner
 Spbot
+Spinn3r
 Sqlmap
 Sqlworm
-Sucker
-Sucuri
+Sqworm
+Stripper
 Surfbot
-SurveyBot
-T8Abot
-TeleportPro
+Swiftbot
 Telesoft
+Telesphoreo
+TheNomad
+Thumbor
 TightTwatBot
 Titan
-Toata
-Toweyabot
-Turingos
 Turnitin
-TurnitinBot
-Twice
+TwengaBot
 URLy.Warning
 Upflow
-VB Project
-VelenPublicWebCrawler
+V-BOT
+VCI
+Vagabondo
+VidibleScraper
+Virusdie
+VoidEYE
 Voil
-Voltron
-WEBDAV
-WISENutbot
+WBSearchBot
 WWW-Collector-E
 WWW-Mechanize
-WallpapersHD
-Web Enhancer
-Web Fetch
+Web Auto
 Web Fuck
-Web Sauger
-WebImageCollector
-WebLeacher
+Web Pix
+WebAuto
+WebCopier
+WebEnhancer
+WebFetch
 WebPix
-WebReaper
 WebSauger
 WebStripper
-WebSucker
 WebWhacker
+Webalta
 WebmasterWorldForumBot
-Webshag
 Website Quester
-Webster
-Whack
-Who.is Bot
+Widow
 WinHTTrack
+WiseGuys Robot
 Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
+YoudaoBot
+Zitebot
 ZmEu
-ZumBot
+ZoominfoBot
+archive.org_bot
 arquivo-web-crawler
-backlink-check
-check1.exe
+coccocbot
 crawl.sogou.com
 crawler.feedback
-crawler4j
-dataforseo.com
-demandbase-bot
-domainsproject.org
+eCatch
+facebookscraper
+gopher
 heritrix
-instabid
 internetVista monitor
+lwp-request
+lwp-trivial
 magpie-crawler
-plumanalytics
+netEstate NE Crawler
+page scorer
 polaris version
 probe-image-size
-scalaj-http
+ripz
+satoristudio.net
+scan.lol
 seobility
+seocompany.store
+seoscanners
 seostar
+sogouspider
 sysscan
-tAkeOut
 trendiction.com
+trendiction.de
 ubermetrics-technologies.com
-voyagerx.com
-x22Mozilla
+x09Mozilla
+zauba.io