V4.2021.11.2732 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
+404checker
+404enemy
 ADmantX
-AIBOT
+Abonti
+Aboundex
 Aboundexbot
-AiHitBot
+Acunetix
+AfD-Verbotsverfahren
+AllSubmitter
 Alligator
 AlphaBot
-Anarchie
-Anarchy
 Anarchy99
-Apexoo
-Attach
 AwarioRssBot
-AwarioSmartBot
-BDCbot
-BackStreet
+BBBike
 Backlink-Ceck
 BacklinkCrawler
 Badass
-BatchFTP
-Battleztar Bazinga
-Bigfoot
+Barkrowler
+BetaBot
 Bitacle
-Blackboard
+Blow
 BlowFish
-Buck
-Buddy
+Boardreader
+Brandprotect
 BuiltBotTough
-BuiltWith
 Bullseye
-CazoodleBot
+CATExplorador
+CCBot
+CODE87
+Calculon
+Cegbfeieh
 CensysInspect
 CheTeam
 CherryPicker
-ChinaClaw
-Chlooe
 Claritybot
-Cocolyzebot
-Collector
+Cliqzbot
+Cogentbot
+Copier
+CopyRightCheck
 Cosmos
-Craftbot
-Crawling at Home Project
-CrazyWebCrawler
-CyotekWebCopy
-DIIbot
-DataCha0s
+Crescent
+Curious
 DatabaseDriverMysqli
-Demon
-DigitalPebble
-Disco
+Devil
+Dirbuster
 Discobot
-Dispatch
-DnBCrawler-Analytics
-DnyzBot
+DittoSpyder
+DomCopBot
 DomainAppender
-DomainCrawler
 DomainStatsBot
-Dotbot
-Dragonfly
+Domains Project
 ECCP/1.0
-EMail Siphon
+EasyDL
 Ebingbong
-EroCrawler
-Exabot
-Extractor
-ExtractorPro
+Ecxi
+Evil
 FDM
 FHscan
-Firefox/7.0
+FemtosearchBot
+Fimap
 Flunky
 Foobot
-Freeuploader
 Fyrebot
-GetWeb
+G-i-g-a-b-o-t
+Getintent
+Gigabot
 Go-Ahead-Got-It
+GoZilla
+Gotit
 Grabber
-Grafula
-GridBot
-HEADMasterSEO
-HMView
-HaosouSpider
+HTTrack
 Harvest
-HybridBot
-IDBot
+Heritrix
+IRLbot
 Iblog
 Id-search
 IlseBot
 Image Fetch
-Indy Library
-InternetSeer
+Image Sucker
+Intelliseek
+Internet Ninja
 Iria
-Iskanie
-JamesBOT
+IstellaBot
 JikeSpider
-Joomla
-Kinza
+Jorgee
+JustView
+LNSpiderguy
 Lanshanbot
-LeechGet
+Larbin
 Lftp
-Lightspeedsystems
-Likse
+LibWeb
+LieBaoFast
 LinkWalker
-Linkbot
-LinkextractorPro
+Linkdexbot
 LinkpadBot
-LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Litemage_walker
+Lipperhey
+Lmspider
 Ltx71
-MFC_Tear_Sample
+MIIxpc
 MQQBrowser
-MTRobot
+MSIECrawler
+Mag-Net
 Magnet
 Mail.RU_Bot
-Majestic12
-Mass Downloader
+Majestic SEO
+MarkWatch
 MauiBot
+Mb2345Browser
 Meanpathbot
 Mediatoolkitbot
-Metauri
 MicroMessenger
-Microsoft URL Control
+Moblie Safari
+Morfeus Fucking Scanner
+Mozlila
 Mr.4x3
-Msrabot
+Musobot
+NICErsPRO
 NPbot
 Name Intelligence
-NearSite
-NetMechanic
-NetSpider
-Netcraft
-Nettrack
-Nibbler
-Nikto
-Nimbostratus
-Ninja
-Offline Explorer
-OnCrawl
+Navroad
+Nessus
+Net Vampire
+NetZIP
+NextGenSearchBot
+Nuclei
+Nutch
+Offline Navigator
 Openfind
 OrangeSpider
-PHPCrawl
+OutfoxBot
+POE-Component-Client-HTTP
 Page Analyzer
 PageAnalyzer
 PageGrabber
-Pandalytics
 Papa Foto
 PeoplePal
-Pi-Monster
-Piepmatz
+Petalbot
+Picscout
+PictureFinder
+Pimonster
 Pixray
+PleaseCrawl
 ProPowerBot
-Probethenet
-Psbot
-QueryN Metasearch
-Quick-Crawler
-Rankivabot
+ProWebWalker
+PxBroker
+PyCurl
 ReGet
-RealDownload
-RedesScrapy
-RepoMonkey
+Recorder
 Ripper
 RocketCrawler
 Rogerbot
 SEOkicks
+SEOkicks-Robot
 SEOlyticsCrawler
-Screaming
-ScrepyBot
-Searchestate
-SiteCheckerBotCrawler
-SiteSucker
-Sitevigil
-SlySearch
+SMTBot
+SalesIntelligent
+Scanbot
+ScreenerBot
+Semrush
+SentiBot
+Seomoz
+Siphon
+Site Sucker
+Sitebeam
 SmartDownload
-Snake
-Sogou web spider
-Sosospider
-SpaceBison
-Spammen
-Spbot
 Spinn3r
-Sqlmap
 Steeler
 Stripper
-SuperHTTP
+Sucker
+Sucuri
+Surfbot
 Suzuran
 Szukacz
-Telesoft
-Telesphorep
-TheNomad
-Trendiction
-Trendictionbot
-Turnitin
+T0PHackTeam
+T8Abot
+Teleport
+Telesphoreo
+The Intraformant
+Thumbor
+TightTwatBot
+Titan
+Toweyabot
 TurnitinBot
+TwengaBot
+Twice
 Typhoeus
-UnisterBot
-Upflow
-Vacuum
+VB Project
+VCI
+Vagabondo
 VelenPublicWebCrawler
 VidibleScraper
-Virusdie
+VoidEYE
+Voil
 Voltron
-WASALive-Bot
 WEBDAV
 WISENutbot
-WWW-Collector-E
-Wallpapers/3.0
+WallpapersHD
 Web Collage
 Web Fuck
-WebEnhancer
+Web Sauger
+WebAuto
+WebCollage
+WebFetch
 WebPix
 WebReaper
 WebSauger
-WebSucker
-WebWhacker
-WebZIP
-WebsiteExtractor
+Webshag
 Whack
-Whacker
+Widow
+WinHTTrack
 Wonderbot
+Woobot
 Wotbox
-Wprecon
-Xaldon WebSpider
-Zeus
-Zitebot
-ZmEu
-ZoomBot
+adscanner
+arquivo-web-crawler
 autoemailspider
-clark-crawler
-coccocbot-web
-crawl.sogou.com
 crawler.feedback
+crawler4j
+dataforseo.com
+domainsproject.org
 eCatch
 facebookscraper
-instabid
-internetVista monitor
-lwp-trivial
-magpie-crawler
-meanpathbot
+isitwp.com
 mediawords
+oBot
+page scorer
 pcBrowser
-polaris version
-probe-image-size
+ripz
 s1z.ru
-scalaj-http
+scan.lol
+seobility
+seocompany.store
 seostar
 serpstatbot
+sexsearcher
+sitechecker.pro
+sogouspider
 sp_auditbot
-webprosbot
-x09Mozilla
-x22Mozilla
+spyfu
+sysscan
+tAkeOut
+trendiction.com
+trendiction.de
+ubermetrics-technologies.com
+webmeup-crawler
 zauba.io
+zgrab