V4.2021.07.2459 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-404enemy
-ASPSeek
-Abonti
+Aboundexbot
 AhrefsBot
-Aipbot
-Alexibot
-AlphaBot
-Anarchy
+Anarchie
 Ankit
-Apexoo
-Aspiegel
+Anthill
 Asterias
 Attach
+AwarioSmartBot
+BBBike
 BLEXBot
 BackDoorBot
-BacklinkCrawler
-Badass
-Bandit
-BatchFTP
-Bigfoot
-BlackWidow
-Bolt
-Brandprotect
-Brandwatch
-BuiltWith
+BackWeb
+BlowFish
+Boardreader
+Buddy
 BuzzSumo
-Calculon
-Cogentbot
-Copier
+CODE87
+CSHttp
+CazoodleBot
+Cegbfeieh
+CensysInspect
+CherryPicker
+ChinaClaw
+Cocolyzebot
+Collector
 Copyscape
+Cosmos
 Craftbot
-CrunchBot
+CrazyWebCrawler
 Custo
-DBLBot
-DIIbot
-DTS Agent
+DSearch
 DatabaseDriverMysqli
 Devil
 Digincore
-DigitalPebble
-Discobot
-DomainAppender
+Discoverybot
+Dispatch
+DomCopBot
 DomainCrawler
+DomainStatsBot
+Domains Project
 Dotbot
+Download Wonder
+Drip
 ECCP/1.0
-EMail Siphon
+EMail Wolf
 Ecxi
-ExtLinksBot
+Evil
+Exabot
 ExtractorPro
-EyeNetIE
-FDM
+Extreme Picture Finder
 Fimap
 FlashGet
-Foobot
-FrontPage
+Flunky
+Fyrebot
+GT::WWW
+Genieo
 GermCrawler
 GetRight
 GetWeb
-Getintent
-Go!Zilla
-Gotit
+Gigabot
+GoZilla
 GrabNet
 Grabber
 Grafula
-HMView
+HTMLparser
 Haansoft
-HaosouSpider
 Harvest
-Havij
-IDBot
-Id-search
-InfoTekies
-Intelliseek
-Internet Ninja
-Iskanie
-JamesBOT
+Hloader
+Humanlinks
+HybridBot
+IDBTE4M
+IRLbot
+Image Fetch
+InterGET
+Iria
+IstellaBot
+JOC Web Spider
 Jbrofuzz
-JustView
+JennyBot
+JetCar
+Joomla
+Jorgee
+Jyxobot
 Kenjin Spider
 Kinza
-Lanshanbot
+LNSpiderguy
 Larbin
-LeechFTP
+Lftp
+LibWeb
 Libwhisker
-LinkScan
-LinkWalker
+LieBaoFast
+Lightspeedsystems
+Linkbot
 Linkdexbot
+LinkextractorPro
 LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lipperhey
 Lipperhey Spider
-MIDown tool
-MIIxpc
+MFC_Tear_Sample
+MJ12bot
+MQQBrowser
 MSFrontPage
+MSIECrawler
+MTRobot
+Magnet
+Mail.RU_Bot
 Majestic-SEO
-MarkWatch
-Mass Downloader
-Masscan
+Majestic12
 Mata Hari
-Mb2345Browser
 MeanPath Bot
-MegaIndex.ru
-Metauri
-MicroMessenger
 Microsoft Data Access
-Microsoft URL Control
 Moblie Safari
 Mojolicious
 Mr.4x3
-Musobot
-NICErsPRO
-Nameprotect
+NPbot
+Name Intelligence
 Navroad
 NearSite
-Needle
-NetLyzer
-NetSpider
-NetZIP
+Net Vampire
+NetAnts
+NetMechanic
 Netcraft
-Nettrack
+Netvibes
+Nibbler
+Niki-bot
 Nikto
-Nimbostratus
-Ninja
 Nuclei
-OPPO A33
+Nutch
 Offline Explorer
-Offline Navigator
-OnCrawl
+OpenLinkProfiler
+OpenVAS
 Openfind
-Openvas
 OrangeBot
-OrangeSpider
 OutclicksBot
+PECL::HTTP
+POE-Component-Client-HTTP
+Page Analyzer
 PageAnalyzer
 PageScorer
-PageThing.com
-Pandalytics
-Panscient
-Pavuk
-PeoplePal
-Picscout
+Petalbot
 Picsearch
+Pimonster
+Pixray
 PleaseCrawl
-ProWebWalker
-Probethenet
+Psbot
+Pu_iN
+PyCurl
 QueryN Metasearch
-Quick-Crawler
+RankActive
+RankFlex
+Rankivabot
 RankurBot
-RealDownload
-Ripper
-RocketCrawler
-SISTRIX
+Reaper
+Recorder
+RedesScrapy
+SEOkicks
+SEOlyticsCrawler
 SMTBot
+SalesIntelligent
 ScanAlert
-Scanbot
-ScoutJet
+Scrapy
+ScreenerBot
 ScrepyBot
 Searchestate
-SearchmetricsBot
 Semrush
-SentiBot
-Shodan
-Siphon
+SemrushBot
+Site Sucker
 SiteExplorer
-Snapbot
-Snoopy
-Sociscraper
-Sogou web spider
-SpaceBison
+SiteLockSpider
+Sitebeam
+Siteimprove
+SlySearch
+Snake
 Spanner
-Sucker
+Spinn3r
+SputnikBot
+Sqlworm
+Sucuri
+SuperBot
+Surfbot
 Suzuran
-Szukacz
+Swiftbot
 T0PHackTeam
 Teleport
-TeleportPro
+Telesoft
 Telesphoreo
-Telesphorep
-Toata
-Toweyabot
-Tracemyfile
-Trendictionbot
+TheNomad
+Thumbor
+Titan
+Trendiction
+True_Robot
+TurnitinBot
+Twice
 Typhoeus
+URLy Warning
+UnisterBot
 Upflow
+V-BOT
 VB Project
-Vagabondo
-VidibleScraper
-Voil
-Voltron
-WASALive-Bot
-WEBDAV
+Vacuum
+VeriCiteCrawler
+Virusdie
+WBSearchBot
 WISENutbot
 WPScan
 WWW-Collector-E
-WWW::Mechanize
-Wallpapers/3.0
-WallpapersHD
-Web Fuck
-Web Pix
-Web Sucker
+WWW-Mechanize
+WWWOFFLE
+Web Auto
+Web Collage
+Web Enhancer
+Web Fetch
 WebAuto
-WebFetch
+WebBandit
+WebCopier
+WebGo IS
+WebImageCollector
 WebReaper
-WebStripper
+WebSauger
 WebSucker
 WebWhacker
-Webalta
-WebmasterWorldForumBot
-Webshag
-Website Quester
-WebsiteExtractor
-Webster
-Who.is Bot
+WebsiteQuester
+Whack
+Widow
 Wonderbot
 Woobot
-Xaldon WebSpider
-YoudaoBot
-Zade
-ZoomBot
-ZoominfoBot
-ZyBorg
+Wotbox
+Zermelo
+Zeus
+Zitebot
+ZmEu
 autoemailspider
-backlink-check
-com.plumanalytics
-crawler4j
+check1.exe
+coccocbot-web
+crawler.feedback
 demandbase-bot
-domainsproject.org
 eCatch
+facebookscraper
+isitwp.com
 lwp-request
-lwp-trivial
-netEstate NE Crawler
+magpie-crawler
+meanpathbot
+mediawords
+muhstik-scan
 oBot
 page scorer
-pcBrowser
-plumanalytics
-polaris version
 probe-image-size
-seobility
-seoscanners
-serpstatbot
-sexsearcher
-sitechecker.pro
-spyfu
+scan.lol
+seostar
 sysscan
-voyagerx.com
-webmeup-crawler
-xpymep1.exe
+zauba.io