V4.2021.12.2757 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-ADmantX
+404checker
+404enemy
+80legs
 Aboundex
+AiHitBot
 Alexibot
 Alligator
-AlphaBot
-Anarchy99
+Anarchie
+Anarchy
 Anthill
 BBBike
+BDFetch
+BLEXBot
 BackWeb
 Backlink-Ceck
 BacklinkCrawler
-Badass
-BatchFTP
 Battleztar Bazinga
+Bigfoot
 Bitacle
-Blow
-BlowFish
-Boardreader
-Bolt
+BlackWidow
+Brandwatch
 Buck
-BuiltWith
-BunnySlippers
+BuzzSumo
 CATExplorador
 CODE87
-Cegbfeieh
-CensysInspect
+Calculon
+CazoodleBot
+CheeseBot
 CherryPicker
 ChinaClaw
-Citoid
-Cloud mapping
+Chlooe
+Cliqzbot
 Cocolyzebot
+Cogentbot
 Copier
-CopyRightCheck
-Copyscape
+Craftbot
+CrazyWebCrawler
 Crescent
-CyotekWebCopy
-DTS Agent
-DataCha0s
-Demon
-Deusu
-Devil
-Discobot
-Discoverybot
-Dispatch
-DnyzBot
-Domains Project
-ECCP/1.0
-Ebingbong
-EroCrawler
-Evil
+CrunchBot
+DatabaseDriverMysqli
+DittoSpyder
+DnBCrawler-Analytics
+DomCopBot
+DomainAppender
+DomainStatsBot
+EMail Wolf
+Ecxi
+Express WebPictures
 Extractor
+Ezooms
 FHscan
-Fimap
-Firefox/7.0
-FlashGet
-Flunky
 Foobot
-FrontPage
+Fuzz
 FyberSpider
-Fyrebot
-GT::WWW
-Genieo
-Getintent
-Go!Zilla
+GetRight
+Gigabot
+GoZilla
 GrabNet
-Grabber
+Grafula
 GrapeshotCrawler
 HEADMasterSEO
-HTTrack
+HMView
+HTTP::Lite
+HaosouSpider
 Havij
-IDBTE4M
-IRLbot
+Hloader
+Humanlinks
+HybridBot
+IDBot
+IlseBot
+Image Fetch
 Image Sucker
-InfoNaviRobot
 InfoTekies
-Intelliseek
 InterGET
-IstellaBot
+InternetSeer
+JOC Web Spider
 JamesBOT
-Jorgee
+JennyBot
+JikeSpider
+Joomla
 Kenjin Spider
-LWP::Simple
+Kozmosbot
 Lanshanbot
-Larbin
-Leap
-LeechGet
-LexiBot
-Libwhisker
-LinkextractorPro
-LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Litemage_walker
+LeechFTP
+Lftp
+LibWeb
+Lightspeedsystems
+LinkScan
+Linkdexbot
+LinqiaScrapeBot
 Lmspider
 Ltx71
-MFC_Tear_Sample
 MIIxpc
-MQQBrowser
+MSFrontPage
+MTRobot
+Magnet
 Majestic-SEO
 MarkMonitor
-Masscan
-MeanPath Bot
+Mata Hari
+MauiBot
+Meanpathbot
+Mediatoolkitbot
 Metauri
 Minefield
-Mojeek
-Mojolicious
-Mozlila
+Morfeus Fucking Scanner
+Musobot
+NICErsPRO
 Nameprotect
-Navroad
 NearSite
-NetAnts
-NetLyzer
 NetSpider
 Netcraft
-Netvibes
+Nettrack
+NextGenSearchBot
 Nibbler
-NimbleCrawler
+Niki-bot
 Ninja
-Nmap
-Not
 Nutch
-Offline Navigator
-OnCrawl
-OpenVAS
+Octopus
+OpenLinkProfiler
 Openfind
-OrangeBot
 OrangeSpider
-OutfoxBot
-POE-Component-Client-HTTP
+OutclicksBot
+Page Analyzer
 PageGrabber
-PageThing.com
-Panscient
+Pandalytics
+PeoplePal
 Petalbot
 Picscout
 PictureFinder
-Pockey
-Pu_iN
+ProPowerBot
+ProWebWalker
 PxBroker
 PyCurl
-Re-re
-RealDownload
-RebelMouse
-Recorder
+QueryN Metasearch
+Quick-Crawler
+RSSingBot
+RankActive
+RankingBot
+RankingBot2
+Rankivabot
+RankurBot
+ReGet
+Reaper
+RedesScrapy
 RepoMonkey
-RocketCrawler
 SEOkicks
 SEOlyticsCrawler
 SEOprofiler
-SEOstats
-SISTRIX
-Scanbot
-ScoutJet
+SalesIntelligent
 Scrapy
-Screaming
-ScreenerBot
-Searchestate
-SearchmetricsBot
+SemanticJuice
+SemrushBot
 SeoSiteCheckup
 SeobilityBot
-Shodan
+Siphon
+SiteCheckerBotCrawler
 SiteExplorer
-SiteSucker
+Siteimprove
 Sitevigil
-SlySearch
-Snoopy
-SocialRankIOBot
-Sociscraper
-SpaceBison
-SpankBot
+Sosospider
+Sottopop
 Spanner
 Spbot
+Spinn3r
+SputnikBot
 Sqlmap
 Steeler
+Stripper
 Sucker
-Sucuri
-SuperBot
-SurveyBot
-Suzuran
-T0PHackTeam
+SuperHTTP
+Swiftbot
 T8Abot
-Teleport
 TeleportPro
+Telesoft
 Telesphoreo
-Telesphorep
 Thumbor
-Tracemyfile
+TightTwatBot
+Toata
 Trendiction
-True_Robot
+Trendictionbot
+Turnitin
 Twice
-URLy Warning
 UnisterBot
-VidibleScraper
+Upflow
+VB Project
+VCI
 Virusdie
-VoidEYE
 Voil
 WBSearchBot
-WWW::Mechanize
-WWWOFFLE
-WallpapersHD
-Web Enhancer
+WWW-Collector-E
+WeSEE
+Web Auto
 Web Fetch
-Web Sauger
-WebAuto
-WebBandit
-WebCollage
+Web Fuck
+Web Pix
+Web Sucker
 WebCopier
 WebEnhancer
 WebFetch
-WebImageCollector
-WebLeacher
 WebPix
 WebReaper
-WebWhacker
+WebStripper
+WebSucker
+WebZIP
+Webalta
 WebmasterWorldForumBot
-Website Quester
+Webshag
+Whack
+Whatweb
 Who.is Bot
 WiseGuys Robot
-Xenu
-Zade
+Wonderbot
+Wotbox
+Wprecon
+Zauba
 Zeus
-ZyBorg
-adscanner
-arquivo-web-crawler
-arquivo.pt
+Zitebot
+ZoomBot
+ZumBot
+archive.org_bot
 autoemailspider
-cah.io.community
+backlink-check
+check1.exe
+cognitiveseo
 crawl.sogou.com
 crawler.feedback
-crawler4j
-dataforseo.com
-demandbase-bot
 domainsproject.org
-eCatch
-instabid
-ips-agent
-lwp-request
+evc-batch
 lwp-trivial
-magpie-crawler
+netEstate NE Crawler
+page scorer
+pcBrowser
 plumanalytics
-probe-image-size
 s1z.ru
-satoristudio.net
 scalaj-http
+scan.lol
+seobility
+seoscanners
+serpstatbot
+sexsearcher
+sitechecker.pro
 sogouspider
-sp_auditbot
-spyfu
-trendiction.de
-webmeup-crawler
+sysscan
+tAkeOut
+webpros.com
+webprosbot
+x09Mozilla
+x22Mozilla
 xpymep1.exe