V4.2020.04.2037 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 404checker
 80legs
-Aboundex
-Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
-AiHitBot
+AhrefsBot
+Aipbot
 Alligator
 AlphaBot
-Ankit
-archive.org_bot
+Apexoo
+arquivo.pt
 arquivo-web-crawler
-Attach
+Asterias
 AwarioRssBot
 AwarioSmartBot
+Backlink-Ceck
+backlink-check
+BacklinkCrawler
+BackStreet
+Badass
 Bandit
-Battleztar Bazinga
+BBBike
 BDCbot
-BDFetch
 BetaBot
 Bitacle
-Blackboard
-BlackWidow
 BLEXBot
 Blow
-BlowFish
 Boardreader
-Bolt
-BotALot
+Brandprotect
 Brandwatch
-Buddy
 BuiltBotTough
+BuiltWith
+Bullseye
+BunnySlippers
+BuzzSumo
 Calculon
 CATExplorador
-CazoodleBot
-CCBot
-Cegbfeieh
-CheeseBot
 CherryPicker
-CheTeam
 ChinaClaw
-Chlooe
 Claritybot
-Cliqzbot
 Cloud mapping
 coccocbot-web
-Cogentbot
+cognitiveseo
 Collector
-crawl.sogou.com
-CrunchBot
+Craftbot
+CrazyWebCrawler
 CSHttp
-Curious
+Custo
+DatabaseDriverMysqli
+DataCha0s
 DBLBot
-Demon
 Deusu
-DIIbot
-Disco
-Discobot
+DigitalPebble
 Dispatch
-DittoSpyder
-DomainSigmaCrawler
-DSearch
-DTS Agent
+DomainAppender
+Dotbot
+Drip
+EasyDL
 ECCP/1.0
-Ecxi
 EirGrabber
-EroCrawler
-evc-batch
+EMail Wolf
 Evil
+Express WebPictures
 ExtLinksBot
-Extractor
-EyeNetIE
-Ezooms
-FDM
+Extreme Picture Finder
 FemtosearchBot
-Fimap
-FlashGet
+FHscan
 Flunky
 Freeuploader
 FrontPage
-GermCrawler
-Getintent
+Genieo
 GetRight
 Gigablast
 Gigabot
-G-i-g-a-b-o-t
-Go-Ahead-Got-It
-Gotit
-Grabber
-Grafula
+GrabNet
 GrapeFX
 GrapeshotCrawler
 GT::WWW
+Haansoft
+HaosouSpider
 Harvest
+Havij
+Hloader
 HMView
+HTTP::Lite
 Humanlinks
 Iblog
-IDBot
 Id-search
 Image Sucker
-Indy Library
-instabid
+IndeedBot
+InfoNaviRobot
+Intelliseek
+Internet Ninja
 InternetSeer
-ips-agent
-Iskanie
-JamesBOT
+internetVista monitor
+IRLbot
+IstellaBot
+Jbrofuzz
 JetCar
-JOC Web Spider
-Joomla
-Jyxobot
-Kenjin Spider
+Jetty
+JikeSpider
+Jorgee
 Keyword Density
 Kinza
-Kozmosbot
-Lanshanbot
+LeechFTP
+LeechGet
 LexiBot
-Lightspeedsystems
+Likse
 LinkextractorPro
-LinkpadBot
-Lipperhey
-Lipperhey Spider
-Lmspider
+LinkScan
+LinksManager
+LinqiaMetadataDownloaderBot
+Litemage_walker
 Ltx71
 lwp-request
+LWP::Simple
 Mag-Net
-Mail.RU_Bot
-Majestic12
-MarkMonitor
-MarkWatch
-Masscan
+Majestic-SEO
 Mass Downloader
+MauiBot
+Mb2345Browser
+meanpathbot
 Meanpathbot
-mediawords
-Microsoft Data Access
+MegaIndex.ru
+MFC_Tear_Sample
 Microsoft URL Control
-MIIxpc
-Morfeus Fucking Scanner
+Mojeek
+Mojolicious
+MQQBrowser
+Mr.4x3
 MSFrontPage
+MSIECrawler
+Msrabot
 Musobot
-Name Intelligence
+Nameprotect
+Navroad
+NearSite
 Nessus
-NetAnts
 NetLyzer
 NetMechanic
-NetSpider
-Net Vampire
+Nettrack
 NetZIP
-NICErsPRO
+NextGenSearchBot
 Niki-bot
-Ninja
-Nmap
+Nikto
+Nimbostratus
+Nutch
 oBot
-Openfind
+Octopus
+OnCrawl
 OpenLinkProfiler
+OPPO A33
+OrangeSpider
+OutclicksBot
 Page Analyzer
-page scorer
-PageScorer
 Papa Foto
+Pavuk
 pcBrowser
-PeoplePal
-PHPCrawl
+PECL::HTTP
 Picsearch
-PleaseCrawl
+Pimonster
+plumanalytics
+Pockey
 polaris version
-Psbot
-Pump
+Probethenet
+ProPowerBot
+ProWebWalker
+PxBroker
 PyCurl
-QueryN Metasearch
+Quick-Crawler
 RankActive
-RankFlex
-RankingBot
 RankingBot2
-Rankivabot
 Reaper
-Recorder
+RebelMouse
 RedesScrapy
-RepoMonkey
+ReGet
 RocketCrawler
-Rogerbot
-RSSingBot
-scan.lol
-SemrushBot
+s1z.ru
+ScanAlert
+Screaming
+ScreenerBot
+Semrush
 SEOkicks-Robot
-SEOprofiler
-seoscanners
-serpstatbot
-SISTRIX
+Seomoz
+SeoSiteCheckup
+SEOstats
+Sitebeam
 SiteExplorer
-Site Sucker
-Sitevigil
-SmartDownload
-SMTBot
-Snake
-SocialRankIOBot
-SpaceBison
-Spammen
-Spanner
+SiteSnagger
+SlySearch
+Snapbot
+Sociscraper
+Sosospider
+sp_auditbot
 Spinn3r
-SputnikBot
-Sucker
+Sqlmap
+Sqworm
+Steeler
+Stripper
+Sucuri
 SuperBot
-SuperHTTP
+SurveyBot
+T0PHackTeam
 T8Abot
-tAkeOut
+Teleport
+Telesoft
+Telesphorep
 The Intraformant
+TheNomad
+Thumbor
+TightTwatBot
 Titan
-Trendictionbot
-Turingos
-Turnitin
-TurnitinBot
-TwengaBot
+Toweyabot
+Trendiction
+trendiction.com
+trendiction.de
 Twice
-UnisterBot
-Vacuum
-VidibleScraper
+Upflow
+URLy.Warning
+VCI
+VeriCiteCrawler
 Virusdie
-WBSearchBot
-Web Auto
-WebFetch
-Web Fuck
+Voil
+Wallpapers/3.0
+WallpapersHD
+Webalta
+WebCollage
+Web Enhancer
 WebmasterWorldForumBot
+webmeup-crawler
 WebPix
-WebSauger
-Web Sauger
-Webshag
-WebStripper
+WebsiteQuester
 WebSucker
-Web Sucker
 WebZIP
 Whack
+Whatweb
 Who.is Bot
 Widow
 WinHTTrack
-WISENutbot
-Wonderbot
+WiseGuys Robot
+Woobot
 Wotbox
-Wprecon
 WPScan
-WWW-Mechanize
+WWW::Mechanize
 x09Mozilla
 Xaldon WebSpider
-Xaldon_WebSpider
 Xenu
-xpymep1.exe
 Zade
+Zauba
 zauba.io
-Zermelo
 Zeus
 zgrab
-ZumBot
+Zitebot