V4.2020.05.2073 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-Aboundexbot
+404enemy
+Aboundex
+Acunetix
 ADmantX
-AfD-Verbotsverfahren
-AIBOT
-Aipbot
-Alligator
-AlphaBot
-Aspiegel
+AiHitBot
+AllSubmitter
+Apexoo
+archive.org_bot
+arquivo-web-crawler
 ASPSeek
+Asterias
+Attach
 BackDoorBot
-Backlink-Ceck
-backlink-check
-BacklinkCrawler
 BackStreet
-BackWeb
-Barkrowler
+Battleztar Bazinga
 BBBike
-BDFetch
-BetaBot
-Bigfoot
-Bitacle
-BlowFish
-Boardreader
+BDCbot
 Bolt
-Brandprotect
-BuiltBotTough
-Bullseye
-BuzzSumo
-CCBot
-CherryPicker
-CheTeam
-Claritybot
+BotALot
+BuiltWith
+Calculon
+CazoodleBot
+Cegbfeieh
+CheeseBot
+ChinaClaw
+Chlooe
 Cliqzbot
 Cogentbot
 cognitiveseo
 Collector
+Copier
+Craftbot
 crawler4j
-crawl.sogou.com
+crawler.feedback
 CrazyWebCrawler
-Crescent
-CrunchBot
-DatabaseDriverMysqli
+CSHttp
+Curious
+DataCha0s
 DBLBot
+demandbase-bot
+Demon
 Deusu
-Devil
+Digincore
 DigitalPebble
-Dirbuster
+DIIbot
 Disco
-Dispatch
-DittoSpyder
 DnyzBot
-Domains Project
-domainsproject.org
-DomainStatsBot
+DomainCrawler
 Drip
-DSearch
-DTS Agent
-EasyDL
-Ebingbong
-Ecxi
-EMail Wolf
+EirGrabber
+EMail Siphon
+EroCrawler
 Exabot
-Express WebPictures
-ExtLinksBot
-facebookscraper
+Extractor
 FDM
-FHscan
-Fimap
 Freeuploader
-FrontPage
-FyberSpider
-GalaxyBot
-GermCrawler
+Genieo
+Getintent
 Go-Ahead-Got-It
 Gotit
-GrapeFX
-GridBot
+Grabber
+GrabNet
+Grafula
+GrapeshotCrawler
 GT::WWW
-Haansoft
 HaosouSpider
-Harvest
 HEADMasterSEO
-heritrix
-Hloader
+Heritrix
+HMView
 HTMLparser
+HTTP::Lite
 Humanlinks
+HybridBot
+Iblog
 IDBot
+Id-search
 IlseBot
-Image Sucker
+IndeedBot
 Indy Library
-InfoTekies
-Intelliseek
-Iskanie
-IstellaBot
+InfoNaviRobot
+instabid
+internetVista monitor
+ips-agent
+Iria
+Jbrofuzz
 JennyBot
+JetCar
 JikeSpider
 JOC Web Spider
+Jorgee
+JustView
 Jyxobot
-Keyword Density
+Kenjin Spider
 Kinza
 Kozmosbot
-LeechFTP
+Lanshanbot
+LeechGet
 LibWeb
 Libwhisker
-LieBaoFast
-Likse
-LinkextractorPro
+Lightspeedsystems
 LinkpadBot
-LinkScan
-LinqiaMetadataDownloaderBot
+LinkWalker
 LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey Spider
-LWP::Simple
+Lipperhey
+Lmspider
+Ltx71
 lwp-trivial
-Magnet
-Mag-Net
+magpie-crawler
 Majestic12
 Majestic SEO
 Majestic-SEO
-MarkMonitor
 MarkWatch
 Mass Downloader
-meanpathbot
+Mata Hari
+Meanpathbot
+MeanPath Bot
 Mediatoolkitbot
+MFC_Tear_Sample
 Microsoft Data Access
+Microsoft URL Control
+MIIxpc
 Mister PiX
 MJ12bot
-Mojeek
 Mojolicious
-Mr.4x3
+Morfeus Fucking Scanner
+MSFrontPage
 MSIECrawler
-muhstik-scan
-Musobot
 Name Intelligence
-NearSite
+Navroad
+Needle
 NetAnts
 Netcraft
 netEstate NE Crawler
+NetLyzer
 NetMechanic
-Nettrack
 Netvibes
 NetZIP
-Nibbler
-Nikto
-NimbleCrawler
-Nmap
+NICErsPRO
+Niki-bot
+Nimbostratus
+Ninja
 NPbot
-Nutch
+Offline Explorer
+OnCrawl
 Openfind
-OpenLinkProfiler
-OpenVAS
+OPPO A33
+OrangeBot
+OrangeSpider
 OutclicksBot
+OutfoxBot
+Page Analyzer
 PageGrabber
-Panscient
+PageScorer
+Pandalytics
+Papa Foto
 pcBrowser
+PECL::HTTP
 PeoplePal
 PHPCrawl
 Picsearch
 PictureFinder
 Pimonster
-ProPowerBot
-ProWebWalker
+Pi-Monster
+PleaseCrawl
 Psbot
+RankActiveLinkBot
 RankFlex
-RankingBot
-RankingBot2
-RankurBot
-Reaper
-RedesScrapy
-ReGet
-Ripper
+RocketCrawler
 Rogerbot
-SalesIntelligent
 SBIder
-ScanAlert
-scan.lol
+Scanbot
 ScreenerBot
-Semrush
-SemrushBot
+SEOkicks
 SEOkicks-Robot
 SEOlyticsCrawler
-Seomoz
 SEOprofiler
-SeoSiteCheckup
+serpstatbot
 sexsearcher
 SISTRIX
-SiteExplorer
+Sitebeam
 Siteimprove
+SiteLockSpider
 Site Sucker
-SMTBot
-Snake
-Snapbot
+Sitevigil
+SlySearch
+Snoopy
+SocialRankIOBot
 Sociscraper
-sogouspider
+Sosospider
 Sottopop
 SpankBot
-SputnikBot
-Sqworm
-Sucuri
-SuperBot
+Spanner
+Spbot
+Spinn3r
+spyfu
+Surfbot
+SurveyBot
+Suzuran
 Swiftbot
 sysscan
-Szukacz
 T0PHackTeam
-TeleportPro
-Telesphoreo
-Telesphorep
+Teleport
+Telesoft
 TheNomad
-Toata
-trendiction.de
+TightTwatBot
+Titan
+Toweyabot
 Turingos
 Turnitin
+TurnitinBot
+Typhoeus
+URLy Warning
 URLy.Warning
+Vagabondo
+VB Project
+VCI
 VeriCiteCrawler
+VidibleScraper
 Virusdie
-Voil
 WallpapersHD
-Webalta
-WebAuto
+WASALive-Bot
+Web Auto
+WebBandit
 WebCollage
-Web Collage
+WEBDAV
 WebEnhancer
 Web Enhancer
-WebFetch
+Web Fetch
 WebFuck
-Web Fuck
-WebGo IS
-webmeup-crawler
-Web Pix
-WebReaper
-Web Sauger
+WebmasterWorldForumBot
+WebPix
+WebSauger
 Webshag
 WebsiteExtractor
+WebSucker
+Web Sucker
+WebWhacker
 WeSEE
 Whacker
-Wonderbot
-Woobot
-Wprecon
-WWW-Mechanize
-WWWOFFLE
-x09Mozilla
+Whatweb
+Widow
+WPScan
+WWW::Mechanize
+x22Mozilla
+Xaldon_WebSpider
 Xenu
-YoudaoBot
-Zade
 Zauba
-zauba.io
-zgrab
+Zitebot
+ZmEu