V4.2022.01.2884 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 404checker
-80legs
+404enemy
+ADmantX
 AIBOT
-ALittle Client
-ASPSeek
 Abonti
 Aboundex
 Aboundexbot
-AfD-Verbotsverfahren
-AiHitBot
-Alexibot
-Anarchy99
-Asterias
-BDFetch
-BacklinkCrawler
-BetaBot
+AhrefsBot
+Alligator
+AlphaBot
+Anarchy
+Atomseobot
+Attach
+AwarioRssBot
+BackDoorBot
+Backlink-Ceck
+Battleztar Bazinga
 Bitacle
-Black Hole
-BlackWidow
-Blackboard
-Brandprotect
+Blow
+Bolt
+BotALot
 Buddy
 BuiltWith
+Bullseye
 BunnySlippers
 BuzzSumo
 CATExplorador
 CCBot
 CODE87
+Calculon
 CheTeam
 CheeseBot
+CherryPicker
 Chlooe
-Claritybot
-Cliqzbot
+Citoid
 Cloud mapping
 Collector
 Copier
-Copyscape
+CopyRightCheck
+Cosmos
+Crawling at Home Project
 CrazyWebCrawler
-Crescent
 CrunchBot
-Curious
-DIIbot
-DSearch
-DatabaseDriverMysqli
-Devil
+CyotekWebCopy
+DTS Agent
+Demon
+Digincore
 Dirbuster
-Disco
 Dispatch
-DnyzBot
+DittoSpyder
 DomainCrawler
 DomainStatsBot
-Dotbot
-Dragonfly
-EMail Siphon
-Ebingbong
+Domains Project
+Drip
+EMail Wolf
+EasyDL
+Ecxi
+EirGrabber
 EroCrawler
-ExtractorPro
-FlashGet
-Foobot
-FrontPage
-Fyrebot
-Genieo
-GermCrawler
+Exabot
+Express WebPictures
+ExtLinksBot
+Extractor
+Extreme Picture Finder
+EyeNetIE
+Ezooms
+Flunky
+Freeuploader
+G-i-g-a-b-o-t
 Getintent
 Gigabot
-Go-Ahead-Got-It
-Grabber
+Gotit
+Grafula
+HEADMasterSEO
+HMView
 HTMLparser
 HTTP::Lite
-HTTrack
+Haansoft
 Harvest
-Havij
 Heritrix
 Hloader
-HybridBot
-Id-search
-IlseBot
-Image Fetch
-InternetSeer
+HonoluluBot
+IDBTE4M
+IDBot
+IRLbot
+Iblog
+IndeedBot
+InfoNaviRobot
+InterGET
 Iria
-IstellaBot
-Jbrofuzz
+JOC Web Spider
+JamesBOT
+JikeSpider
+Joomla
 JustView
-Larbin
-Leap
-LexiBot
+Kenjin Spider
+Kozmosbot
+LNSpiderguy
 Lftp
 LibWeb
-Libwhisker
 Lightspeedsystems
 Likse
-LinksManager
-LinqiaMetadataDownloaderBot
+LinkextractorPro
+LinkpadBot
 LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey
-Lipperhey Spider
-Litemage_walker
-MFC_Tear_Sample
+Ltx71
 MIDown tool
 MJ12bot
-MTRobot
+MSFrontPage
+MSIECrawler
+Mag-Net
 Magnet
 Mail.RU_Bot
 Majestic SEO
-Masscan
-MauiBot
+Majestic-SEO
+Mata Hari
 Meanpathbot
 MegaIndex.ru
-Metauri
-Microsoft Data Access
+MicroMessenger
+Microsoft URL Control
+Minefield
 Moblie Safari
-MolokaiBot
-Morfeus Fucking Scanner
-Mozlila
 Mr.4x3
-Nameprotect
-Navroad
+NearSite
 Nessus
-Net Vampire
-NetSpider
-Niki-bot
-Nikto
-NimbleCrawler
-Nuclei
-Offline Explorer
-OpenVAS
+NetLyzer
+NetMechanic
+NetZIP
+Netcraft
+Netvibes
+Not
+Nutch
+Offline Navigator
 Openvas
-OrangeSpider
 OutfoxBot
+Page Analyzer
 PageGrabber
-PageScorer
 PageThing.com
-Pavuk
+Pandalytics
+Panscient
+Papa Foto
 PeoplePal
 Pi-Monster
 Picscout
 Picsearch
-PictureFinder
-PleaseCrawl
+Pimonster
+Pockey
+ProPowerBot
+Probethenet
 Psbot
 Pu_iN
 Pump
+QueryN Metasearch
 Quick-Crawler
-RSSingBot
-RankActive
-RankingBot2
-Re-re
+RankActiveLinkBot
+Rankivabot
 ReGet
-Reaper
-SEOkicks
-SEOkicks-Robot
-SEOstats
+RealDownload
+Rogerbot
+SBIder
 SMTBot
 Scanbot
-ScoutJet
-Screaming
 ScreenerBot
-Site Sucker
-SiteExplorer
-Sitebeam
-Sitevigil
-Snake
-Snoopy
+ScrepyBot
+SearchmetricsBot
+Siphon
+SiteCheckerBotCrawler
+SiteSnagger
+SiteSucker
+Siteimprove
 Sociscraper
-Sogou web spider
-SpankBot
+Sottopop
 Spanner
-SputnikBot
+Sqlmap
+Sqlworm
+Steeler
 Sucker
+SuperHTTP
 Surfbot
-T0PHackTeam
-T8Abot
-Telesphoreo
+Suzuran
+Teleport
+Telesoft
+Thumbor
 TightTwatBot
-Toweyabot
-Tracemyfile
-Trendictionbot
-True_Robot
-Turnitin
-TurnitinBot
-Typhoeus
+Titan
+TwengaBot
 URLy.Warning
-UnisterBot
 V-BOT
 VCI
 Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
-Voil
-WBSearchBot
-WEBDAV
+VoidEYE
 WISENutbot
-WPScan
-WWW-Collector-E
 WWW-Mechanize
+WWWOFFLE
 Wallpapers
 Wallpapers/3.0
-WallpapersHD
-Web Collage
-Web Enhancer
-Web Fetch
+Web Auto
+Web Pix
+Web Sucker
+WebBandit
+WebGo IS
+WebImageCollector
 WebLeacher
-WebPix
-WebReaper
 WebSucker
 WebWhacker
 WebZIP
 Webalta
-WebsiteQuester
-Webster
+Webshag
+WebsiteExtractor
 Whack
-Whacker
 Widow
-WiseGuys Robot
+WinHTTrack
 Wonderbot
 Woobot
-Wprecon
-Xenu
+Wotbox
 Zade
+Zeus
 Zitebot
 ZmEu
-ZumBot
 ZyBorg
+adscanner
 archive.org_bot
-autoemailspider
-check1.exe
+arquivo-web-crawler
+cah.io.community
+coccocbot-web
 cognitiveseo
-com.plumanalytics
-crawler.feedback
+dataforseo.com
 demandbase-bot
-domainsproject.org
-evc-batch
-facebookscraper
+eCatch
+gopher
 heritrix
 internetVista monitor
-iubenda-radar
-meanpathbot
-muhstik-scan
 netEstate NE Crawler
-page scorer
+oBot
+plumanalytics
 probe-image-size
-seobility
-seostar
-sogouspider
+s1z.ru
+scalaj-http
+seoscanners
+sexsearcher
+siteripz
+sysscan
+trendiction.de
+ubermetrics-technologies.com
 webgains-bot
-webprosbot
-x09Mozilla
-x22Mozilla
-xpymep1.exe
-zgrab
+webmeup-crawler