V4.2021.10.2643 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
+404enemy
+80legs
 AIBOT
 ALittle Client
 ASPSeek
-AhrefsBot
+Abonti
+AfD-Verbotsverfahren
+Aipbot
+Alexibot
 Alligator
-Anarchie
+Anarchy
 Anarchy99
-Anthill
-Apexoo
-Aspiegel
-AwarioSmartBot
-BDCbot
-BacklinkCrawler
+BLEXBot
+BackDoorBot
+BackWeb
 Badass
-BatchFTP
-Battleztar Bazinga
-Bitacle
+Bandit
+BetaBot
 Black Hole
 BlackWidow
+Blackboard
+Blow
 BlowFish
+Boardreader
 BotALot
 Brandprotect
-Brandwatch
-BuiltWith
-Bullseye
+Buddy
+BuiltBotTough
 BuzzSumo
-Calculon
-CazoodleBot
+CATExplorador
+CCBot
+CheTeam
 Chlooe
+Cloud mapping
 Cocolyzebot
 CopyRightCheck
 Cosmos
-Craftbot
 CrazyWebCrawler
 Crescent
+CrunchBot
+Curious
 Custo
-DBLBot
 DIIbot
-DSearch
 DataCha0s
 Disco
-DomainCrawler
-Dotbot
-Dragonfly
-ECCP/1.0
-EMail Siphon
-EasyDL
-Ebingbong
-EroCrawler
-ExtractorPro
-Extreme Picture Finder
+DomainSigmaCrawler
+DomainStatsBot
+Domains Project
+Download Wonder
+EMail Wolf
+Ecxi
+EirGrabber
+Exabot
+ExtLinksBot
+Extractor
 EyeNetIE
-Ezooms
-Fimap
-Flunky
+FemtosearchBot
+FlashGet
+Foobot
 Freeuploader
-Fyrebot
-G-i-g-a-b-o-t
-Genieo
-GetRight
+FyberSpider
 Go!Zilla
+Go-Ahead-Got-It
+GoZilla
 GrabNet
 Grabber
+GrapeFX
 GrapeshotCrawler
 GridBot
+HMView
 HTMLparser
 HTTP::Lite
-HTTrack
 HaosouSpider
 Havij
 Hloader
+IDBot
+IRLbot
 Iblog
 Id-search
 IlseBot
+Image Fetch
+Image Sucker
 IndeedBot
-InfoNaviRobot
 InfoTekies
-JetCar
+InterGET
+InternetSeer
+IstellaBot
+Jbrofuzz
+JennyBot
 Jetty
-JikeSpider
-Jorgee
 Kenjin Spider
-LWP::Simple
+Kinza
+Lanshanbot
 Leap
+LexiBot
 Libwhisker
-LieBaoFast
-Likse
+Lightspeedsystems
+LinkScan
 LinkWalker
-Linkdexbot
-LinkextractorPro
-Lipperhey
+LinksManager
+LinqiaMetadataDownloaderBot
 Lipperhey Spider
 Litemage_walker
+Lmspider
+MJ12bot
 MQQBrowser
-MSIECrawler
-MTRobot
+Mag-Net
 Magnet
+Mail.RU_Bot
 Majestic SEO
 Majestic-SEO
 MarkWatch
-Mata Hari
+Mass Downloader
+MauiBot
 Mb2345Browser
 Microsoft Data Access
-Microsoft URL Control
-Moblie Safari
+Morfeus Fucking Scanner
+Mozlila
 Msrabot
+Musobot
 NICErsPRO
-Name Intelligence
-Nameprotect
-NearSite
+Navroad
 Nessus
-NetAnts
-NetMechanic
-NetSpider
-Netcraft
-NextGenSearchBot
+Nettrack
+Netvibes
+Nibbler
 NimbleCrawler
-Ninja
 Nuclei
 Offline Explorer
-OpenVAS
+Openfind
 Openvas
-OrangeSpider
-OutclicksBot
-PECL::HTTP
+OrangeBot
+OutfoxBot
+POE-Component-Client-HTTP
+Page Analyzer
 PageScorer
+PageThing.com
+Papa Foto
 Pavuk
 PeoplePal
 Picscout
-Piepmatz
 Pimonster
-Pixray
+Pockey
 ProPowerBot
-ProWebWalker
 Probethenet
-Pu_iN
-QueryN Metasearch
-RankActive
+Pump
+PyCurl
 RankActiveLinkBot
-RankurBot
-Re-re
+RankingBot
 ReGet
+RealDownload
 RebelMouse
-RedesScrapy
-Ripper
+RepoMonkey
+RocketCrawler
 Rogerbot
-SBIder
-SEOkicks-Robot
-SEOlyticsCrawler
+SEOprofiler
+SISTRIX
+SMTBot
+ScoutJet
+Scrapy
 ScreenerBot
-SemrushBot
+ScrepyBot
+SearchmetricsBot
+Semrush
 SentiBot
-SeobilityBot
+Seomoz
 Shodan
-Siphon
-SiteCheckerBotCrawler
-SiteLockSpider
-Siteimprove
-Sitevigil
-SlySearch
-SmartDownload
+Site Sucker
+SiteExplorer
+SiteSnagger
+SiteSucker
+Sitebeam
 Snapbot
-Sociscraper
+Snoopy
 Sosospider
-SpaceBison
-Spammen
-SpankBot
+Sottopop
+Spanner
 SputnikBot
-Sqlmap
-Sqlworm
-Sqworm
-Stripper
-SuperBot
-SuperHTTP
+Steeler
 SurveyBot
 Suzuran
-T8Abot
-TeleportPro
-Toweyabot
-Trendiction
-Trendictionbot
-True_Robot
-Turingos
-Turnitin
+Swiftbot
+Szukacz
+Telesoft
+Telesphoreo
+Thumbor
+TightTwatBot
+Titan
+Toata
 TurnitinBot
 TwengaBot
-Twice
-Typhoeus
-URLy Warning
-UnisterBot
-VelenPublicWebCrawler
-VeriCiteCrawler
+URLy.Warning
+VCI
+Vacuum
+Virusdie
+VoidEYE
 Voil
-Voltron
-WISENutbot
+WASALive-Bot
+WWW-Collector-E
 WWW-Mechanize
 WWW::Mechanize
+WWWOFFLE
 Wallpapers
-WallpapersHD
-Web Auto
-Web Collage
-Web Enhancer
-Web Fuck
-Web Sauger
-WebCopier
+Wallpapers/3.0
+WeSEE
+WebBandit
 WebEnhancer
-WebFetch
-WebGo IS
+WebFuck
 WebLeacher
 WebReaper
-WebWhacker
-WebsiteQuester
-Webster
+WebStripper
+WebSucker
+WebZIP
+Website Quester
+WebsiteExtractor
+Whack
+Whacker
+Whatweb
 Who.is Bot
+Widow
 WinHTTrack
+Wonderbot
 Wprecon
-Xaldon WebSpider
-Xaldon_WebSpider
-ZmEu
-ZumBot
-archive.org_bot
-clark-crawler
-crawl.sogou.com
-domainsproject.org
+Zitebot
+ZoomBot
+backlink-check
+cah.io.community
+check1.exe
+cognitiveseo
+com.plumanalytics
+crawler.feedback
+crawler4j
 evc-batch
 gopher
+heritrix
+isitwp.com
 meanpathbot
-muhstik-scan
-netEstate NE Crawler
-oBot
-page scorer
 plumanalytics
+polaris version
 probe-image-size
 s1z.ru
-satoristudio.net
-seobility
+scalaj-http
 seoscanners
-serpstatbot
 sitechecker.pro
-siteripz
 sogouspider
+spyfu
 tAkeOut
-trendiction.com
-trendiction.de
 ubermetrics-technologies.com
+voyagerx.com
 webmeup-crawler
-webpros.com
-xpymep1.exe
-zgrab