V4.2021.07.2475 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+404checker
 80legs
-ADmantX
 AIBOT
-Abonti
-Aboundexbot
-Acunetix
+Aboundex
 AfD-Verbotsverfahren
-AhrefsBot
 Aipbot
+Alligator
+Anarchie
 Anarchy
-Ankit
-BBBike
+Anarchy99
+Apexoo
+Asterias
+Attach
+AwarioSmartBot
+BDCbot
+BLEXBot
 BackStreet
+BackWeb
 Backlink-Ceck
 Badass
+Bandit
 BatchFTP
 Battleztar Bazinga
-Bitacle
-Black Hole
+BetaBot
+Bigfoot
+BlackWidow
 Blackboard
-Blow
 BlowFish
-Bolt
+Boardreader
 BotALot
-Buck
+Bullseye
+BunnySlippers
+BuzzSumo
 CATExplorador
-CSHttp
-Calculon
-CazoodleBot
-CensysInspect
-CheTeam
-Chlooe
-Cloud mapping
+CCBot
+Cegbfeieh
+CheeseBot
+Claritybot
+Cocolyzebot
 Copyscape
-Cosmos
-Craftbot
-Crescent
 CrunchBot
-Custo
 CyotekWebCopy
-DIIbot
 DSearch
-Discobot
-Dispatch
-DnyzBot
-Dotbot
-Dragonfly
+DTS Agent
+DatabaseDriverMysqli
+Demon
+Deusu
+Devil
+Discoverybot
+DomainCrawler
+DomainStatsBot
+Download Wonder
 ECCP/1.0
 EMail Siphon
+EasyDL
 Ecxi
-EirGrabber
-Express WebPictures
+EroCrawler
+Evil
 ExtLinksBot
+Extractor
 ExtractorPro
-Extreme Picture Finder
-EyeNetIE
+Ezooms
+FDM
+FHscan
 FemtosearchBot
-Fimap
-Flunky
+Firefox/7.0
+Foobot
 Freeuploader
-FyberSpider
-Fyrebot
+G-i-g-a-b-o-t
 GT::WWW
-GalaxyBot
-GermCrawler
 GetWeb
-Gigablast
-Gigabot
 Go!Zilla
 GoZilla
-Grabber
+Gotit
+Grafula
 GrapeshotCrawler
 GridBot
-HTTrack
-Haansoft
+HEADMasterSEO
 HaosouSpider
-Harvest
-Havij
-Hloader
-Humanlinks
-HybridBot
 IRLbot
-Iblog
 Id-search
-IlseBot
-IndeedBot
-Iria
+InfoTekies
+InterGET
+InternetSeer
+IstellaBot
+JamesBOT
 JennyBot
+Jetty
 Joomla
+Jorgee
 Kenjin Spider
-Kozmosbot
-LNSpiderguy
-Lanshanbot
-LeechFTP
+Kinza
+LWP::Simple
+Larbin
 LeechGet
-LibWeb
-Libwhisker
-LieBaoFast
 Lightspeedsystems
 Likse
 LinkScan
 LinkWalker
-LinkextractorPro
+LinkpadBot
 LinksManager
 LinqiaMetadataDownloaderBot
-Lipperhey
-Litemage_walker
-Ltx71
-MQQBrowser
-MSFrontPage
+LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey Spider
+MIDown tool
+MJ12bot
 MTRobot
 Magnet
-Majestic12
 MarkWatch
-Mass Downloader
-Masscan
 Mata Hari
-Mb2345Browser
 MeanPath Bot
-MegaIndex.ru
-Metauri
-Microsoft URL Control
-Moblie Safari
-Mr.4x3
+Mojeek
+Mozlila
 Musobot
-NICErsPRO
-Name Intelligence
 NearSite
 Needle
-Net Vampire
-NetAnts
-NetZIP
-NextGenSearchBot
-Nimbostratus
-Ninja
-Nmap
+NetLyzer
+NetMechanic
+NetSpider
+Nibbler
+NimbleCrawler
+Nuclei
 Nutch
-Octopus
+OPPO A33
 Offline Explorer
-OpenVAS
-Openfind
-Openvas
-POE-Component-Client-HTTP
-PageGrabber
+OpenLinkProfiler
+PHPCrawl
+PageAnalyzer
 PageThing.com
 Pandalytics
+Panscient
 Papa Foto
-PeoplePal
-Petalbot
 Picsearch
-Pixray
-PleaseCrawl
-Pockey
+Piepmatz
+Pimonster
+ProPowerBot
 ProWebWalker
-Pump
-PxBroker
+Psbot
+Pu_iN
+PyCurl
+QueryN Metasearch
+RSSingBot
 RankingBot2
 Rankivabot
-RankurBot
 Re-re
-RocketCrawler
-SEOstats
-SISTRIX
-Scanbot
+RebelMouse
+RepoMonkey
+SEOkicks
+SEOlyticsCrawler
+ScanAlert
 ScoutJet
-Searchestate
+Scrapy
+Screaming
+ScrepyBot
+SearchmetricsBot
+SemrushBot
+SentiBot
 SeobilityBot
-SiteCheckerBotCrawler
+Shodan
 SiteExplorer
 SiteSnagger
-Sitebeam
+Siteimprove
 Sitevigil
 SlySearch
-SmartDownload
-Snoopy
-Sociscraper
+Snake
+Snapbot
+SocialRankIOBot
 Sottopop
-Spanner
-Spbot
+SpaceBison
+Spinn3r
 Sqlworm
-Stripper
-Sucker
+Sucuri
 SuperHTTP
+Surfbot
 Suzuran
 Swiftbot
-Telesoft
+Szukacz
+Teleport
+Telesphoreo
+Telesphorep
 The Intraformant
-Toata
+TheNomad
+Titan
 Toweyabot
-Tracemyfile
+Trendiction
 Trendictionbot
 True_Robot
-Typhoeus
-URLy Warning
-UnisterBot
+Turnitin
+TurnitinBot
+URLy.Warning
 VB Project
 Vagabondo
+VelenPublicWebCrawler
 Virusdie
 Voil
+Voltron
+WASALive-Bot
 WEBDAV
+WISENutbot
 WPScan
-WWW-Collector-E
 WWW-Mechanize
-Wallpapers/3.0
-Web Enhancer
-Web Fetch
+Web Auto
+Web Collage
+Web Fuck
 Web Pix
-Web Sucker
-WebAuto
+WebBandit
+WebCopier
+WebEnhancer
+WebFuck
 WebImageCollector
+WebLeacher
 WebPix
 WebSauger
-WebStripper
 WebZIP
+WebmasterWorldForumBot
 Webshag
-Whacker
-Widow
+Whack
 WiseGuys Robot
-Wonderbot
-Woobot
-Zade
-Zermelo
-Zitebot
+Wotbox
+Xaldon_WebSpider
+YoudaoBot
+Zauba
+ZmEu
+ZoomBot
 ZoominfoBot
 ZumBot
 ZyBorg
+archive.org_bot
 arquivo-web-crawler
-autoemailspider
-check1.exe
-coccocbot-web
-domainsproject.org
+com.plumanalytics
 eCatch
-evc-batch
 facebookscraper
-instabid
+gopher
+heritrix
+internetVista monitor
 isitwp.com
-lwp-request
-lwp-trivial
-mediawords
 muhstik-scan
-netEstate NE Crawler
-polaris version
+plumanalytics
 probe-image-size
+ripz
 s1z.ru
-scalaj-http
-siteripz
-spyfu
-tAkeOut
-trendiction.com
-voyagerx.com
+scan.lol
+seobility
+serpstatbot
+sitechecker.pro
+x09Mozilla
+x22Mozilla
+zgrab