V4.2021.12.2793 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
 404checker
-80legs
+ADmantX
+ALittle Client
 ASPSeek
+Aboundex
+Aboundexbot
 AfD-Verbotsverfahren
-AhrefsBot
+AiHitBot
 Aipbot
 AllSubmitter
+AlphaBot
+Anarchie
+Anarchy99
+Anthill
 Apexoo
-Aspiegel
-Attach
-AwarioRssBot
-BLEXBot
+Asterias
+BDFetch
 BackDoorBot
-BackStreet
-Bandit
-BatchFTP
+Badass
+Barkrowler
+Battleztar Bazinga
 Bigfoot
-Bitacle
-Blackboard
+BlackWidow
 Blow
-Brandprotect
+BotALot
 Buddy
-BunnySlippers
+BuiltBotTough
+Bullseye
 CATExplorador
+CCBot
+CSHttp
 Calculon
 Cegbfeieh
-CensysInspect
-CheeseBot
 CherryPicker
 Chlooe
-Cloud mapping
-Cocolyzebot
+Cliqzbot
 Cogentbot
 Copier
+CopyRightCheck
 Copyscape
 Cosmos
 Craftbot
-CrunchBot
+Crawling at Home Project
 Curious
 Custo
-DTS Agent
-DatabaseDriverMysqli
-Demon
-Dirbuster
-Discoverybot
+DataCha0s
+Digincore
+Disco
 Dispatch
-DittoSpyder
-DomCopBot
-DomainAppender
-DomainCrawler
-DomainSigmaCrawler
-EMail Siphon
-EMail Wolf
-EirGrabber
-Evil
-Exabot
+DnyzBot
+Dotbot
+Download Wonder
+Dragonfly
+ECCP/1.0
+Ecxi
+EroCrawler
+ExtLinksBot
+ExtractorPro
+Extreme Picture Finder
+Ezooms
+FDM
+FHscan
 FemtosearchBot
-Firefox/7.0
-FlashGet
-Foobot
+Freeuploader
 Fuzz
+FyberSpider
+Fyrebot
+GT::WWW
+GetWeb
 Getintent
-Grafula
-HEADMasterSEO
+Gigabot
+Go!Zilla
+Go-Ahead-Got-It
+GrabNet
+Grabber
+GrapeFX
 HTMLparser
-HaosouSpider
-Harvest
-Havij
+HTTP::Lite
+HTTrack
 Hloader
-IDBTE4M
-Id-search
+Humanlinks
+IDBot
+Image Fetch
 Image Sucker
-IndeedBot
-Indy Library
-Internet Ninja
-IstellaBot
-JamesBOT
+InfoNaviRobot
+InfoTekies
+InternetSeer
+Iria
+Jbrofuzz
 JikeSpider
 Jorgee
-JustView
 Keyword Density
-Kozmosbot
-Larbin
+Kinza
+LWP::Simple
+Lanshanbot
 Leap
-LeechGet
-Lftp
 Lightspeedsystems
-LinkextractorPro
-LinqiaRSSBot
+Likse
+LinkWalker
 Lipperhey
-Lipperhey Spider
+Lmspider
 Ltx71
-MIDown tool
+MFC_Tear_Sample
 MJ12bot
-Majestic-SEO
-Mb2345Browser
+MTRobot
+MarkWatch
+Mass Downloader
+Masscan
+Meanpathbot
+MegaIndex.ru
 Metauri
-MicroMessenger
-Moblie Safari
+Minefield
 Morfeus Fucking Scanner
-Mozlila
+Msrabot
+NICErsPRO
 NPbot
-Navroad
+Name Intelligence
+Nameprotect
 NearSite
 Net Vampire
-NetLyzer
+NetAnts
 NetMechanic
-NetZIP
+NetSpider
 Netcraft
 Nettrack
-Nibbler
-Niki-bot
-Nikto
-NimbleCrawler
-Not
-Nuclei
-Octopus
+Netvibes
+NextGenSearchBot
+Nimbostratus
+Nmap
 Offline Explorer
-Offline Navigator
-OnCrawl
-OpenLinkProfiler
-Openfind
 Openvas
-OrangeBot
 OutclicksBot
+OutfoxBot
 PECL::HTTP
-Page Analyzer
+Panscient
 Papa Foto
-Petalbot
-Picsearch
+Pavuk
 PictureFinder
-Pimonster
-Pixray
-PleaseCrawl
-ProPowerBot
-Probethenet
+ProWebWalker
 Pu_iN
+Pump
 PxBroker
-PyCurl
-Quick-Crawler
-RSSingBot
-RankActiveLinkBot
-RankFlex
-RebelMouse
-Recorder
-RedesScrapy
+QueryN Metasearch
+RankingBot2
+Rankivabot
+ReGet
+Reaper
 Ripper
-RocketCrawler
-Rogerbot
+SEOkicks
 SEOkicks-Robot
 SEOprofiler
+SMTBot
 SalesIntelligent
-ScoutJet
-SemanticJuice
+ScanAlert
+Scanbot
+Screaming
+ScreenerBot
+ScrepyBot
+Searchestate
 SemrushBot
 Siphon
-Siteimprove
+Site Sucker
+SiteExplorer
+SiteLockSpider
 Sitevigil
 Snake
-Snapbot
 Snoopy
-Sociscraper
-Sottopop
+SocialRankIOBot
+Sogou web spider
+Sosospider
+SpaceBison
 Spammen
-Spanner
-Steeler
-Stripper
-SuperHTTP
-Suzuran
-Swiftbot
+Spbot
+Sqlworm
+Sucuri
+Surfbot
 Szukacz
-TeleportPro
+T0PHackTeam
 Telesoft
-Thumbor
+Telesphoreo
+Telesphorep
+The Intraformant
+TheNomad
 TightTwatBot
 Titan
-Toweyabot
+Toata
+Trendiction
+Trendictionbot
 True_Robot
-Turingos
-URLy Warning
-URLy.Warning
-UnisterBot
+TurnitinBot
 Upflow
-VB Project
-VelenPublicWebCrawler
-Virusdie
-Voltron
-WBSearchBot
-WEBDAV
-WPScan
-WWW-Collector-E
+VCI
+Voil
 WWW-Mechanize
-Wallpapers
-WallpapersHD
-Web Fetch
-Web Fuck
-Web Pix
+WWW::Mechanize
+Web Collage
 Web Sauger
-WebCopier
-WebEnhancer
 WebFetch
-WebLeacher
-WebSauger
-WebStripper
-WebWhacker
-Webalta
+WebPix
+Webshag
 WebsiteQuester
-Whack
 Whacker
 Whatweb
 Who.is Bot
 Widow
-WiseGuys Robot
-Wotbox
-Wprecon
-YoudaoBot
-Zauba
+Woobot
+Xaldon_WebSpider
 Zermelo
 Zitebot
-arquivo-web-crawler
+ZoomBot
+ZumBot
+ZyBorg
+adscanner
+archive.org_bot
 arquivo.pt
-cah.io.community
+backlink-check
 check1.exe
+coccocbot-web
+crawl.sogou.com
+crawler4j
 dataforseo.com
-demandbase-bot
-domainsproject.org
 eCatch
-gopher
-ips-agent
-isitwp.com
-netEstate NE Crawler
+evc-batch
+instabid
+internetVista monitor
+lwp-request
+lwp-trivial
+mediawords
+oBot
+page scorer
 pcBrowser
 plumanalytics
 polaris version
-s1z.ru
+probe-image-size
+ripz
+scalaj-http
+seobility
 seocompany.store
-sexsearcher
-sitechecker.pro
+seostar
 siteripz
 sogouspider
 sp_auditbot
+spyfu
 trendiction.de
-ubermetrics-technologies.com
 voyagerx.com
-webmeup-crawler
-webpros.com
-webprosbot
+x09Mozilla
 xpymep1.exe
+zauba.io