V4.2022.10.3437 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-404checker
 404enemy
 80legs
 AIBOT
-Aboundex
-Aboundexbot
-AhrefsBot
+ALittle Client
+ASPSeek
+Abonti
 Aipbot
-Anarchie
-Anarchy
+Alexibot
+Alligator
 Ankit
-Anthill
 Apexoo
 Aspiegel
 Asterias
-AwarioSmartBot
-BBBike
+BDCbot
+BDFetch
+BackStreet
+BackWeb
 BacklinkCrawler
-Barkrowler
-BatchFTP
-Blow
-Boardreader
-BotALot
+Badass
+Battleztar Bazinga
+BetaBot
+Bigfoot
+Bitacle
+BlackWidow
+BlowFish
+Brandprotect
+Brandwatch
+Buck
 BuiltBotTough
-BuiltWith
-CODE87
+CATExplorador
+CCBot
 CSHttp
-Calculon
-CazoodleBot
+CensysInspect
+CheTeam
 CheeseBot
 Chlooe
 Citoid
-Claritybot
-Cloud mapping
+Cliqzbot
+Cogentbot
+Collector
 Cosmos
-Craftbot
-CyotekWebCopy
-DIIbot
-DatabaseDriverMysqli
-Deusu
-Devil
-Digincore
-DigitalPebble
-Discoverybot
-DittoSpyder
+Crescent
+CrunchBot
+DBLBot
+DTS Agent
+Dispatch
 DomCopBot
-DomainCrawler
 DomainSigmaCrawler
-DomainStatsBot
+Download Wonder
 Drip
 EasyDL
-EirGrabber
-Evil
+Ecxi
+EroCrawler
+Exabot
 ExtLinksBot
-Extractor
 Extreme Picture Finder
-Freeuploader
-G-i-g-a-b-o-t
-GalaxyBot
-GermCrawler
-Gigabot
+Ezooms
+Fimap
+Firefox/7.0
+FlashGet
+Foobot
 Go-Ahead-Got-It
-GoZilla
 Gotit
 GrabNet
-GrapeFX
-GrapeshotCrawler
-HMView
+HTMLparser
 HTTP::Lite
-Humanlinks
-HybridBot
+Heritrix
+IDBTE4M
+IRLbot
 Iblog
+Id-search
 IlseBot
-IndeedBot
+Image Fetch
+Image Sucker
 InfoNaviRobot
-InfoTekies
-JennyBot
-JikeSpider
-JustView
-Keybot Translation-Search-Machine
-Kinza
-Lanshanbot
-LeechGet
-LexiBot
-Lftp
-Likse
+InternetSeer
+JetCar
+Jetty
+Jorgee
+Kenjin Spider
+Kozmosbot
+LNSpiderguy
+Larbin
+Libwhisker
+LieBaoFast
+Lightspeedsystems
 LinkScan
 LinkextractorPro
 LinkpadBot
-LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-MIDown tool
-MJ12bot
-MQQBrowser
-MarkMonitor
+LinqiaScrapeBot
+Lipperhey
+Lipperhey Spider
+Litemage_walker
+Lmspider
+MIIxpc
+MSFrontPage
+MSIECrawler
+Mag-Net
+Magnet
+Majestic SEO
+Majestic-SEO
+Majestic12
 MauiBot
-MegaIndex.ru
-Microsoft URL Control
-Mister PiX
-Morfeus Fucking Scanner
+Metauri
+Microsoft Data Access
+Moblie Safari
+Mojeek
+Mojolicious
 Mozlila
+NICErsPRO
 NPbot
-Name Intelligence
+Nameprotect
 Navroad
-NearSite
-Nessus
+Needle
 Net Vampire
-NetMechanic
 NetSpider
 NetZIP
-Netvibes
-NextGenSearchBot
-Nibbler
+Netcraft
 Nikto
-Nimbostratus
-Nmap
-Nutch
 OpenVAS
 Openfind
+Openvas
+OrangeSpider
 OutclicksBot
 PECL::HTTP
-PageGrabber
-PageThing.com
-Pandalytics
-Panscient
-Pavuk
-Petalbot
+POE-Component-Client-HTTP
+Page Analyzer
+Picscout
 Picsearch
+PictureFinder
 Piepmatz
-Pimonster
+PleaseCrawl
 Pockey
-Probethenet
-Pu_iN
-Quick-Crawler
+Psbot
+PyCurl
+QueryN Metasearch
+RankActive
 RankFlex
-RankurBot
 Re-re
-ReGet
+RealDownload
 Reaper
 RebelMouse
 RedesScrapy
 Rogerbot
-SBIder
-SEOkicks-Robot
-SEOlyticsCrawler
 SEOstats
-SISTRIX
-ScanAlert
+SMTBot
+SalesIntelligent
 ScoutJet
-ScreenerBot
+Scrapy
+Screaming
+Seekport
+SemrushBot
 SeoSiteCheckup
-Seomoz
-Shodan
+SeobilityBot
+Siphon
 Site Sucker
-SiteExplorer
+SiteCheckerBotCrawler
 SiteLockSpider
+SiteSnagger
 SlySearch
-SmartDownload
-Snapbot
-Sociscraper
+Snake
+Snoopy
+Sottopop
+SpaceBison
+Spammen
+Spanner
 Spbot
+Spinn3r
+Sqlworm
 Sqworm
-Sucuri
-Surfbot
+Steeler
+Stripper
+Suzuran
 Swiftbot
-T8Abot
+Szukacz
+Teleport
 TeleportPro
-Telesoft
 Telesphoreo
-Telesphorep
 The Intraformant
-TheNomad
-Titan
+TightTwatBot
 Toweyabot
 Tracemyfile
-Trendiction
-Trendictionbot
-Turingos
-URLy Warning
-UnisterBot
+True_Robot
+TwengaBot
+Twice
+Typhoeus
+URLy.Warning
 Upflow
 VB Project
 Vagabondo
-VeriCiteCrawler
+VidibleScraper
 VoidEYE
-Voil
-Voltron
 WASALive-Bot
-WWW-Collector-E
+WEBDAV
+WISENutbot
 WWW-Mechanize
-WWW::Mechanize
 WWWOFFLE
+Wallpapers
 Wallpapers/3.0
-Web Enhancer
-Web Fuck
-Web Pix
-Web Sucker
+Web Collage
+WebBandit
+WebCollage
 WebEnhancer
 WebFetch
-WebFuck
-WebImageCollector
-WebLeacher
 WebPix
 WebReaper
+WebSauger
 WebStripper
+WebSucker
 WebZIP
-Webshag
-Website Quester
+Webalta
+WebmasterWorldForumBot
+WebsiteExtractor
+Whack
 Whatweb
-Wonderbot
-Woobot
+WinHTTrack
 Wotbox
+Xaldon WebSpider
 Xaldon_WebSpider
-Zade
-Zermelo
-Zitebot
+YoudaoBot
+Zeus
 ZmEu
-ZoomBot
 ZoominfoBot
-ZumBot
-ZyBorg
+adscanner
 arquivo-web-crawler
-coccocbot
-crawler.feedback
-isitwp.com
+autoemailspider
+clark-crawler
+dataforseo.com
+facebookscraper
+gopher
+ips-agent
 iubenda-radar
-linkdexbot
+lwp-request
 meanpathbot
-muhstik-scan
-netEstate NE Crawler
+oBot
+pcBrowser
 plumanalytics
-seobility
-seocompany.store
+probe-image-size
+scalaj-http
 seoscanners
 seostar
-serpstatbot
-siteripz
-sysscan
-tAkeOut
+sogouspider
 trendiction.com
-voyagerx.com
-webgains-bot
-webmeup-crawler
-webpros.com
+trendiction.de
+ubermetrics-technologies.com
+webprosbot
 x22Mozilla
-xpymep1.exe
-zauba.io
 zgrab