V4.2022.10.3440 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-404checker
-AiHitBot
+404enemy
+80legs
+AIBOT
+Aboundex
+Aboundexbot
+AfD-Verbotsverfahren
+AhrefsBot
 Aipbot
-AlphaBot
-Apexoo
+Anarchy
+Anarchy99
+Ankit
+Anthill
 Aspiegel
-Asterias
-Atomseobot
-Attach
-AwarioSmartBot
+AwarioRssBot
 BBBike
 BDCbot
 BDFetch
 BLEXBot
-BackDoorBot
-BackStreet
-Backlink-Ceck
-Bandit
-Barkrowler
+BacklinkCrawler
 BatchFTP
 Battleztar Bazinga
-BetaBot
 Bigfoot
-Blackboard
-Blow
-BotALot
-Buddy
-BuiltBotTough
+Bitacle
+Brandwatch
+Buck
+BuiltWith
+Bullseye
+BunnySlippers
+CODE87
 Calculon
-CheTeam
-CheeseBot
-Cliqzbot
-Cogentbot
+Claritybot
+Cloud mapping
+Cocolyzebot
+Collector
+Copier
 CopyRightCheck
+Cosmos
 Crawling at Home Project
 CrazyWebCrawler
-CrunchBot
-Custo
-CyotekWebCopy
-DBLBot
+Curious
+DIIbot
+DSearch
 DatabaseDriverMysqli
-Deusu
+Demon
+Digincore
+DigitalPebble
+Dirbuster
+Discoverybot
+Dispatch
 DittoSpyder
-DomCopBot
-DomainAppender
-DomainCrawler
-DomainStatsBot
-Download Wonder
-Ebingbong
-Express WebPictures
-ExtLinksBot
-Extreme Picture Finder
+DnyzBot
+DomainSigmaCrawler
+EMail Siphon
+EirGrabber
+Extractor
 EyeNetIE
-FDM
-FemtosearchBot
-FrontPage
-FyberSpider
-G-i-g-a-b-o-t
+Ezooms
+FlashGet
+Flunky
+Fuzz
 GT::WWW
-Genieo
 GetRight
-Gigabot
-Go!Zilla
-Go-Ahead-Got-It
-Gotit
-GrapeFX
+Getintent
+Grabber
+Grafula
 GridBot
-HTTrack
-HaosouSpider
-Havij
-Heritrix
+HEADMasterSEO
+HMView
+HTMLparser
+Haansoft
+Hloader
 Humanlinks
-HybridBot
-IDBTE4M
-IRLbot
-Image Sucker
-InterGET
+IDBot
+Iblog
+IndeedBot
 Internet Ninja
 InternetSeer
 Iria
-JOC Web Spider
+Iskanie
 JennyBot
-Jetty
-Joomla
-Jorgee
-Keybot Translation-Search-Machine
+Kenjin Spider
+Keyword Density
+Kinza
+LNSpiderguy
+Lanshanbot
 Larbin
-LeechFTP
-Likse
+Lftp
+Libwhisker
+LieBaoFast
+LinkScan
+Linkbot
 LinkpadBot
-LinqiaRSSBot
-Lipperhey
-Ltx71
+LinksManager
+Lipperhey Spider
+Lmspider
 MJ12bot
 MSFrontPage
+Mag-Net
 Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
-Masscan
-Mediatoolkitbot
+Majestic12
+MarkMonitor
+MauiBot
+Mb2345Browser
+Meanpathbot
 MegaIndex.ru
-Metauri
-Microsoft Data Access
-Microsoft URL Control
 Mister PiX
+Moblie Safari
 Mozlila
-Msrabot
+Musobot
 NPbot
-Nameprotect
-Navroad
-Needle
+Name Intelligence
+NearSite
 Nessus
 Net Vampire
-Netvibes
-Nibbler
+Netcraft
+Niki-bot
 Nikto
 NimbleCrawler
-Nimbostratus
-Nmap
+Nuclei
 Nutch
-OpenLinkProfiler
-Openfind
+Offline Explorer
+Offline Navigator
 OrangeBot
-OrangeSpider
-PHPCrawl
+OutclicksBot
+OutfoxBot
 POE-Component-Client-HTTP
-PageScorer
 PageThing.com
-Pavuk
-PeoplePal
+Panscient
+Papa Foto
 Picscout
-Picsearch
+Piepmatz
 Pimonster
-Pixray
-PleaseCrawl
-Pockey
-PxBroker
-Quick-Crawler
-RankActiveLinkBot
-RankFlex
-RankingBot
+ProPowerBot
+Pu_iN
+PyCurl
+QueryN Metasearch
+RSSingBot
+RankActive
 Rankivabot
 RankurBot
-Reaper
-RocketCrawler
-SEOkicks
-SEOkicks-Robot
+RebelMouse
+RedesScrapy
+RepoMonkey
+Rogerbot
 SEOlyticsCrawler
-ScanAlert
+SEOprofiler
+SMTBot
+SalesIntelligent
 Scanbot
-ScreenerBot
+Scrapy
+Screaming
+ScrepyBot
+Searchestate
+Seekport
+SemanticJuice
 SeoSiteCheckup
-SeobilityBot
 Seomoz
 Shodan
-SiteExplorer
 SiteLockSpider
+SiteSnagger
 SiteSucker
 Siteimprove
+SlySearch
 Snake
 Snoopy
 Sociscraper
 Sogou web spider
 Sosospider
-Sottopop
-SpankBot
 Spbot
-Spinn3r
-Sqworm
-Steeler
+Sqlworm
 Sucker
 Surfbot
-SurveyBot
-Teleport
-TeleportPro
-Telesoft
-Telesphoreo
-Telesphorep
+Swiftbot
+Szukacz
+T0PHackTeam
+The Intraformant
+Thumbor
+TightTwatBot
 Titan
-Toata
-Tracemyfile
-Trendiction
-Trendictionbot
 True_Robot
-Turnitin
 TurnitinBot
+TwengaBot
+Twice
 Typhoeus
+URLy Warning
+URLy.Warning
 UnisterBot
 Upflow
-V-BOT
-Vacuum
-Vagabondo
+VB Project
 VelenPublicWebCrawler
-VidibleScraper
-Virusdie
-Voil
 WASALive-Bot
+WWW-Collector-E
 WWW::Mechanize
-WWWOFFLE
-Wallpapers
-WallpapersHD
-Web Auto
+Wallpapers/3.0
+Web Enhancer
 Web Fetch
 Web Fuck
-WebBandit
-WebCopier
-WebGo IS
-WebSauger
+Web Pix
+Web Sucker
+WebAuto
+WebCollage
+WebFuck
 WebStripper
-WebWhacker
+WebSucker
 WebZIP
 WebmasterWorldForumBot
-Widow
+Website Quester
+Whack
+Whatweb
+Wonderbot
 Wotbox
+Wprecon
 Xaldon WebSpider
 Xenu
+Zauba
 Zeus
 ZmEu
-adscanner
 archive.org_bot
 arquivo-web-crawler
-autoemailspider
+arquivo.pt
 backlink-check
 cah.io.community
-com.plumanalytics
-demandbase-bot
+coccocbot
+crawler.feedback
+crawler4j
+eCatch
 facebookscraper
-internetVista monitor
-isitwp.com
-iubenda-radar
+heritrix
+ips-agent
 lwp-request
-mediawords
+lwp-trivial
+meanpathbot
 muhstik-scan
-oBot
-pcBrowser
 polaris version
-s1z.ru
-satoristudio.net
+probe-image-size
 scalaj-http
-seocompany.store
-seoscanners
-serpstatbot
+seobility
 sexsearcher
+sitechecker.pro
 sp_auditbot
+trendiction.com
+trendiction.de
 voyagerx.com
-webgains-bot
-webmeup-crawler
+webpros.com
+webprosbot
 x09Mozilla
-zauba.io
+x22Mozilla
+zgrab