V4.2022.03.3009 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
 404checker
-80legs
-AIBOT
+404enemy
+ALittle Client
 Abonti
 Aboundex
 Aboundexbot
-AiHitBot
+AfD-Verbotsverfahren
+Aipbot
 Alexibot
 Anarchie
-Ankit
-AwarioSmartBot
+Anarchy
+Asterias
 BDCbot
-BackStreet
-BackWeb
-Bandit
+BDFetch
+Backlink-Ceck
+BacklinkCrawler
+Badass
 Barkrowler
 Bigfoot
+BlackWidow
+Blow
 BlowFish
-CATExplorador
-CSHttp
+Boardreader
+BotALot
+BunnySlippers
+BuzzSumo
 Calculon
+CazoodleBot
+Cegbfeieh
 CheTeam
-CheeseBot
-Cliqzbot
-Cocolyzebot
-Cogentbot
-CopyRightCheck
-Craftbot
+Chlooe
+Citoid
+Claritybot
+Copier
+Copyscape
+Crawling at Home Project
+Crescent
+CrunchBot
 CyotekWebCopy
-DIIbot
-DSearch
 DTS Agent
-DataCha0s
-DatabaseDriverMysqli
-DigitalPebble
-Discoverybot
+Demon
+Digincore
+Disco
 DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
-DomCopBot
 DomainAppender
-DomainCrawler
 DomainStatsBot
-Download Wonder
-Drip
 ECCP/1.0
-EMail Siphon
-EirGrabber
+EMail Wolf
+Ecxi
+Exabot
 ExtractorPro
-EyeNetIE
-Ezooms
-FDM
-FemtosearchBot
+FHscan
 Fimap
 FlashGet
 Flunky
+FrontPage
 Fuzz
-G-i-g-a-b-o-t
-GalaxyBot
-GermCrawler
+Fyrebot
+GT::WWW
+Genieo
 GetWeb
+Getintent
 Gigabot
+Go!Zilla
+Go-Ahead-Got-It
 GoZilla
+Gotit
 GrabNet
-Grabber
 GrapeFX
 GrapeshotCrawler
-GridBot
+HEADMasterSEO
 HMView
-HTMLparser
 HTTP::Lite
-HTTrack
 Haansoft
-HaosouSpider
+Harvest
+Havij
 Heritrix
+Hloader
 HonoluluBot
-Humanlinks
+IDBTE4M
+IDBot
+Iblog
+Id-search
+IndeedBot
 Indy Library
-InfoNaviRobot
 Intelliseek
-InterGET
-Iria
-Iskanie
-IstellaBot
-Jbrofuzz
-JikeSpider
 Jorgee
 Kenjin Spider
 Kinza
-LNSpiderguy
-LWP::Simple
-Larbin
+Lanshanbot
+Leap
 LeechFTP
-Lightspeedsystems
-LinkWalker
-LinkpadBot
+LeechGet
+LibWeb
+LinkScan
+Linkbot
+Linkdexbot
+LinksManager
+LinqiaScrapeBot
+Lmspider
 MFC_Tear_Sample
-MSFrontPage
+MIDown tool
+MIIxpc
+MJ12bot
 Mag-Net
-Mail.RU_Bot
+Magnet
 Majestic SEO
-Majestic12
-MarkWatch
+Majestic-SEO
 Mass Downloader
-Mata Hari
-MauiBot
-Mb2345Browser
+Masscan
+Mediatoolkitbot
 MegaIndex.ru
-Metauri
-Microsoft Data Access
-Minefield
-Moblie Safari
-Mojeek
-Mojolicious
+MicroMessenger
 MolokaiBot
-Mozlila
-Mr.4x3
-NICErsPRO
-Navroad
-NearSite
-Needle
+Morfeus Fucking Scanner
+Msrabot
+Net Vampire
+NetAnts
 NetLyzer
-NetMechanic
-NextGenSearchBot
-Nmap
-Not
-Nutch
-Offline Explorer
-OpenLinkProfiler
-OpenVAS
+NetSpider
+Nettrack
+Netvibes
+Niki-bot
+Nikto
+Nimbostratus
 Openvas
 OrangeSpider
 OutfoxBot
-PHPCrawl
 POE-Component-Client-HTTP
 Page Analyzer
-PageAnalyzer
 PageScorer
-PageThing.com
-Panscient
+Pandalytics
+Pavuk
 Petalbot
 Pixray
+PleaseCrawl
 Pockey
-ProWebWalker
-Probethenet
-PxBroker
-PyCurl
-QueryN Metasearch
-RankActiveLinkBot
+Psbot
+Pu_iN
+Quick-Crawler
+RankingBot2
 Rankivabot
 Re-re
-ReGet
+RebelMouse
 SBIder
-SEOlyticsCrawler
+SEOkicks
+SEOprofiler
+SMTBot
 Scanbot
+Screaming
 ScreenerBot
 ScrepyBot
-Seekport
-SemrushBot
+Searchestate
+SemanticJuice
+Semrush
+SeoSiteCheckup
+SeobilityBot
 Shodan
-SiteLockSpider
+SiteCheckerBotCrawler
+SiteExplorer
 SiteSnagger
-Sitevigil
+Sitebeam
 SlySearch
-Snake
-Snapbot
-Sociscraper
+SmartDownload
+SocialRankIOBot
 Sogou web spider
-Sosospider
-Sottopop
-SpaceBison
-Spanner
-Spbot
-SputnikBot
-Sqlworm
+Spammen
+Sqlmap
 Sqworm
-Suzuran
+SuperBot
+SuperHTTP
 Swiftbot
-Szukacz
-Teleport
-TeleportPro
-Telesoft
-The Intraformant
-TightTwatBot
+T8Abot
+TheNomad
+Titan
+Toweyabot
 Trendiction
+True_Robot
 Turingos
 Turnitin
 TurnitinBot
-URLy Warning
-URLy.Warning
-UnisterBot
+Twice
+VB Project
 VCI
 VelenPublicWebCrawler
+VeriCiteCrawler
+VidibleScraper
+Virusdie
 VoidEYE
-WEBDAV
-WPScan
+Voil
+Voltron
+Wallpapers
 WallpapersHD
-Web Enhancer
-Web Fuck
-Web Pix
-Web Sauger
-WebFuck
+Web Auto
+Web Sucker
+WebAuto
+WebBandit
+WebCollage
+WebFetch
+WebLeacher
+WebPix
 WebSauger
+WebSucker
 WebWhacker
+Webalta
 Webshag
+Website Quester
+Webster
 Whack
 Whatweb
-WinHTTrack
+Widow
 Woobot
 Wprecon
-Xaldon WebSpider
-Xenu
+Xaldon_WebSpider
 YoudaoBot
+Zauba
+Zitebot
+ZmEu
 ZoominfoBot
-ZumBot
-adscanner
 archive.org_bot
-backlink-check
-cah.io.community
-check1.exe
+arquivo.pt
+autoemailspider
+clark-crawler
 coccocbot
-cognitiveseo
+com.plumanalytics
 crawl.sogou.com
 crawler.feedback
-demandbase-bot
-domainsproject.org
-heritrix
-lwp-trivial
+crawler4j
+eCatch
+facebookscraper
+gopher
+internetVista monitor
+isitwp.com
+lwp-request
+magpie-crawler
 meanpathbot
-muhstik-scan
 netEstate NE Crawler
 oBot
-page scorer
-pcBrowser
 plumanalytics
 polaris version
-ripz
-seobility
+seocompany.store
 seoscanners
 sitechecker.pro
 sogouspider
-trendiction.com
-trendiction.de
+spyfu
+tAkeOut
 webgains-bot
-webmeup-crawler
 webpros.com
 webprosbot
-x22Mozilla
-xpymep1.exe