V4.2022.07.3219 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
 ADmantX
 AIBOT
-Aboundexbot
+Aboundex
 Acunetix
 AfD-Verbotsverfahren
-AiHitBot
+AhrefsBot
+Aipbot
 Alexibot
-Alligator
+AllSubmitter
+AlphaBot
+Anarchie
+Anarchy
 Anarchy99
-Aspiegel
 Attach
+AwarioRssBot
 BBBike
-BLEXBot
+BackDoorBot
+BackWeb
 Backlink-Ceck
-Barkrowler
-BatchFTP
-Battleztar Bazinga
-Black Hole
-Blackboard
-Blow
-Bolt
-Brandprotect
-Buck
-BuiltBotTough
-CATExplorador
-Cegbfeieh
+BacklinkCrawler
+Badass
+Bigfoot
+BlackWidow
+Buddy
+BuiltWith
+Bullseye
+CODE87
+Calculon
 CheeseBot
 Chlooe
-Citoid
-Cliqzbot
-Collector
+Claritybot
+Cocolyzebot
+Cogentbot
+Copier
 Craftbot
+Crawling at Home Project
 Crescent
-Custo
-DSearch
+CrunchBot
+DBLBot
 DTS Agent
-DatabaseDriverMysqli
+DataCha0s
 Demon
-Deusu
-Discobot
+Devil
+Dirbuster
 Discoverybot
-DittoSpyder
-DnBCrawler-Analytics
+DnyzBot
+DomainAppender
 DomainCrawler
-DomainStatsBot
+DomainSigmaCrawler
 Domains Project
-Dotbot
 Download Wonder
-EMail Wolf
 EasyDL
-Ecxi
+Ebingbong
 Evil
 ExtLinksBot
+Extractor
 ExtractorPro
-Extreme Picture Finder
-Flunky
+FDM
+FHscan
+FemtosearchBot
+Fimap
+Foobot
+Freeuploader
+FrontPage
+Fuzz
+Fyrebot
 GT::WWW
-GermCrawler
-GetWeb
-Getintent
-Go!Zilla
-GoZilla
-GrapeshotCrawler
+Gigabot
+Go-Ahead-Got-It
+GrabNet
+Grafula
 HEADMasterSEO
-HMView
-HTTP::Lite
-Haansoft
-Havij
+HTTrack
+HaosouSpider
+Harvest
 Heritrix
-HonoluluBot
 Humanlinks
+HybridBot
+IDBot
 IRLbot
-Id-search
-Image Fetch
-InfoTekies
+Iblog
+IlseBot
+IndeedBot
+Indy Library
+Intelliseek
+InterGET
 InternetSeer
 Iria
 Iskanie
-IstellaBot
-JOC Web Spider
+JamesBOT
 Jbrofuzz
-Jetty
-Joomla
-Kenjin Spider
-LNSpiderguy
-Lanshanbot
-Larbin
+JetCar
+Keybot Translation-Search-Machine
+Kozmosbot
+Leap
 LeechGet
 Lightspeedsystems
+Likse
 LinkScan
 Linkbot
-LinkextractorPro
-LinkpadBot
 LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
 Lipperhey
-Lmspider
+Ltx71
 MFC_Tear_Sample
 MIDown tool
-MIIxpc
+MJ12bot
+MTRobot
+Mag-Net
+Magnet
+Majestic-SEO
+MarkWatch
 Mass Downloader
-MauiBot
+MeanPath Bot
 Mediatoolkitbot
 Microsoft Data Access
-Microsoft URL Control
+Mister PiX
 Moblie Safari
 Mojolicious
 MolokaiBot
 Morfeus Fucking Scanner
-Msrabot
+Mr.4x3
+Musobot
 NICErsPRO
-NearSite
+Name Intelligence
+Nameprotect
 Net Vampire
+NetAnts
 NetLyzer
 NetMechanic
-NetSpider
 NetZIP
-Nettrack
-Netvibes
+NextGenSearchBot
+Nibbler
 Niki-bot
-Nikto
-NimbleCrawler
-Not
-Offline Navigator
+Nimbostratus
+Ninja
+Nmap
 OpenLinkProfiler
-OpenVAS
-Openvas
-PHPCrawl
+Openfind
+OrangeBot
+OutclicksBot
+PECL::HTTP
+PageAnalyzer
 PageGrabber
-PageScorer
-Pandalytics
-Panscient
+Papa Foto
 PeoplePal
-Pi-Monster
+Petalbot
 Picscout
-PictureFinder
 Piepmatz
-Pockey
+Pimonster
 ProPowerBot
-ProWebWalker
-Probethenet
-Pu_iN
-Quick-Crawler
+Pump
+PxBroker
 RSSingBot
-RankActive
-RankFlex
-RankingBot
 RankingBot2
 Rankivabot
-RankurBot
 Re-re
-Ripper
+Recorder
+RedesScrapy
+SEOkicks
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
+SISTRIX
 SMTBot
+SalesIntelligent
+ScanAlert
 Scanbot
-ScoutJet
-ScreenerBot
+Searchestate
 SearchmetricsBot
-Seekport
+SemanticJuice
 Semrush
+SentiBot
+Seomoz
+Shodan
+Siphon
+Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
 SiteLockSpider
-SiteSnagger
-Snake
-Snoopy
-Sogou web spider
-Spbot
-Sqlmap
-Sqlworm
-Steeler
-Sucuri
-Surfbot
+Sitebeam
+Sitevigil
+Spammen
+Spanner
+Spinn3r
+SputnikBot
+SurveyBot
 Szukacz
+T8Abot
 TeleportPro
-Telesoft
-Thumbor
-TightTwatBot
-Toweyabot
-Trendictionbot
-True_Robot
-URLy Warning
-URLy.Warning
+Trendiction
 UnisterBot
-V-BOT
-VelenPublicWebCrawler
-WBSearchBot
-WPScan
-WWW-Mechanize
+VCI
+VidibleScraper
+Voil
+Voltron
+WWW::Mechanize
 WWWOFFLE
 WeSEE
 Web Auto
-Web Collage
-Web Fetch
+Web Fuck
 Web Sucker
-WebEnhancer
-WebFetch
-WebFuck
-WebGo IS
+WebBandit
 WebReaper
-WebSauger
-WebStripper
 WebSucker
-WebZIP
+WebWhacker
+WebmasterWorldForumBot
 Webshag
-Website Quester
+WebsiteQuester
+Webster
+Whacker
 Whatweb
-Widow
-WiseGuys Robot
-Woobot
+Who.is Bot
+WinHTTrack
+Wonderbot
+Wprecon
 YoudaoBot
+Zade
 Zauba
-ZmEu
-ZoomBot
-ZyBorg
+Zeus
+ZoominfoBot
+ZumBot
 adscanner
-arquivo-web-crawler
 arquivo.pt
-check1.exe
 clark-crawler
-coccocbot
+cognitiveseo
 com.plumanalytics
+crawl.sogou.com
+crawler.feedback
 crawler4j
-dataforseo.com
-domainsproject.org
-ips-agent
-lwp-request
+demandbase-bot
+evc-batch
+instabid
+isitwp.com
+linkdexbot
 lwp-trivial
 meanpathbot
-mediawords
 netEstate NE Crawler
-oBot
-polaris version
+page scorer
+pcBrowser
 probe-image-size
-ripz
-s1z.ru
-satoristudio.net
-scan.lol
 seobility
-serpstatbot
-sexsearcher
-sitechecker.pro
 sp_auditbot
+spyfu
 tAkeOut
-webmeup-crawler
-webpros.com
+trendiction.com
+trendiction.de
+voyagerx.com
+webgains-bot
+webprosbot
 x09Mozilla
-x22Mozilla
-xpymep1.exe
-zgrab