V4.2022.04.3072 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-404enemy
-80legs
-AIBOT
-Aboundex
+ALittle Client
+Abonti
+Aboundexbot
 Acunetix
-AfD-Verbotsverfahren
 AhrefsBot
-AlphaBot
-Anarchie
-Anarchy
+Alexibot
+Alligator
 Anarchy99
-Ankit
-AwarioRssBot
-BBBike
+Apexoo
+Aspiegel
+Asterias
+Atomseobot
+BDCbot
+BDFetch
+BackDoorBot
 BackStreet
-BacklinkCrawler
-Barkrowler
-Battleztar Bazinga
-Bigfoot
-Bitacle
-BlackWidow
-Boardreader
-BotALot
-BuiltBotTough
+BackWeb
+Black Hole
+Blow
+BlowFish
+Brandwatch
 BuiltWith
-BunnySlippers
-BuzzSumo
-Calculon
-Cegbfeieh
-ChinaClaw
-Citoid
-Claritybot
-Cocolyzebot
+CATExplorador
+CODE87
+CheeseBot
+Chlooe
+Cliqzbot
+Cloud mapping
 Cogentbot
-Copier
-CopyRightCheck
+Collector
+Copyscape
 Cosmos
 Craftbot
-Crawling at Home Project
-Crescent
+CrunchBot
 Curious
-DIIbot
-DataCha0s
-Demon
-Devil
+Custo
+CyotekWebCopy
+DBLBot
+DSearch
+Deusu
 DigitalPebble
 Discoverybot
 Dispatch
 DittoSpyder
+DnBCrawler-Analytics
 DomCopBot
-DomainCrawler
-DomainStatsBot
 Dragonfly
-EasyDL
-Ebingbong
-Evil
+EMail Siphon
+Ecxi
 Extractor
-Extreme Picture Finder
-EyeNetIE
 FDM
+FHscan
+FemtosearchBot
+FlashGet
 Flunky
 Freeuploader
-FrontPage
 Fuzz
+Fyrebot
+G-i-g-a-b-o-t
+GT::WWW
 GalaxyBot
+Genieo
 GermCrawler
-GetWeb
-Getintent
 Gigabot
+Go!Zilla
 Go-Ahead-Got-It
+GoZilla
 GrabNet
-Grafula
-GrapeshotCrawler
-HMView
-HTTP::Lite
+GrapeFX
+HTTrack
 Haansoft
-Heritrix
+Harvest
+Havij
 IDBot
+Id-search
+IlseBot
+Image Fetch
 IndeedBot
-InfoNaviRobot
-Internet Ninja
-Jetty
-Joomla
+Indy Library
+Intelliseek
+InternetSeer
+Iskanie
+IstellaBot
+Jbrofuzz
+JennyBot
+JikeSpider
 Jorgee
-JustView
-Jyxobot
-Kenjin Spider
+Keybot Translation-Search-Machine
 Kinza
 Kozmosbot
 LNSpiderguy
-LWP::Simple
-Larbin
-LeechFTP
+Lanshanbot
+Leap
 LeechGet
-LibWeb
-Libwhisker
 LieBaoFast
-Lightspeedsystems
-LinqiaScrapeBot
-Ltx71
+Likse
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 MFC_Tear_Sample
-MIIxpc
-Mag-Net
+MQQBrowser
+MSFrontPage
 Magnet
-Majestic12
+Majestic SEO
+Majestic-SEO
+MarkMonitor
+MarkWatch
+Mass Downloader
+Mata Hari
+MauiBot
 Mb2345Browser
-MeanPath Bot
-Minefield
-Mister PiX
-Mojeek
+Meanpathbot
+Microsoft Data Access
+Microsoft URL Control
+Moblie Safari
+Mojolicious
 MolokaiBot
-Mr.4x3
-NICErsPRO
+Musobot
 Nameprotect
 Navroad
+NearSite
 Nessus
-Net Vampire
-NetZIP
+NetAnts
+NetLyzer
+NetMechanic
+Netvibes
+Nibbler
 Nimbostratus
-Not
-Octopus
+Nuclei
+Nutch
 Offline Explorer
-OpenLinkProfiler
-OpenVAS
-Openfind
-OrangeBot
 PageAnalyzer
-PageScorer
-Pandalytics
-Pavuk
+Panscient
 PeoplePal
 Petalbot
 Pi-Monster
 Picscout
-PleaseCrawl
+Picsearch
+Pixray
+Pockey
+ProPowerBot
+ProWebWalker
+Probethenet
 Psbot
-Pu_iN
-PxBroker
-QueryN Metasearch
+PyCurl
 Quick-Crawler
-RankActive
-RankingBot
-RankingBot2
-RebelMouse
-RedesScrapy
-SEOlyticsCrawler
-SEOprofiler
-SISTRIX
-Scrapy
-Screaming
-ScreenerBot
-ScrepyBot
-SearchmetricsBot
+RankFlex
+Rankivabot
+RankurBot
+RealDownload
+Reaper
+Recorder
+RepoMonkey
+Ripper
+Rogerbot
+ScanAlert
+Searchestate
 Seekport
-SentiBot
-SeoSiteCheckup
-Seomoz
-Shodan
-Site Sucker
 SiteExplorer
 SiteLockSpider
 Sitebeam
-SlySearch
-SmartDownload
-Snoopy
+Sitevigil
+SocialRankIOBot
 Sociscraper
-Sogou web spider
-SpankBot
+Sosospider
+Sottopop
+Spammen
+Spbot
+Spinn3r
 Sqlmap
+Sqlworm
+Sqworm
+Stripper
 Sucuri
 SuperHTTP
-SurveyBot
 Szukacz
-The Intraformant
+T8Abot
+Teleport
+TeleportPro
+Telesphoreo
+Telesphorep
+TheNomad
+Thumbor
+TightTwatBot
 Titan
+Tracemyfile
 True_Robot
-TurnitinBot
+Turnitin
 TwengaBot
 Twice
-URLy Warning
 URLy.Warning
 UnisterBot
-Upflow
-Vacuum
 Vagabondo
-VelenPublicWebCrawler
+VeriCiteCrawler
 VidibleScraper
 Virusdie
-Voil
-WEBDAV
+VoidEYE
+WASALive-Bot
+WBSearchBot
 WPScan
-WWW-Collector-E
-WWWOFFLE
-Wallpapers/3.0
-WallpapersHD
-WeSEE
+WWW::Mechanize
+Web Collage
+Web Fetch
 Web Fuck
-WebAuto
-WebCollage
-WebFetch
-WebFuck
-WebSauger
+WebEnhancer
+WebGo IS
+WebPix
+WebReaper
 WebStripper
-WebSucker
+WebWhacker
 WebZIP
-Webshag
-WebsiteQuester
-Whacker
+Webalta
+WebmasterWorldForumBot
+WebsiteExtractor
+Webster
 Whatweb
-Widow
-Wonderbot
+WiseGuys Robot
 Wotbox
-Xaldon WebSpider
 Xenu
 YoudaoBot
-Zade
 Zauba
-ZoomBot
+Zermelo
 ZumBot
+adscanner
 arquivo-web-crawler
-arquivo.pt
+autoemailspider
 cah.io.community
-check1.exe
-clark-crawler
-coccocbot
-crawler.feedback
-crawler4j
-dataforseo.com
-eCatch
-facebookscraper
+com.plumanalytics
+crawl.sogou.com
+domainsproject.org
+instabid
+isitwp.com
 lwp-request
-netEstate NE Crawler
+magpie-crawler
+meanpathbot
+muhstik-scan
 oBot
 plumanalytics
-polaris version
-probe-image-size
-s1z.ru
-scalaj-http
-seocompany.store
-seoscanners
+ripz
+satoristudio.net
+seobility
 sitechecker.pro
-sogouspider
-spyfu
+siteripz
+sp_auditbot
 trendiction.com
 trendiction.de
-webmeup-crawler
+webgains-bot
 webprosbot
 x09Mozilla
-x22Mozilla
+zgrab