V4.2022.04.3077 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-ADmantX
+01h4x.com
+404checker
 ALittle Client
-ASPSeek
 Abonti
+Aboundexbot
 AfD-Verbotsverfahren
-AiHitBot
-Alexibot
 Alligator
-AlphaBot
-Ankit
-Asterias
-Atomseobot
-AwarioSmartBot
+Anarchie
+Anarchy
+Apexoo
+Aspiegel
+Attach
+AwarioRssBot
 BLEXBot
+BackDoorBot
+BackStreet
 BacklinkCrawler
-BatchFTP
-Battleztar Bazinga
-Bitacle
+Barkrowler
+BetaBot
 Black Hole
-BlackWidow
 Blackboard
 Blow
-BlowFish
-Boardreader
-Bolt
-BotALot
-BuiltBotTough
-Bullseye
-BunnySlippers
-CCBot
+Brandwatch
+CODE87
 Calculon
-CazoodleBot
-Cegbfeieh
 CensysInspect
-CheTeam
-ChinaClaw
-Citoid
-Collector
+CheeseBot
+Chlooe
+Claritybot
+Cliqzbot
+Cogentbot
+Copier
 Copyscape
 Cosmos
 CrazyWebCrawler
 Crescent
-Curious
-Custo
-DBLBot
-DSearch
-DatabaseDriverMysqli
-DigitalPebble
+DTS Agent
+Deusu
 Disco
 Discoverybot
-DomainStatsBot
+DittoSpyder
+DnyzBot
 Domains Project
-Dotbot
 Download Wonder
-ECCP/1.0
 EMail Wolf
-EroCrawler
-Evil
-ExtLinksBot
-ExtractorPro
+Ebingbong
+EirGrabber
+Extractor
+Ezooms
 FDM
-FHscan
-Fyrebot
+Flunky
+Fuzz
 GalaxyBot
-Genieo
-GermCrawler
-GetWeb
+GetRight
+Getintent
+Gigabot
+Go-Ahead-Got-It
 GoZilla
-GrabNet
 GrapeFX
-GridBot
+GrapeshotCrawler
+HEADMasterSEO
 HTTP::Lite
 HTTrack
 Haansoft
+HaosouSpider
+Heritrix
 HybridBot
+IDBTE4M
+IDBot
+IRLbot
 Iblog
-Id-search
 IlseBot
+Image Fetch
+Image Sucker
 Intelliseek
+InterGET
+Internet Ninja
+InternetSeer
 Iria
-Iskanie
-IstellaBot
 JamesBOT
-Jbrofuzz
-Jetty
+JennyBot
+JikeSpider
+JustView
+Jyxobot
 Kenjin Spider
-Keybot Translation-Search-Machine
-Kozmosbot
+Kinza
 LNSpiderguy
-LWP::Simple
 Lanshanbot
 Larbin
-Leap
 LeechFTP
-LeechGet
-Libwhisker
 Lightspeedsystems
-Linkbot
 LinkextractorPro
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
+Lipperhey Spider
+Litemage_walker
+Lmspider
+Ltx71
 MIDown tool
-MIIxpc
 MJ12bot
 MSIECrawler
 MTRobot
 Mag-Net
-Magnet
-Mail.RU_Bot
-Majestic SEO
 MarkWatch
-Mass Downloader
-Mata Hari
-Mb2345Browser
+Masscan
+MauiBot
+MeanPath Bot
+Meanpathbot
 Mediatoolkitbot
-Microsoft Data Access
+Metauri
+Moblie Safari
 Mojeek
-Msrabot
-NICErsPRO
+Mojolicious
+MolokaiBot
+Morfeus Fucking Scanner
 Name Intelligence
-Nameprotect
+Navroad
 Needle
-Nessus
-Nibbler
-NimbleCrawler
-Nimbostratus
+Net Vampire
+NetLyzer
+NetSpider
+Netvibes
+NextGenSearchBot
+Nikto
 Nmap
 Nuclei
-Nutch
+Offline Navigator
 OpenLinkProfiler
 Openfind
 Openvas
-OrangeSpider
+OutclicksBot
+POE-Component-Client-HTTP
 PageAnalyzer
-PageGrabber
-Papa Foto
+PageThing.com
 Pavuk
+Petalbot
 Picscout
-Pimonster
-Pockey
+PictureFinder
+ProWebWalker
 Probethenet
+Psbot
 Pump
+PxBroker
 PyCurl
 QueryN Metasearch
-Quick-Crawler
+RankActive
 RankActiveLinkBot
+RankFlex
 RankingBot
+RankingBot2
+Rankivabot
+Re-re
 ReGet
-Recorder
+Ripper
 Rogerbot
+SBIder
+SEOkicks
+SEOkicks-Robot
 SISTRIX
-SMTBot
-Screaming
-ScreenerBot
-ScrepyBot
-Searchestate
-SearchmetricsBot
-SeoSiteCheckup
-Seomoz
-Siphon
-Sitebeam
-Siteimprove
-Sitevigil
-SmartDownload
+ScanAlert
+SemanticJuice
+SemrushBot
 Snapbot
-Sottopop
+SocialRankIOBot
 SpaceBison
-Spanner
-Spbot
+SpankBot
 Sqlworm
-Sucuri
-Suzuran
+Steeler
+SuperBot
+SurveyBot
 Swiftbot
+Szukacz
+T0PHackTeam
 TeleportPro
+Telesphoreo
+Telesphorep
+TheNomad
 TightTwatBot
-Toata
 Toweyabot
-Turingos
-Twice
+Trendictionbot
+True_Robot
+TwengaBot
 URLy Warning
-UnisterBot
 V-BOT
 Vacuum
-VelenPublicWebCrawler
+VeriCiteCrawler
+VidibleScraper
 VoidEYE
-WISENutbot
-WWWOFFLE
+Voltron
+WEBDAV
+WWW-Collector-E
+WWW-Mechanize
 Wallpapers/3.0
 WallpapersHD
-WeSEE
-Web Auto
 Web Collage
-Web Enhancer
 Web Fetch
-Web Sucker
-WebAuto
-WebCollage
-WebCopier
-WebEnhancer
+Web Fuck
+Web Sauger
 WebFetch
-WebWhacker
-WebmasterWorldForumBot
+WebGo IS
+WebLeacher
+WebPix
+WebSauger
+Webshag
+WebsiteExtractor
 WebsiteQuester
-Webster
+Whack
+Whatweb
 WiseGuys Robot
-Wonderbot
+Woobot
 Wotbox
 Xaldon WebSpider
 Xaldon_WebSpider
-Zauba
-Zeus
-ZoomBot
+Zade
+ZmEu
+ZoominfoBot
 ZumBot
-archive.org_bot
+adscanner
 arquivo.pt
 autoemailspider
 backlink-check
-cah.io.community
+coccocbot
 cognitiveseo
-crawl.sogou.com
 crawler.feedback
 dataforseo.com
-facebookscraper
-instabid
+evc-batch
+gopher
 internetVista monitor
-lwp-request
-lwp-trivial
-meanpathbot
+ips-agent
+isitwp.com
+iubenda-radar
+magpie-crawler
+mediawords
 muhstik-scan
-netEstate NE Crawler
-oBot
 page scorer
-plumanalytics
+pcBrowser
 probe-image-size
-s1z.ru
+ripz
 scalaj-http
+scan.lol
+seobility
 seocompany.store
-seoscanners
 seostar
-sexsearcher
 siteripz
-sogouspider
 sp_auditbot
-tAkeOut
-trendiction.de
+trendiction.com
+ubermetrics-technologies.com
+webgains-bot
 webpros.com
 x09Mozilla
-x22Mozilla
+xpymep1.exe
 zauba.io