V4.2022.09.3356 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+360Spider
 404enemy
+80legs
 ALittle Client
-AfD-Verbotsverfahren
-Aipbot
-Anarchie
-Anarchy
-Anarchy99
-Anthill
-Apexoo
-Attach
-BBBike
+ASPSeek
+Aboundex
+AhrefsBot
+AiHitBot
+Alexibot
+Ankit
+Asterias
+Atomseobot
+AwarioSmartBot
+BDCbot
 BLEXBot
+BackDoorBot
 BackWeb
-Backlink-Ceck
-Battleztar Bazinga
-Bitacle
-Black Hole
-BotALot
+BacklinkCrawler
+Bandit
+BetaBot
+BlackWidow
+Blackboard
+BlowFish
 Brandprotect
-Buck
+Brandwatch
 Buddy
-BuiltWith
-BunnySlippers
+BuiltBotTough
 BuzzSumo
 CATExplorador
+CCBot
 CODE87
-CazoodleBot
+CensysInspect
 CherryPicker
-ChinaClaw
 Chlooe
-Claritybot
-Cliqzbot
+Citoid
 Cloud mapping
-Collector
-Cosmos
-Craftbot
+Cocolyzebot
+Copyscape
 CrazyWebCrawler
+CrunchBot
 Curious
+Custo
 CyotekWebCopy
-DIIbot
+DBLBot
+DTS Agent
+DataCha0s
 DatabaseDriverMysqli
-Devil
-Discobot
-DittoSpyder
-DnyzBot
-DomCopBot
+Demon
+DigitalPebble
+Disco
+Discoverybot
+DomainSigmaCrawler
+Domains Project
 Download Wonder
 EMail Siphon
-Ebingbong
-Ecxi
-Exabot
-Extreme Picture Finder
+EMail Wolf
+Express WebPictures
 EyeNetIE
-Firefox/7.0
+FDM
+FHscan
+FemtosearchBot
+Fimap
 Foobot
-Fyrebot
-G-i-g-a-b-o-t
+Freeuploader
+FrontPage
+FyberSpider
 GT::WWW
-Genieo
-Go!Zilla
+GetRight
+GetWeb
 Go-Ahead-Got-It
+Grabber
+Grafula
 GridBot
-HTTP::Lite
-HTTrack
-Haansoft
+HEADMasterSEO
+HTMLparser
+HaosouSpider
+Harvest
 Havij
 Heritrix
-Hloader
 Humanlinks
-IDBTE4M
 IRLbot
 Iblog
-Image Fetch
+IlseBot
+Image Sucker
 InfoNaviRobot
-InterGET
-Iskanie
-JOC Web Spider
+InfoTekies
+Internet Ninja
+InternetSeer
+Jbrofuzz
 JetCar
-Jyxobot
+Jetty
+JustView
+Kenjin Spider
+Keybot Translation-Search-Machine
+Keyword Density
 Kozmosbot
-LNSpiderguy
-LWP::Simple
-LeechGet
+Leap
 Lftp
-LibWeb
 Libwhisker
-Lightspeedsystems
 Likse
-LinkextractorPro
 LinksManager
-Lipperhey Spider
-Ltx71
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Lipperhey
+MIDown tool
 MIIxpc
-MSIECrawler
-Mag-Net
-Magnet
-Majestic-SEO
-MarkMonitor
-MarkWatch
-MauiBot
-Mediatoolkitbot
+MSFrontPage
+MTRobot
+Mail.RU_Bot
+Majestic12
+Masscan
+MeanPath Bot
+Meanpathbot
+MegaIndex.ru
+Metauri
 Microsoft Data Access
 Microsoft URL Control
-Minefield
-Mister PiX
 Mojolicious
-Morfeus Fucking Scanner
-Mozlila
-Msrabot
-Musobot
-NICErsPRO
+MolokaiBot
+Mr.4x3
 NPbot
-Name Intelligence
-Navroad
-Net Vampire
+Needle
 NetAnts
+NetSpider
 Netcraft
-Nettrack
-Netvibes
-Nibbler
+NextGenSearchBot
+Niki-bot
 NimbleCrawler
-Nuclei
-Offline Explorer
-OpenVAS
-Openfind
+Nmap
+Offline Navigator
+Openvas
+OrangeBot
 OrangeSpider
-OutfoxBot
-PHPCrawl
+OutclicksBot
+PageGrabber
+PageScorer
 PageThing.com
+Pandalytics
 PeoplePal
-Petalbot
-Pi-Monster
-Picscout
-Picsearch
 PictureFinder
+Pimonster
 Probethenet
+Psbot
 Pu_iN
+PyCurl
 QueryN Metasearch
-RankActiveLinkBot
-RankFlex
-Reaper
-RebelMouse
-Ripper
-SBIder
+RankActive
+Rankivabot
+ReGet
+RealDownload
+RedesScrapy
 SEOkicks
 SEOlyticsCrawler
-SMTBot
+SISTRIX
 SalesIntelligent
+ScanAlert
 ScoutJet
-Screaming
-ScreenerBot
-ScrepyBot
-SemanticJuice
+Scrapy
+SemrushBot
 SeoSiteCheckup
-SeobilityBot
 Seomoz
 Siphon
-SiteCheckerBotCrawler
-SiteExplorer
 SiteLockSpider
+SiteSnagger
 SiteSucker
-Sitebeam
-SlySearch
-Snapbot
-SocialRankIOBot
+Siteimprove
+Snoopy
+Sogou web spider
 Spammen
 Spanner
-Spbot
-Sqlworm
 Sqworm
 Steeler
-Stripper
-SuperHTTP
-SurveyBot
-Szukacz
+Sucuri
+Surfbot
+Suzuran
+Swiftbot
+T8Abot
 Teleport
-TeleportPro
-Telesphoreo
+Telesoft
 Telesphorep
 Thumbor
-Tracemyfile
+TightTwatBot
+Toweyabot
+Trendiction
+Turingos
 Turnitin
-TwengaBot
 Twice
-Typhoeus
-VCI
+V-BOT
 Vacuum
-Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
-Virusdie
+VidibleScraper
+Voltron
 WASALive-Bot
-WBSearchBot
-WEBDAV
-WeSEE
-Web Auto
-WebAuto
-WebCollage
-WebFuck
-WebImageCollector
-WebPix
+WPScan
+WWW-Mechanize
+Wallpapers
+Web Fetch
+Web Fuck
+Web Pix
+Web Sauger
+Web Sucker
+WebEnhancer
+WebFetch
+WebGo IS
 WebReaper
-Webalta
-WebmasterWorldForumBot
-WebsiteQuester
+WebSauger
+WebWhacker
+Webshag
 Whacker
+Whatweb
 Widow
-WiseGuys Robot
-Woobot
-Xaldon_WebSpider
+Wonderbot
+Wotbox
+Wprecon
+Xaldon WebSpider
+Xenu
 YoudaoBot
-Zade
-Zauba
-Zeus
+Zermelo
 Zitebot
-ZmEu
-ZyBorg
-adscanner
-archive.org_bot
-arquivo-web-crawler
-arquivo.pt
-backlink-check
+ZumBot
 cah.io.community
-check1.exe
+cognitiveseo
 crawler.feedback
-dataforseo.com
-demandbase-bot
+crawler4j
+evc-batch
 gopher
-instabid
-iubenda-radar
-linkdexbot
+internetVista monitor
+ips-agent
+isitwp.com
+lwp-request
 lwp-trivial
+meanpathbot
 mediawords
+muhstik-scan
 pcBrowser
-plumanalytics
 probe-image-size
 ripz
-satoristudio.net
-scalaj-http
+scan.lol
+seobility
+seocompany.store
+seostar
 serpstatbot
-sogouspider
+sexsearcher
 sp_auditbot
 tAkeOut
-trendiction.com
-ubermetrics-technologies.com
-voyagerx.com
+webgains-bot
 webmeup-crawler
 webpros.com
-webprosbot
 x09Mozilla
+zauba.io