From 3452a5347c782b9806dea65b6b1e24b11b8402c7 Mon Sep 17 00:00:00 2001 From: Makaopior <152356597+Makaopior@users.noreply.github.com> Date: Sat, 15 Mar 2025 22:25:07 +0900 Subject: [PATCH] Added Barkrowler, BrightEdge and more crawler User-Agents (#63) * Added Barkrowler bot User-Agent * Added BrightEdge crawler User-Agent * Added more bot user-agents --------- Co-authored-by: Mazov Sergey --- src/MyCSharp.HttpUserAgentParser/HttpUserAgentStatics.cs | 6 +++++- .../HttpUserAgentParserTests.cs | 4 ++++ 2 files changed, 9 insertions(+), 1 deletion(-) diff --git a/src/MyCSharp.HttpUserAgentParser/HttpUserAgentStatics.cs b/src/MyCSharp.HttpUserAgentParser/HttpUserAgentStatics.cs index 38339c2..4b0bffb 100644 --- a/src/MyCSharp.HttpUserAgentParser/HttpUserAgentStatics.cs +++ b/src/MyCSharp.HttpUserAgentParser/HttpUserAgentStatics.cs @@ -273,7 +273,11 @@ public static readonly (string Key, string Value)[] Robots = ( "Sistrix", "Sistrix" ), ( "WhatsApp", "WhatsApp" ), ( "CensysInspect", "CensysInspect" ), - ( "InternetMeasurement", "InternetMeasurement" ) + ( "InternetMeasurement", "InternetMeasurement" ), + ( "Barkrowler", "Barkrowler" ), + ( "BrightEdge", "BrightEdge" ), + ( "ImagesiftBot", "ImagesiftBot" ), + ( "Cotoyogi", "Cotoyogi" ) ]; /// diff --git a/tests/MyCSharp.HttpUserAgentParser.UnitTests/HttpUserAgentParserTests.cs b/tests/MyCSharp.HttpUserAgentParser.UnitTests/HttpUserAgentParserTests.cs index ffd2bf3..34c6578 100644 --- a/tests/MyCSharp.HttpUserAgentParser.UnitTests/HttpUserAgentParserTests.cs +++ b/tests/MyCSharp.HttpUserAgentParser.UnitTests/HttpUserAgentParserTests.cs @@ -149,6 +149,10 @@ public void BrowserTests(string ua, string name, string version, string platform [InlineData("Mozilla/5.0 (compatible; MojeekBot/0.11; +mojeek.com/bot.html)", "MojeekBot")] [InlineData("Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)", "CensysInspect")] [InlineData("Mozilla/5.0 (compatible; InternetMeasurement/1.0; +https://internet-measurement.com/)", "InternetMeasurement")] + [InlineData("Mozilla/5.0 (compatible; Barkrowler/0.9; +https://babbar.tech/crawler)", "Barkrowler")] + [InlineData("BrightEdge Crawler/1.0 (crawler@brightedge.com)", "BrightEdge")] + [InlineData("Mozilla/5.0 (compatible; ImagesiftBot; +imagesift.com)", "ImagesiftBot")] + [InlineData("Mozilla/5.0 (compatible; Cotoyogi/4.0; +https://ds.rois.ac.jp/center8/crawler/)", "Cotoyogi")] public void BotTests(string ua, string name) { HttpUserAgentInformation uaInfo = HttpUserAgentInformation.Parse(ua);