From df23b04506e6b4cdfa5c40ce52172728bfe1d063 Mon Sep 17 00:00:00 2001
From: haturatu <taro@eyes4you.org>
Date: Sun, 15 Dec 2024 00:54:08 +0900
Subject: add charset

---
 main.go | 12 ++++++++++--
 1 file changed, 10 insertions(+), 2 deletions(-)

(limited to 'main.go')

diff --git a/main.go b/main.go
index 903abc4..221783f 100644
--- a/main.go
+++ b/main.go
@@ -7,6 +7,8 @@ import (
 	"os"
 	"time"
 
+	"ght/chardet"
+
 	"golang.org/x/net/html"
 )
 
@@ -39,7 +41,13 @@ func fetchAndParse(client *http.Client, url string, useRange bool) (string, erro
 	}
 	defer resp.Body.Close()
 
-	doc, err := html.Parse(resp.Body)
+	// encoding and decode
+	body, err := chardet.DetectAndDecode(resp.Body)
+	if err != nil {
+		return "", fmt.Errorf("failed to decode response body: %w", err)
+	}
+
+	doc, err := html.Parse(body)
 	if err != nil {
 		return "", fmt.Errorf("failed to parse HTML: %w", err)
 	}
@@ -64,7 +72,7 @@ func fetchTitle(url string) (string, error) {
 		return title, nil
 	}
 
-	// no range limit : get reqest
+	// no range limit : get request
 	title, err = fetchAndParse(client, url, false)
 	if err != nil {
 		return "", err
-- 
cgit v1.2.3