anyproto/anytype-heart
1
0
Fork 0
mirror of https://github.com/anyproto/anytype-heart.git synced 2025-06-09 17:44:59 +09:00
Code Activity

add detection of encoding and decode to utf

Browse source 
Signed-off-by: AnastasiaShemyakinskaya <shem98a@mail.ru>
This commit is contained in:
AnastasiaShemyakinskaya 2024-02-01 14:21:14 +03:00
parent ba664fd69a
commit da271791e6
No known key found for this signature in database
GPG key ID: CCD60ED83B103281
1 changed files with 19 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

20
util/linkpreview/linkpreview.go
View file

@ -14,7 +14,9 @@ import (
"github.com/go-shiori/go-readability"
"github.com/microcosm-cc/bluemonday"
"github.com/otiai10/opengraph/v2"
"golang.org/x/net/html/charset"
"github.com/anyproto/anytype-heart/pkg/lib/logging"
"github.com/anyproto/anytype-heart/pkg/lib/pb/model"
"github.com/anyproto/anytype-heart/util/text"
"github.com/anyproto/anytype-heart/util/uri"
@ -32,6 +34,8 @@ const (
maxDescriptionSize = 200
)
var log = logging.Logger("link-preview")
type LinkPreview interface {
Fetch(ctx context.Context, url string) (model.LinkPreview, []byte, error)
app.Component
@ -82,7 +86,21 @@ func (l *linkPreview) Fetch(ctx context.Context, fetchUrl string) (model.LinkPre
if !utf8.ValidString(res.Description) {
res.Description = ""
}
return res, rt.lastBody, nil
decodedResponse, err := decodeResponse(rt)
if err != nil {
log.Errorf("failed to decode request %s", err)
}
return res, decodedResponse, err
}
func decodeResponse(response *proxyRoundTripper) ([]byte, error) {
contentType := response.lastResponse.Header.Get("Content-Type")
enc, _, _ := charset.DetermineEncoding(response.lastBody, contentType)
decodedResponse, err := enc.NewDecoder().Bytes(response.lastBody)
if err != nil {
return response.lastBody, err
}
return decodedResponse, nil
}
func (l *linkPreview) convertOGToInfo(fetchUrl string, og *opengraph.OpenGraph) (i model.LinkPreview) {