icedream
/
irc-medialink
mirror of https://github.com/icedream/irc-medialink.git
1
0
Fork 0
Code Issues Releases Wiki Activity

parsers/wikipedia: Fix handling of www.wikipedia.org and wikipedia.org links.

develop
Icedream 2016-07-03 18:57:04 +02:00
parent 769e0e90a7
commit 7a131adfb8
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
parsers/wikipedia/parser.go
View File

@ -23,7 +23,8 @@ func (p *Parser) Init() error {
} }
func (p *Parser) Parse(u *url.URL, referer *url.URL) (result parsers.ParseResult) { func (p *Parser) Parse(u *url.URL, referer *url.URL) (result parsers.ParseResult) {
if !strings.HasSuffix(strings.ToLower(u.Host), ".wikipedia.org") { if !strings.HasSuffix(strings.ToLower(u.Host), ".wikipedia.org") ||
strings.EqualFold(u.Host, "wikipedia.org") {
result.Ignored = true result.Ignored = true
return return
} }
@ -37,6 +38,11 @@ func (p *Parser) Parse(u *url.URL, referer *url.URL) (result parsers.ParseResult
} }
// We're using the original host for link localization // We're using the original host for link localization
// or en.wikipedia.org for (www.)wikipedia.org
if strings.EqualFold(u.Host, "wikipedia.org") ||
strings.EqualFold(u.Host, "www.wikipedia.org") {
u.Host = "en.wikipedia.org"
}
r, err := http.Get("https://" + u.Host + "/api/rest_v1/page/summary/" + titleEscaped) r, err := http.Get("https://" + u.Host + "/api/rest_v1/page/summary/" + titleEscaped)
if err != nil { if err != nil {
result.Error = err result.Error = err