totole/services
1
0
Fork 0
mirror of https://github.com/kevin-DL/services.git synced 2026-01-24 00:15:29 +00:00
Code Issues Packages Projects Releases Wiki Activity

add a16z parser

Browse Source
This commit is contained in:
Asim Aslam
2021-02-27 20:47:46 +00:00
parent efee90ab12
commit f800662806
1 changed files with 29 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
feeds/parser/parser.go
View File

@@ -10,6 +10,7 @@ import (
var ( var (
parsers = map[string]Parser{ parsers = map[string]Parser{
"a16z.com": a16zParser,
"cnbc.com": cnbcParser, "cnbc.com": cnbcParser,
"www.cnbc.com": cnbcParser, "www.cnbc.com": cnbcParser,
} }
@@ -29,7 +30,8 @@ func Parse(uri string) (string, error) {
return "", errors.New("no parser for url") return "", errors.New("no parser for url")
} }
func cnbcParser(url string) (string, error) { func classParser(class string) Parser {
return func(url string) (string, error) {
// Request the HTML page. // Request the HTML page.
res, err := http.Get(url) res, err := http.Get(url)
if err != nil { if err != nil {
@@ -48,5 +50,14 @@ func cnbcParser(url string) (string, error) {
return "", err return "", err
} }
return doc.Find(".PageBuilder-col-9").Html() return doc.Find(class).Html()
}
}
func a16zParser(url string) (string, error) {
return classParser(".blog-content")(url)
}
func cnbcParser(url string) (string, error) {
return classParser(".PageBuilder-col-9")(url)
} }