// Extract -
func (f *FiiCollector) Extract() []FII {
Collector := colly.NewCollector(
colly.UserAgent("Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2228.0 Safari/537.36"),
)
fiis := make([]FII, 0)
Collector.OnHTML("table tr", func(e *colly.HTMLElement) {
ch := e.DOM.Children()
if strings.Contains(ch.Eq(0).Text(), "Código") {
return
}
fii := FII{
Code: normalize(ch.Eq(0).Text()),
BaseDate: ch.Eq(1).Text(),
BasePrice: ch.Eq(2).Text(),
RealYield: ch.Eq(4).Text(),
PaymentDate: ch.Eq(3).Text(),
PercentYield: ch.Eq(5).Text(),
Observations: ch.Eq(6).Text(),
}
fiis = append(fiis, fii)
})
Collector.Visit(os.Getenv("ENDPOINT"))
return fiis
}
func (f *FiiCollector) Extract() []FII {
Collector := colly.NewCollector(
colly.UserAgent("Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2228.0 Safari/537.36"),
)
fiis := make([]FII, 0)
Collector.OnHTML("table tr", func(e *colly.HTMLElement) {
ch := e.DOM.Children()
if strings.Contains(ch.Eq(0).Text(), "Código") {
return
}
fii := FII{
Code: normalize(ch.Eq(0).Text()),
BaseDate: ch.Eq(1).Text(),
BasePrice: ch.Eq(2).Text(),
RealYield: ch.Eq(4).Text(),
PaymentDate: ch.Eq(3).Text(),
PercentYield: ch.Eq(5).Text(),
Observations: ch.Eq(6).Text(),
}
fiis = append(fiis, fii)
})
Collector.Visit(os.Getenv("ENDPOINT"))
return fiis
}