nse.go

package main

/*
real    0m2.725s
user    0m1.181s
sys     0m0.410s
*/

import (
	"fmt"
	"log"
	"net/http"
	"strconv"
	"strings"
	"time"

	"github.com/PuerkitoBio/goquery"
	"github.com/xuri/excelize/v2"
)

func main() {
	nfIndices := []string{"NIFTY%20BANK", "NIFTY%20CONSUMER%20DURABLES", "NIFTY%20AUTO",
		"NIFTY%20FIN%20SERVICE", "NIFTY%20FINSRV25%2050", "NIFTY%20FMCG",
		"NIFTY%20Healthcare%20Index", "NIFTY%20IT", "NIFTY%20MEDIA", "NIFTY%20METAL",
		"NIFTY%20OIL%20%26%20GAS", "NIFTY%20PHARMA", "NIFTY%20PVT%20BANK",
		"NIFTY%20PSU%20BANK", "NIFTY%20REALTY",
	}

	timedt := time.Now()
	toDate := timedt.Format("02-01-2006")
	after := timedt.AddDate(0, 0, -90)
	frDate := after.Format("02-01-2006")

	ch := 1

	var col_map map[string]string
	var row_map map[string]string
	f := excelize.NewFile()

	for _, v := range nfIndices {
		url := "https://www1.nseindia.com/products/dynaContent/equities/indices/historicalindices.jsp?indexType=" + v + "&fromDate=" + frDate + "&toDate=" + toDate
		col_map, row_map = call(url, ch, v)

		for k, v := range col_map {
			err := f.SetCellValue("Sheet1", k, v)
			if err != nil {
				log.Fatal(err)
			}
		}

		for k, v := range row_map {
			err := f.SetCellValue("Sheet1", k, v)
			if err != nil {
				log.Fatal(err)
			}
		}

		// Save spreadsheet by the given path.
		if err := f.SaveAs("IndiciesHistoricaldata.xlsx"); err != nil {
			fmt.Println(err)
		}
		ch += 11
	}
}

func call(url string, ch int, name string) (map[string]string, map[string]string) {
	var headings, row []string
	var rows [][]string

	client := &http.Client{Timeout: time.Second * 10}

	req, err := http.NewRequest("GET", url, nil)
	if err != nil {
		log.Println(err)
	}

	req.Header.Add("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.182 Safari/537.36 Edg/88.0.705.74")
	req.Header.Add("Accept", "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9")
	req.Header.Add("Accept-Language", "en-US")

	res, err := client.Do(req)
	if err != nil {
		log.Fatal(err)
	}

	if res.StatusCode != 200 {
		log.Fatalf("StatusCode error: %v\n\nTrying again....", res.StatusCode)
	} else {
		log.Println("Contact OK! CODE: ", res.StatusCode)
	}

	if res.StatusCode != 200 {
		log.Fatalf("StatusCode error: %v", res.StatusCode)
	}

	defer res.Body.Close()

	doc, err := goquery.NewDocumentFromReader(res.Body)
	if err != nil {
		log.Fatal(err)
	}

	doc.Find("table").Each(func(i int, s *goquery.Selection) {
		s.Find("tr").Each(func(i int, s *goquery.Selection) {
			s.Find("th").Each(func(i int, s *goquery.Selection) {
				headings = append(headings, s.Text())
			})
			s.Find("td").Each(func(i int, s *goquery.Selection) {
				row = append(row, s.Text())
			})
			rows = append(rows, row)
			row = nil
		})
	})

	// Filter empty rows.
	var rows_filtered [][]string
	for i := 0; i < len(rows)-1; i++ {
		if rows[i] != nil {
			rows_filtered = append(rows_filtered, rows[i])
		}
	}

	// Columns
	var col_map = map[string]string{}

	for i, c := range headings {
		if i < 2 {
			col_name, _ := excelize.ColumnNumberToName(ch)
			col_map[col_name+strconv.Itoa(i+1)] = c
		} else {
			col_name, _ := excelize.ColumnNumberToName(ch + i - 2)
			col_map[col_name+strconv.Itoa(3)] = c
		}
	}

	// Rows
	var rows_map = map[string]string{}

	for i := 0; i < len(rows_filtered); i++ {
		r := strings.Join(rows_filtered[i], ",")
		e := strings.Split(r, ",")
		for cn, v := range e {
			col_name, _ := excelize.ColumnNumberToName(ch + cn)
			rows_map[col_name+strconv.Itoa(4+i)] = strings.Trim(v, " ")
		}
	}

	return col_map, rows_map
}