package ratings

import (
	"bufio"
	"bytes"
	"compress/gzip"
	"io/ioutil"
	"net/http"
	"strconv"
	"strings"
	"time"

	"github.com/sirupsen/logrus"

	"git.quimbo.fr/odwrtw/canape/backend/backend"
	"git.quimbo.fr/odwrtw/canape/backend/web"
)

const imdbRatingsURL = "https://datasets.imdbws.com/title.ratings.tsv.gz"

// Refresh will refresh the ImdbRatings
func Refresh(env *web.Env) error {
	log := env.Log.WithFields(logrus.Fields{
		"function": "imdbRating.Refresh",
	})

	// Download the data
	var httpClient = &http.Client{
		Timeout: time.Second * 10,
	}
	resp, err := httpClient.Get(imdbRatingsURL)
	if err != nil {
		return err
	}
	defer resp.Body.Close()

	// Read all the file (~5MB) in memory
	// We do that because the ~1 000 000 upserts take too long, and the IMDB
	// server will cut our connection after ~2h
	content, err := ioutil.ReadAll(resp.Body)
	if err != nil {
		return err
	}

	readerContent := bytes.NewReader(content)
	// Unzip it
	r, err := gzip.NewReader(readerContent)
	if err != nil {
		return err
	}

	// Read it
	scanner := bufio.NewScanner(r)
	for scanner.Scan() {
		elmts := strings.Split(scanner.Text(), "\t")
		if len(elmts) != 3 {
			log.Debugf("got %d elements weird", len(elmts))
			continue
		}

		rating, err := strconv.ParseFloat(elmts[1], 64)
		if err != nil {
			log.Debugf("failed to parse rating %s", elmts[1])
			continue
		}
		numVote, err := strconv.ParseInt(elmts[2], 10, 64)
		if err != nil {
			log.Debugf("failed to parse numVote %q", elmts[2])
			continue
		}

		movie := &backend.ImdbRating{
			ImdbID: elmts[0],
			Rating: float32(rating),
			Votes:  int(numVote),
		}
		err = backend.UpsertImdbRating(env.Database, movie)
		if err != nil {
			return err
		}
	}

	return nil
}