paddockpass/crawlers/race.go

package crawlers

import (
	"context"
	"encoding/json"
	"io/ioutil"
	"log"
	"net/http"
	"strings"
	"time"

	"github.com/dgraph-io/dgo/v2"
	"github.com/dgraph-io/dgo/v2/protos/api"
	"github.com/sirupsen/logrus"
)

// UnmarshalJSON is something.
func (d *Date) UnmarshalJSON(data []byte) error {
	t, err := time.Parse("2006-01-02", strings.Trim(string(data), "\""))
	if err != nil {
		return err
	}

	d.Time = t
	return nil
}

func (d Date) String() string {
	return d.Format(time.RFC3339)
}

// GetSeasonFromErgast download the data from the API.
func GetSeasonFromErgast(year string, client *dgo.Dgraph) {
	resp, err := http.Get("http://ergast.com/api/f1/" + year + ".json")
	if err != nil {
		panic(err.Error())
	}

	body, err := ioutil.ReadAll(resp.Body)
	if err != nil {
		panic(err.Error())
	}
	defer resp.Body.Close()

	var jsonData MRData
	err = json.Unmarshal(body, &jsonData)
	if err != nil {
		logrus.Error(err)
	}

	races := jsonData.MRData.RaceTable.Races

	for _, race := range races {
		ctx := context.Background()
		mu := &api.Mutation{
			CommitNow: true,
		}
		circuit := Circuit{
			CircuitID: race.Circuit.CircuitID,
			Name:      race.Circuit.Name,
			URL:       race.Circuit.URL,
		}

		race := Race{
			Circuit:  circuit,
			RaceName: race.RaceName,
			Round:    race.Round,
			Season:   race.Season,
			URL:      race.URL,
		}
		pb, err := json.Marshal(race)
		if err != nil {
			log.Fatal(err)
		}
		mu.SetJson = pb
		_, err = client.NewTxn().Mutate(ctx, mu)
		if err != nil {
			log.Fatal(err)
		}
	}

}

// // CheckIfEntryExists returns a boolean if the entry is in the DB.
// func CheckIfEntryExists(model interface{}) (bool, error) {
// 	db, err := gorm.Open("sqlite3", "test.db")
// 	if err != nil {
// 		panic(err.Error())
// 	}
// 	defer db.Close()

// 	var user User
// 	if err := db.Where("name = ?", "xxxx").First(&user).Error; err != nil {
// 		// error handling...
// 		if gorm.IsRecordNotFoundError(err) {
// 			db.Create(&newUser) // newUser not user
// 		} else {
// 			db.Model(&user).Where("id = ?", 3333).Update("name", "nick")
// 		}
// 	}
// }