scraper: refactor package

Author: ahmethakanbesel

scraper/csv.go

@@ -0,0 +1,12 @@
+package scraper
+
+import "github.com/pocketbase/pocketbase/models"
+
+func PriceRecordstoCsv(records []*models.Record) (string, error) {
+	var csvString string
+	csvString += "Symbol,Date,Currency,Source,Close\n"
+	for _, record := range records {
+		csvString += record.GetString("symbol") + "," + record.GetDateTime("date").Time().Format("2006-01-02") + "," + record.GetString("currency") + "," + record.GetString("source") + "," + record.GetString("closePrice") + "\n"
+	}
+	return csvString, nil
+}

scraper/model.go

@@ -0,0 +1,33 @@
+package scraper
+
+import "github.com/pocketbase/pocketbase/models"
+
+var _ models.Model = (*SymbolPrice)(nil)
+
+type SymbolPrice struct {
+	models.BaseModel
+	Date  string
+	Close float64
+}
+
+func (*SymbolPrice) TableName() string {
+	return "prices"
+}
+
+type Scrape struct {
+	models.BaseModel
+	Source    string
+	Symbol    string
+	StartDate string
+	EndDate   string
+	Currency  string
+}
+
+func (*Scrape) TableName() string {
+	return "scrapes"
+}
+
+type ApiResponse struct {
+	Message string      `json:"message"`
+	Data    interface{} `json:"data"`
+}

scraper/scraper.go

@@ -0,0 +1,15 @@
+package scraper
+
+import (
+	"time"
+)
+
+const (
+	DateFormat = "2006-01-02"
+)
+
+type Scraper interface {
+	GetSymbolData(symbol string, startDate, endDate time.Time) (<-chan *SymbolPrice, error)
+	//scrapeChunk(symbol string, startDate time.Time, endDate time.Time) (<-chan SymbolPrice, error)
+	//getChunkSize() int
+}