add csv import functionality

Author: nehzata

cmd/mass-gh-sponsor/main.go

@@ -18,6 +18,7 @@ import (
 	animaterepos "github.com/thnxdev/utils/commands/animate-repos"
 	dlrepos "github.com/thnxdev/utils/commands/dl-repos"
 	"github.com/thnxdev/utils/commands/donate"
+	importcsv "github.com/thnxdev/utils/commands/import-csv"
 )
 
 // Populated during build.
@@ -32,6 +33,7 @@ var cli struct {
 
 	DbPath string `help:"Path to db file." required:"" env:"DB_PATH" default:"db.sql"`
 
+	ImportCsv    importcsv.CmdImportCsv       `cmd:"" help:"Import list of donations from csv file."`
 	DlRepos      dlrepos.CmdDlRepos           `cmd:"" help:"Import the user's github repos."`
 	AnimateRepos animaterepos.CmdAnimateRepos `cmd:"" help:"Animate the sponsorable dependencies for each repo."`
 	Donate       donate.CmdDonate             `cmd:"" help:"Create the require GitHub sponsorships."`

commands/animate-repos/cmd.go

@@ -123,13 +123,6 @@ func (c *CmdAnimateRepos) Run(
 			for _, d := range m.Depenencies.Nodes {
 				o := d.Repository.Owner
 				if o.Sponsorable.HasSponsorsListing {
-					/* autoquery name: InsertDonation :exec
-
-					INSERT INTO donations (sponsor_id, recipient_id, last_ts)
-					VALUES (?, ?, ?)
-					ON CONFLICT (sponsor_id, recipient_id)
-					DO NOTHING;
-					*/
 					_ = db.InsertDonation(ctx, database.InsertDonationParams{
 						SponsorID:   row.OwnerName,
 						RecipientID: o.RepositoryOwner.Login,

commands/import-csv/cmd.go

@@ -0,0 +1,56 @@
+//go:generate autoquery
+package importcsv
+
+import (
+	"context"
+	"encoding/csv"
+	"errors"
+	"fmt"
+	"os"
+	"time"
+
+	"github.com/thnxdev/utils"
+	"github.com/thnxdev/utils/database"
+	"github.com/thnxdev/utils/utils/log"
+)
+
+type CmdImportCsv struct {
+	FilePath string       `help:"The csv file to import from." type:"path" required:""`
+	Entity   utils.Entity `help:"The GitHub entity to import into." required:""`
+}
+
+func (c *CmdImportCsv) Run(
+	ctx context.Context,
+	db *database.DB,
+) error {
+	log.FromContext(ctx).Infof("opening %s for import", c.FilePath)
+
+	file, err := os.Open(c.FilePath)
+	if err != nil {
+		return fmt.Errorf("failed to open %s", c.FilePath)
+	}
+	defer file.Close()
+
+	reader := csv.NewReader(file)
+	lines, err := reader.ReadAll()
+	if err != nil {
+		return fmt.Errorf("failed to read %s", c.FilePath)
+	}
+
+	if len(lines) == 0 {
+		return errors.New("file is empty")
+	}
+
+	// first line is header
+	for _, line := range lines[1:] {
+		ghUsername := line[0]
+		log.FromContext(ctx).Infof("adding %s", ghUsername)
+		_ = db.InsertDonation(ctx, database.InsertDonationParams{
+			SponsorID:   string(c.Entity),
+			RecipientID: ghUsername,
+			LastTs:      time.Now().Unix(),
+		})
+	}
+
+	return nil
+}

database/Makefile

@@ -6,19 +6,4 @@ help:
 regen: Makefile $(wildcard */db.go */query.sql.go */models.go) ## Rebuild the sqlc database access layers
 
 db.go query.sql.go models.go: Makefile sqlc.yaml $$(wildcard queries/*.sql) $$(wildcard schema/*.sql)
-	sqlc generate
-
-.PHONY: migrate
-migrate: ## Create all databases and apply migrations
-	for i in */schema; do \
-		db="td-$$(dirname $$i)"; \
-		createdb "$$db" || true; \
-		(cd "$$i" && $ goose postgres "dbname=$$db sslmode=disable" up); \
-	done
-
-.PHONY: drop
-drop: ## Drop all databases
-	for i in */schema; do \
-		db="td-$$(dirname $$i)"; \
-		dropdb "$$db"; \
-	done
+	sqlc generate

database/wkrrepos.sql.go renamed to database/animaterepos.sql.go

@@ -5,20 +5,6 @@ FROM repos
 WHERE animate_ts < last_ts
 LIMIT 1;
 
--- name: GetAreReposFinished :one
-
-WITH d AS (VALUES(1))
-SELECT kv.v IS NOT NULL AS is_finished
-FROM d
-LEFT JOIN kvstore kv ON k = 'entity-ts';
-
--- name: InsertDonation :exec
-
-INSERT INTO donations (sponsor_id, recipient_id, last_ts)
-VALUES (?, ?, ?)
-ON CONFLICT (sponsor_id, recipient_id)
-DO NOTHING;
-
 -- name: RepoUpdateCursorDep :exec
 
 UPDATE repos

database/dlrepos.sql.go

@@ -0,0 +1,7 @@
+-- name: ReposInsert :exec
+
+INSERT INTO repos (owner_name, repo_name, last_ts)
+VALUES (?, ?, UNIXEPOCH())
+ON CONFLICT (owner_name, repo_name)
+DO NOTHING;
+

database/wkrdonate.sql.go renamed to database/donate.sql.go

@@ -6,22 +6,6 @@ WHERE
 	donate_ts < last_ts AND
 	donate_attempt_ts < UNIXEPOCH() - 3600;
 
--- name: GetAreDonatesFinished :one
-
-WITH
-	num_repos_remaining AS (
-		SELECT COUNT(rowid) AS num
-		FROM repos
-		WHERE animate_ts < last_ts
-	)
-SELECT
-	(
-		num_repos_remaining.num = 0 AND
-		kv.v IS NOT NULL
-	) AS is_finished
-FROM num_repos_remaining
-LEFT JOIN kvstore kv ON k = 'entity-ts';
-
 -- name: UpdateDonationDonateAttemptTs :exec
 
 UPDATE donations

database/models.go

@@ -0,0 +1,6 @@
+-- name: InsertDonation :exec
+
+INSERT INTO donations (sponsor_id, recipient_id, last_ts)
+VALUES (?, ?, ?)
+ON CONFLICT (sponsor_id, recipient_id)
+DO NOTHING;