Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions cmd/console/cmd.go
Original file line number Diff line number Diff line change
Expand Up @@ -52,6 +52,7 @@ func init() {
RootCmd.AddCommand(commands.ClanRankMapCmd)
RootCmd.AddCommand(commands.DenyOnHoldCmd)
RootCmd.AddCommand(commands.DatabaseScoresBatchDeleteFailed)
RootCmd.AddCommand(commands.DatabaseScoresModsBackfillCmd)
RootCmd.AddCommand(commands.DeleteScoreCmd)
RootCmd.AddCommand(commands.FixStatsCmd)
RootCmd.AddCommand(commands.UpdateStripePriceId)
Expand Down
103 changes: 103 additions & 0 deletions cmd/console/commands/database_scores_mods_backfill.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,103 @@
package commands

import (
"fmt"
"strings"

"github.com/Quaver/api2/db"
"github.com/Quaver/api2/enums"
"github.com/sirupsen/logrus"
"github.com/spf13/cobra"
"gorm.io/gorm"
)

var DatabaseScoresModsBackfillCmd = &cobra.Command{
Use: "database:scores:mods:backfill",
Short: "Backfill mods for old scores in ID order",
Args: cobra.NoArgs,
RunE: func(cmd *cobra.Command, args []string) error {
const batchSize = 5000

nextID, err := cmd.Flags().GetInt64("start-id")
if err != nil {
return err
}
if nextID <= 0 {
return fmt.Errorf("start-id must be positive")
}

var speedCase strings.Builder
speedCase.WriteString("CASE")
var speedArgs []interface{}
for _, speed := range enums.ScoreSpeedRates {
speedCase.WriteString(" WHEN (mods & ?) <> 0 THEN ?")
speedArgs = append(speedArgs, int64(speed.Mod), speed.Rate)
}
speedCase.WriteString(" ELSE 100 END")

updates := map[string]interface{}{
"no_miss": gorm.Expr("(mods & ?) <> 0", int64(enums.ModNoMiss)),
"full_ln": gorm.Expr("(mods & ?) <> 0", int64(enums.ModFullLN)),
"inverse": gorm.Expr("(mods & ?) <> 0", int64(enums.ModInverse)),
"no_long_notes": gorm.Expr("(mods & ?) <> 0", int64(enums.ModNoLongNotes)),
"no_slider_velocities": gorm.Expr("(mods & ?) <> 0", int64(enums.ModNoSliderVelocities)),
"mirror": gorm.Expr("(mods & ?) <> 0", int64(enums.ModMirror)),
"speed_rate": gorm.Expr(speedCase.String(), speedArgs...),
"mods_migrated": true,
}

sql := db.SQL.WithContext(cmd.Context())
var total int64
logrus.Infof("Starting score mods backfill at ID %d (batch size %d)", nextID, batchSize)

for {
var scores []struct {
ID int64 `gorm:"column:id"`
ModsMigrated bool `gorm:"column:mods_migrated"`
}
if err := sql.Table("scores").
Select("id, mods_migrated").
Where("id >= ?", nextID).
Order("id ASC").
Limit(batchSize).
Scan(&scores).Error; err != nil {
return fmt.Errorf("read score mods batch (resume with --start-id %d): %w", nextID, err)
}
if len(scores) == 0 {
logrus.Infof("Score mods backfill complete: no scores remain from ID %d; migrated %d scores", nextID, total)
return nil
}

end := len(scores)
for i, score := range scores {
if score.ModsMigrated {
end = i
break
}
}

if end > 0 {
firstID, lastID := scores[0].ID, scores[end-1].ID
result := sql.Table("scores").
Where("id >= ? AND id <= ? AND mods_migrated = ?", firstID, lastID, false).
Updates(updates)
if result.Error != nil {
return fmt.Errorf("backfill score mods IDs %d-%d (resume with --start-id %d): %w", firstID, lastID, nextID, result.Error)
}

total += result.RowsAffected
nextID = lastID + 1
logrus.Infof("Backfilled score mods IDs %d-%d: %d rows; total %d; next resume ID %d", firstID, lastID, result.RowsAffected, total, nextID)
}

if end < len(scores) {
logrus.Infof("Score mods backfill stopped at migrated score ID %d; migrated %d scores", scores[end].ID, total)
return nil
}
}
},
}

func init() {
DatabaseScoresModsBackfillCmd.Flags().Int64("start-id", 1, "First score ID to process (inclusive); use the logged next resume ID after interruption")
}
9 changes: 9 additions & 0 deletions cmd/database/migrations/31_score_mod_metadata.down.sql
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
ALTER TABLE scores
DROP COLUMN mods_migrated,
DROP COLUMN no_miss,
DROP COLUMN full_ln,
DROP COLUMN inverse,
DROP COLUMN no_long_notes,
DROP COLUMN no_slider_velocities,
DROP COLUMN mirror,
DROP COLUMN speed_rate;
9 changes: 9 additions & 0 deletions cmd/database/migrations/31_score_mod_metadata.up.sql
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
ALTER TABLE scores
ADD COLUMN mods_migrated BOOLEAN NOT NULL DEFAULT FALSE,
ADD COLUMN no_miss BOOLEAN NOT NULL DEFAULT FALSE,
ADD COLUMN full_ln BOOLEAN NOT NULL DEFAULT FALSE,
ADD COLUMN inverse BOOLEAN NOT NULL DEFAULT FALSE,
ADD COLUMN no_long_notes BOOLEAN NOT NULL DEFAULT FALSE,
ADD COLUMN no_slider_velocities BOOLEAN NOT NULL DEFAULT FALSE,
ADD COLUMN mirror BOOLEAN NOT NULL DEFAULT FALSE,
ADD COLUMN speed_rate SMALLINT UNSIGNED NOT NULL DEFAULT 100;
66 changes: 66 additions & 0 deletions enums/score_mods.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,66 @@
package enums

type ScoreMods struct {
NoMiss bool
FullLN bool
Inverse bool
NoLongNotes bool
NoSliderVelocities bool
Mirror bool
SpeedRate int
}

var ScoreSpeedRates = [...]struct {
Mod Mods
Rate int
}{
{ModSpeed05X, 50},
{ModSpeed055X, 55},
{ModSpeed06X, 60},
{ModSpeed065X, 65},
{ModSpeed07X, 70},
{ModSpeed075X, 75},
{ModSpeed08X, 80},
{ModSpeed085X, 85},
{ModSpeed09X, 90},
{ModSpeed095X, 95},
{ModSpeed105X, 105},
{ModSpeed11X, 110},
{ModSpeed115X, 115},
{ModSpeed12X, 120},
{ModSpeed125X, 125},
{ModSpeed13X, 130},
{ModSpeed135X, 135},
{ModSpeed14X, 140},
{ModSpeed145X, 145},
{ModSpeed15X, 150},
{ModSpeed155X, 155},
{ModSpeed16X, 160},
{ModSpeed165X, 165},
{ModSpeed17X, 170},
{ModSpeed175X, 175},
{ModSpeed18X, 180},
{ModSpeed185X, 185},
{ModSpeed19X, 190},
{ModSpeed195X, 195},
{ModSpeed20X, 200},
}

func GetScoreMods(mods Mods) ScoreMods {
metadata := ScoreMods{
NoMiss: IsModActivated(mods, ModNoMiss),
FullLN: IsModActivated(mods, ModFullLN),
Inverse: IsModActivated(mods, ModInverse),
NoLongNotes: IsModActivated(mods, ModNoLongNotes),
NoSliderVelocities: IsModActivated(mods, ModNoSliderVelocities),
Mirror: IsModActivated(mods, ModMirror),
SpeedRate: 100,
}
for _, speed := range ScoreSpeedRates {
if IsModActivated(mods, speed.Mod) {
metadata.SpeedRate = speed.Rate
break
}
}
return metadata
}
Loading