diff --git a/Selector.CLI/ScrobbleSaver.cs b/Selector.CLI/ScrobbleSaver.cs index 094a645..a14a665 100644 --- a/Selector.CLI/ScrobbleSaver.cs +++ b/Selector.CLI/ScrobbleSaver.cs @@ -77,7 +77,7 @@ namespace Selector logger.LogDebug("Pulling currently stored scrobbles"); - var currentScrobblesPulled = GetDbScrobbles(); + var currentScrobbles = GetDbScrobbles(); await aggregateNetworkTask; var scrobbles = runRequests.SelectMany(r => r.Scrobbles); @@ -89,7 +89,7 @@ namespace Selector RemoveNowPlaying(scrobbles.ToList()); var nativeScrobbles = scrobbles - .DistinctBy(s => s.TimePlayed?.UtcDateTime) + .DistinctBy(s => new { s.TimePlayed?.UtcDateTime, s.Name, s.ArtistName }) .Select(s => { var nativeScrobble = (UserScrobble)s; @@ -102,7 +102,7 @@ namespace Selector logger.LogDebug("Identifying difference sets"); var time = Stopwatch.StartNew(); - (var toAdd, var toRemove) = ScrobbleMatcher.IdentifyDiffs(currentScrobblesPulled, nativeScrobbles); + (var toAdd, var toRemove) = ScrobbleMatcher.IdentifyDiffs(currentScrobbles, nativeScrobbles); time.Stop(); logger.LogTrace("Finished diffing: {0:n}ms", time.ElapsedMilliseconds); diff --git a/Selector.Model/ApplicationDbContext.cs b/Selector.Model/ApplicationDbContext.cs index 16865f8..cf011dc 100644 --- a/Selector.Model/ApplicationDbContext.cs +++ b/Selector.Model/ApplicationDbContext.cs @@ -55,7 +55,6 @@ namespace Selector.Model .WithMany(u => u.Watchers) .HasForeignKey(w => w.UserId); - modelBuilder.Entity().HasKey(s => new { s.UserId, s.Timestamp }); modelBuilder.Entity() .HasOne(w => w.User) .WithMany(u => u.Scrobbles) diff --git a/Selector.Model/Migrations/20220220213329_scrobble_int_id.Designer.cs b/Selector.Model/Migrations/20220220213329_scrobble_int_id.Designer.cs new file mode 100644 index 0000000..61bd042 --- /dev/null +++ b/Selector.Model/Migrations/20220220213329_scrobble_int_id.Designer.cs @@ -0,0 +1,461 @@ +// +using System; +using Microsoft.EntityFrameworkCore; +using Microsoft.EntityFrameworkCore.Infrastructure; +using Microsoft.EntityFrameworkCore.Migrations; +using Microsoft.EntityFrameworkCore.Storage.ValueConversion; +using Npgsql.EntityFrameworkCore.PostgreSQL.Metadata; +using Selector.Model; + +#nullable disable + +namespace Selector.Model.Migrations +{ + [DbContext(typeof(ApplicationDbContext))] + [Migration("20220220213329_scrobble_int_id")] + partial class scrobble_int_id + { + protected override void BuildTargetModel(ModelBuilder modelBuilder) + { +#pragma warning disable 612, 618 + modelBuilder + .HasAnnotation("Npgsql:CollationDefinition:case_insensitive", "en-u-ks-primary,en-u-ks-primary,icu,False") + .HasAnnotation("ProductVersion", "6.0.2") + .HasAnnotation("Relational:MaxIdentifierLength", 63); + + NpgsqlModelBuilderExtensions.UseIdentityByDefaultColumns(modelBuilder); + + modelBuilder.Entity("Microsoft.AspNetCore.Identity.IdentityRole", b => + { + b.Property("Id") + .HasColumnType("text"); + + b.Property("ConcurrencyStamp") + .IsConcurrencyToken() + .HasColumnType("text"); + + b.Property("Name") + .HasMaxLength(256) + .HasColumnType("character varying(256)"); + + b.Property("NormalizedName") + .HasMaxLength(256) + .HasColumnType("character varying(256)"); + + b.HasKey("Id"); + + b.HasIndex("NormalizedName") + .IsUnique() + .HasDatabaseName("RoleNameIndex"); + + b.ToTable("AspNetRoles", (string)null); + + b.HasData( + new + { + Id = "00c64c0a-3387-4933-9575-83443fa9092b", + ConcurrencyStamp = "765f8993-a743-496b-8c8a-e43f532ac862", + Name = "Admin", + NormalizedName = "ADMIN" + }); + }); + + modelBuilder.Entity("Microsoft.AspNetCore.Identity.IdentityRoleClaim", b => + { + b.Property("Id") + .ValueGeneratedOnAdd() + .HasColumnType("integer"); + + NpgsqlPropertyBuilderExtensions.UseIdentityByDefaultColumn(b.Property("Id")); + + b.Property("ClaimType") + .HasColumnType("text"); + + b.Property("ClaimValue") + .HasColumnType("text"); + + b.Property("RoleId") + .IsRequired() + .HasColumnType("text"); + + b.HasKey("Id"); + + b.HasIndex("RoleId"); + + b.ToTable("AspNetRoleClaims", (string)null); + }); + + modelBuilder.Entity("Microsoft.AspNetCore.Identity.IdentityUserClaim", b => + { + b.Property("Id") + .ValueGeneratedOnAdd() + .HasColumnType("integer"); + + NpgsqlPropertyBuilderExtensions.UseIdentityByDefaultColumn(b.Property("Id")); + + b.Property("ClaimType") + .HasColumnType("text"); + + b.Property("ClaimValue") + .HasColumnType("text"); + + b.Property("UserId") + .IsRequired() + .HasColumnType("text"); + + b.HasKey("Id"); + + b.HasIndex("UserId"); + + b.ToTable("AspNetUserClaims", (string)null); + }); + + modelBuilder.Entity("Microsoft.AspNetCore.Identity.IdentityUserLogin", b => + { + b.Property("LoginProvider") + .HasColumnType("text"); + + b.Property("ProviderKey") + .HasColumnType("text"); + + b.Property("ProviderDisplayName") + .HasColumnType("text"); + + b.Property("UserId") + .IsRequired() + .HasColumnType("text"); + + b.HasKey("LoginProvider", "ProviderKey"); + + b.HasIndex("UserId"); + + b.ToTable("AspNetUserLogins", (string)null); + }); + + modelBuilder.Entity("Microsoft.AspNetCore.Identity.IdentityUserRole", b => + { + b.Property("UserId") + .HasColumnType("text"); + + b.Property("RoleId") + .HasColumnType("text"); + + b.HasKey("UserId", "RoleId"); + + b.HasIndex("RoleId"); + + b.ToTable("AspNetUserRoles", (string)null); + }); + + modelBuilder.Entity("Microsoft.AspNetCore.Identity.IdentityUserToken", b => + { + b.Property("UserId") + .HasColumnType("text"); + + b.Property("LoginProvider") + .HasColumnType("text"); + + b.Property("Name") + .HasColumnType("text"); + + b.Property("Value") + .HasColumnType("text"); + + b.HasKey("UserId", "LoginProvider", "Name"); + + b.ToTable("AspNetUserTokens", (string)null); + }); + + modelBuilder.Entity("Selector.Model.AlbumLastfmSpotifyMapping", b => + { + b.Property("Id") + .ValueGeneratedOnAdd() + .HasColumnType("integer"); + + NpgsqlPropertyBuilderExtensions.UseIdentityByDefaultColumn(b.Property("Id")); + + b.Property("LastfmAlbumName") + .HasColumnType("text") + .UseCollation("case_insensitive"); + + b.Property("LastfmArtistName") + .HasColumnType("text") + .UseCollation("case_insensitive"); + + b.Property("SpotifyUri") + .HasColumnType("text"); + + b.HasKey("Id"); + + b.ToTable("AlbumMapping"); + }); + + modelBuilder.Entity("Selector.Model.ApplicationUser", b => + { + b.Property("Id") + .HasColumnType("text"); + + b.Property("AccessFailedCount") + .HasColumnType("integer"); + + b.Property("ConcurrencyStamp") + .IsConcurrencyToken() + .HasColumnType("text"); + + b.Property("Email") + .HasMaxLength(256) + .HasColumnType("character varying(256)"); + + b.Property("EmailConfirmed") + .HasColumnType("boolean"); + + b.Property("LastFmUsername") + .HasColumnType("text") + .UseCollation("case_insensitive"); + + b.Property("LockoutEnabled") + .HasColumnType("boolean"); + + b.Property("LockoutEnd") + .HasColumnType("timestamp with time zone"); + + b.Property("NormalizedEmail") + .HasMaxLength(256) + .HasColumnType("character varying(256)"); + + b.Property("NormalizedUserName") + .HasMaxLength(256) + .HasColumnType("character varying(256)"); + + b.Property("PasswordHash") + .HasColumnType("text"); + + b.Property("PhoneNumber") + .HasColumnType("text"); + + b.Property("PhoneNumberConfirmed") + .HasColumnType("boolean"); + + b.Property("SaveScrobbles") + .HasColumnType("boolean"); + + b.Property("SecurityStamp") + .HasColumnType("text"); + + b.Property("SpotifyAccessToken") + .HasColumnType("text"); + + b.Property("SpotifyIsLinked") + .HasColumnType("boolean"); + + b.Property("SpotifyLastRefresh") + .HasColumnType("timestamp with time zone"); + + b.Property("SpotifyRefreshToken") + .HasColumnType("text"); + + b.Property("SpotifyTokenExpiry") + .HasColumnType("integer"); + + b.Property("TwoFactorEnabled") + .HasColumnType("boolean"); + + b.Property("UserName") + .HasMaxLength(256) + .HasColumnType("character varying(256)"); + + b.HasKey("Id"); + + b.HasIndex("NormalizedEmail") + .HasDatabaseName("EmailIndex"); + + b.HasIndex("NormalizedUserName") + .IsUnique() + .HasDatabaseName("UserNameIndex"); + + b.ToTable("AspNetUsers", (string)null); + }); + + modelBuilder.Entity("Selector.Model.ArtistLastfmSpotifyMapping", b => + { + b.Property("Id") + .ValueGeneratedOnAdd() + .HasColumnType("integer"); + + NpgsqlPropertyBuilderExtensions.UseIdentityByDefaultColumn(b.Property("Id")); + + b.Property("LastfmArtistName") + .HasColumnType("text") + .UseCollation("case_insensitive"); + + b.Property("SpotifyUri") + .HasColumnType("text"); + + b.HasKey("Id"); + + b.ToTable("ArtistMapping"); + }); + + modelBuilder.Entity("Selector.Model.TrackLastfmSpotifyMapping", b => + { + b.Property("Id") + .ValueGeneratedOnAdd() + .HasColumnType("integer"); + + NpgsqlPropertyBuilderExtensions.UseIdentityByDefaultColumn(b.Property("Id")); + + b.Property("LastfmArtistName") + .HasColumnType("text") + .UseCollation("case_insensitive"); + + b.Property("LastfmTrackName") + .HasColumnType("text") + .UseCollation("case_insensitive"); + + b.Property("SpotifyUri") + .HasColumnType("text"); + + b.HasKey("Id"); + + b.ToTable("TrackMapping"); + }); + + modelBuilder.Entity("Selector.Model.UserScrobble", b => + { + b.Property("Id") + .ValueGeneratedOnAdd() + .HasColumnType("integer"); + + NpgsqlPropertyBuilderExtensions.UseIdentityByDefaultColumn(b.Property("Id")); + + b.Property("AlbumArtistName") + .HasColumnType("text"); + + b.Property("AlbumName") + .HasColumnType("text") + .UseCollation("case_insensitive"); + + b.Property("ArtistName") + .HasColumnType("text") + .UseCollation("case_insensitive"); + + b.Property("Timestamp") + .HasColumnType("timestamp with time zone"); + + b.Property("TrackName") + .HasColumnType("text") + .UseCollation("case_insensitive"); + + b.Property("UserId") + .HasColumnType("text"); + + b.HasKey("Id"); + + b.HasIndex("UserId"); + + b.ToTable("Scrobble"); + }); + + modelBuilder.Entity("Selector.Model.Watcher", b => + { + b.Property("Id") + .ValueGeneratedOnAdd() + .HasColumnType("integer"); + + NpgsqlPropertyBuilderExtensions.UseIdentityByDefaultColumn(b.Property("Id")); + + b.Property("Type") + .HasColumnType("integer"); + + b.Property("UserId") + .IsRequired() + .HasColumnType("text"); + + b.HasKey("Id"); + + b.HasIndex("UserId"); + + b.ToTable("Watcher"); + }); + + modelBuilder.Entity("Microsoft.AspNetCore.Identity.IdentityRoleClaim", b => + { + b.HasOne("Microsoft.AspNetCore.Identity.IdentityRole", null) + .WithMany() + .HasForeignKey("RoleId") + .OnDelete(DeleteBehavior.Cascade) + .IsRequired(); + }); + + modelBuilder.Entity("Microsoft.AspNetCore.Identity.IdentityUserClaim", b => + { + b.HasOne("Selector.Model.ApplicationUser", null) + .WithMany() + .HasForeignKey("UserId") + .OnDelete(DeleteBehavior.Cascade) + .IsRequired(); + }); + + modelBuilder.Entity("Microsoft.AspNetCore.Identity.IdentityUserLogin", b => + { + b.HasOne("Selector.Model.ApplicationUser", null) + .WithMany() + .HasForeignKey("UserId") + .OnDelete(DeleteBehavior.Cascade) + .IsRequired(); + }); + + modelBuilder.Entity("Microsoft.AspNetCore.Identity.IdentityUserRole", b => + { + b.HasOne("Microsoft.AspNetCore.Identity.IdentityRole", null) + .WithMany() + .HasForeignKey("RoleId") + .OnDelete(DeleteBehavior.Cascade) + .IsRequired(); + + b.HasOne("Selector.Model.ApplicationUser", null) + .WithMany() + .HasForeignKey("UserId") + .OnDelete(DeleteBehavior.Cascade) + .IsRequired(); + }); + + modelBuilder.Entity("Microsoft.AspNetCore.Identity.IdentityUserToken", b => + { + b.HasOne("Selector.Model.ApplicationUser", null) + .WithMany() + .HasForeignKey("UserId") + .OnDelete(DeleteBehavior.Cascade) + .IsRequired(); + }); + + modelBuilder.Entity("Selector.Model.UserScrobble", b => + { + b.HasOne("Selector.Model.ApplicationUser", "User") + .WithMany("Scrobbles") + .HasForeignKey("UserId"); + + b.Navigation("User"); + }); + + modelBuilder.Entity("Selector.Model.Watcher", b => + { + b.HasOne("Selector.Model.ApplicationUser", "User") + .WithMany("Watchers") + .HasForeignKey("UserId") + .OnDelete(DeleteBehavior.Cascade) + .IsRequired(); + + b.Navigation("User"); + }); + + modelBuilder.Entity("Selector.Model.ApplicationUser", b => + { + b.Navigation("Scrobbles"); + + b.Navigation("Watchers"); + }); +#pragma warning restore 612, 618 + } + } +} diff --git a/Selector.Model/Migrations/20220220213329_scrobble_int_id.cs b/Selector.Model/Migrations/20220220213329_scrobble_int_id.cs new file mode 100644 index 0000000..a11a656 --- /dev/null +++ b/Selector.Model/Migrations/20220220213329_scrobble_int_id.cs @@ -0,0 +1,110 @@ +using Microsoft.EntityFrameworkCore.Migrations; +using Npgsql.EntityFrameworkCore.PostgreSQL.Metadata; + +#nullable disable + +namespace Selector.Model.Migrations +{ + public partial class scrobble_int_id : Migration + { + protected override void Up(MigrationBuilder migrationBuilder) + { + migrationBuilder.DropForeignKey( + name: "FK_Scrobble_AspNetUsers_UserId", + table: "Scrobble"); + + migrationBuilder.DropPrimaryKey( + name: "PK_Scrobble", + table: "Scrobble"); + + migrationBuilder.AlterColumn( + name: "UserId", + table: "Scrobble", + type: "text", + nullable: true, + oldClrType: typeof(string), + oldType: "text"); + + migrationBuilder.AddColumn( + name: "Id", + table: "Scrobble", + type: "integer", + nullable: false, + defaultValue: 0) + .Annotation("Npgsql:ValueGenerationStrategy", NpgsqlValueGenerationStrategy.IdentityByDefaultColumn); + + migrationBuilder.AddPrimaryKey( + name: "PK_Scrobble", + table: "Scrobble", + column: "Id"); + + migrationBuilder.UpdateData( + table: "AspNetRoles", + keyColumn: "Id", + keyValue: "00c64c0a-3387-4933-9575-83443fa9092b", + column: "ConcurrencyStamp", + value: "765f8993-a743-496b-8c8a-e43f532ac862"); + + migrationBuilder.CreateIndex( + name: "IX_Scrobble_UserId", + table: "Scrobble", + column: "UserId"); + + migrationBuilder.AddForeignKey( + name: "FK_Scrobble_AspNetUsers_UserId", + table: "Scrobble", + column: "UserId", + principalTable: "AspNetUsers", + principalColumn: "Id"); + } + + protected override void Down(MigrationBuilder migrationBuilder) + { + migrationBuilder.DropForeignKey( + name: "FK_Scrobble_AspNetUsers_UserId", + table: "Scrobble"); + + migrationBuilder.DropPrimaryKey( + name: "PK_Scrobble", + table: "Scrobble"); + + migrationBuilder.DropIndex( + name: "IX_Scrobble_UserId", + table: "Scrobble"); + + migrationBuilder.DropColumn( + name: "Id", + table: "Scrobble"); + + migrationBuilder.AlterColumn( + name: "UserId", + table: "Scrobble", + type: "text", + nullable: false, + defaultValue: "", + oldClrType: typeof(string), + oldType: "text", + oldNullable: true); + + migrationBuilder.AddPrimaryKey( + name: "PK_Scrobble", + table: "Scrobble", + columns: new[] { "UserId", "Timestamp" }); + + migrationBuilder.UpdateData( + table: "AspNetRoles", + keyColumn: "Id", + keyValue: "00c64c0a-3387-4933-9575-83443fa9092b", + column: "ConcurrencyStamp", + value: "b91c880d-e280-4a17-a528-d34fdc35f291"); + + migrationBuilder.AddForeignKey( + name: "FK_Scrobble_AspNetUsers_UserId", + table: "Scrobble", + column: "UserId", + principalTable: "AspNetUsers", + principalColumn: "Id", + onDelete: ReferentialAction.Cascade); + } + } +} diff --git a/Selector.Model/Migrations/ApplicationDbContextModelSnapshot.cs b/Selector.Model/Migrations/ApplicationDbContextModelSnapshot.cs index 26d13e9..607dde4 100644 --- a/Selector.Model/Migrations/ApplicationDbContextModelSnapshot.cs +++ b/Selector.Model/Migrations/ApplicationDbContextModelSnapshot.cs @@ -52,7 +52,7 @@ namespace Selector.Model.Migrations new { Id = "00c64c0a-3387-4933-9575-83443fa9092b", - ConcurrencyStamp = "b91c880d-e280-4a17-a528-d34fdc35f291", + ConcurrencyStamp = "765f8993-a743-496b-8c8a-e43f532ac862", Name = "Admin", NormalizedName = "ADMIN" }); @@ -185,7 +185,7 @@ namespace Selector.Model.Migrations b.HasKey("Id"); - b.ToTable("AlbumMapping"); + b.ToTable("AlbumMapping", (string)null); }); modelBuilder.Entity("Selector.Model.ApplicationUser", b => @@ -291,7 +291,7 @@ namespace Selector.Model.Migrations b.HasKey("Id"); - b.ToTable("ArtistMapping"); + b.ToTable("ArtistMapping", (string)null); }); modelBuilder.Entity("Selector.Model.TrackLastfmSpotifyMapping", b => @@ -315,16 +315,16 @@ namespace Selector.Model.Migrations b.HasKey("Id"); - b.ToTable("TrackMapping"); + b.ToTable("TrackMapping", (string)null); }); modelBuilder.Entity("Selector.Model.UserScrobble", b => { - b.Property("UserId") - .HasColumnType("text"); + b.Property("Id") + .ValueGeneratedOnAdd() + .HasColumnType("integer"); - b.Property("Timestamp") - .HasColumnType("timestamp with time zone"); + NpgsqlPropertyBuilderExtensions.UseIdentityByDefaultColumn(b.Property("Id")); b.Property("AlbumArtistName") .HasColumnType("text"); @@ -337,13 +337,21 @@ namespace Selector.Model.Migrations .HasColumnType("text") .UseCollation("case_insensitive"); + b.Property("Timestamp") + .HasColumnType("timestamp with time zone"); + b.Property("TrackName") .HasColumnType("text") .UseCollation("case_insensitive"); - b.HasKey("UserId", "Timestamp"); + b.Property("UserId") + .HasColumnType("text"); - b.ToTable("Scrobble"); + b.HasKey("Id"); + + b.HasIndex("UserId"); + + b.ToTable("Scrobble", (string)null); }); modelBuilder.Entity("Selector.Model.Watcher", b => @@ -365,7 +373,7 @@ namespace Selector.Model.Migrations b.HasIndex("UserId"); - b.ToTable("Watcher"); + b.ToTable("Watcher", (string)null); }); modelBuilder.Entity("Microsoft.AspNetCore.Identity.IdentityRoleClaim", b => @@ -423,9 +431,7 @@ namespace Selector.Model.Migrations { b.HasOne("Selector.Model.ApplicationUser", "User") .WithMany("Scrobbles") - .HasForeignKey("UserId") - .OnDelete(DeleteBehavior.Cascade) - .IsRequired(); + .HasForeignKey("UserId"); b.Navigation("User"); }); diff --git a/Selector.Model/UserScrobble.cs b/Selector.Model/UserScrobble.cs index c55a5e8..5a379d8 100644 --- a/Selector.Model/UserScrobble.cs +++ b/Selector.Model/UserScrobble.cs @@ -4,6 +4,7 @@ namespace Selector.Model { public class UserScrobble: Scrobble { + public int Id { get; set; } public string UserId { get; set; } public ApplicationUser User { get; set; }