From 3119a9ec7a7b1d8c73547637488a0b30eead0776 Mon Sep 17 00:00:00 2001 From: andy Date: Wed, 3 Aug 2022 22:51:39 +0100 Subject: [PATCH] initial commit with db fiddling --- .gitignore | 407 +++++++++++++++++++++++ Music-Tools.NET.sln | 43 +++ MusicTools.CLI/MusicTools.CLI.csproj | 11 + MusicTools.CLI/Program.cs | 26 ++ MusicTools.Fire/Model/Playlist.cs | 85 +++++ MusicTools.Fire/Model/User.cs | 47 +++ MusicTools.Fire/MusicTools.Fire.csproj | 17 + MusicTools.Fire/UserRepo.cs | 45 +++ MusicTools.Func/MusicTools.Func.csproj | 14 + MusicTools.Func/RunUserPlaylist.cs | 29 ++ MusicTools.Tests/MusicTools.Tests.csproj | 20 ++ MusicTools.Tests/UnitTest1.cs | 18 + 12 files changed, 762 insertions(+) create mode 100644 .gitignore create mode 100644 Music-Tools.NET.sln create mode 100644 MusicTools.CLI/MusicTools.CLI.csproj create mode 100644 MusicTools.CLI/Program.cs create mode 100644 MusicTools.Fire/Model/Playlist.cs create mode 100644 MusicTools.Fire/Model/User.cs create mode 100644 MusicTools.Fire/MusicTools.Fire.csproj create mode 100644 MusicTools.Fire/UserRepo.cs create mode 100644 MusicTools.Func/MusicTools.Func.csproj create mode 100644 MusicTools.Func/RunUserPlaylist.cs create mode 100644 MusicTools.Tests/MusicTools.Tests.csproj create mode 100644 MusicTools.Tests/UnitTest1.cs diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..88c2d30 --- /dev/null +++ b/.gitignore @@ -0,0 +1,407 @@ +# globs +Makefile.in +*.userprefs +*.usertasks +config.make +config.status +aclocal.m4 +install-sh +autom4te.cache/ +*.tar.gz +tarballs/ +test-results/ + +creds.sh + +# Mac bundle stuff +*.dmg +*.app + +# content below from: https://github.com/github/gitignore/blob/main/Global/macOS.gitignore +# General +.DS_Store +.AppleDouble +.LSOverride + +# Icon must end with two \r +Icon + + +# Thumbnails +._* + +# Files that might appear in the root of a volume +.DocumentRevisions-V100 +.fseventsd +.Spotlight-V100 +.TemporaryItems +.Trashes +.VolumeIcon.icns +.com.apple.timemachine.donotpresent + +# Directories potentially created on remote AFP share +.AppleDB +.AppleDesktop +Network Trash Folder +Temporary Items +.apdisk + +# content below from: https://github.com/github/gitignore/blob/main/Global/Windows.gitignore +# Windows thumbnail cache files +Thumbs.db +ehthumbs.db +ehthumbs_vista.db + +# Dump file +*.stackdump + +# Folder config file +[Dd]esktop.ini + +# Recycle Bin used on file shares +$RECYCLE.BIN/ + +# Windows Installer files +*.cab +*.msi +*.msix +*.msm +*.msp + +# Windows shortcuts +*.lnk + +# content below from: https://github.com/github/gitignore/blob/master/VisualStudio.gitignore +## Ignore Visual Studio temporary files, build results, and +## files generated by popular Visual Studio add-ons. +## +## Get latest from https://github.com/github/gitignore/blob/master/VisualStudio.gitignore + +# User-specific files +*.suo +*.user +*.userosscache +*.sln.docstates + +# User-specific files (MonoDevelop/Xamarin Studio) +*.userprefs + +# Build results +[Dd]ebug/ +[Dd]ebugPublic/ +[Rr]elease/ +[Rr]eleases/ +x64/ +x86/ +bld/ +[Bb]in/ +[Oo]bj/ +[Ll]og/ + +# Visual Studio 2015/2017 cache/options directory +.vs/ +# Uncomment if you have tasks that create the project's static files in wwwroot +#wwwroot/ + +# Visual Studio 2017 auto generated files +Generated\ Files/ + +# MSTest test Results +[Tt]est[Rr]esult*/ +[Bb]uild[Ll]og.* + +# NUNIT +*.VisualState.xml +TestResult.xml + +# Build Results of an ATL Project +[Dd]ebugPS/ +[Rr]eleasePS/ +dlldata.c + +# Benchmark Results +BenchmarkDotNet.Artifacts/ + +# .NET Core +project.lock.json +project.fragment.lock.json +artifacts/ + +# StyleCop +StyleCopReport.xml + +# Files built by Visual Studio +*_i.c +*_p.c +*_h.h +*.ilk +*.meta +*.obj +*.iobj +*.pch +*.pdb +*.ipdb +*.pgc +*.pgd +*.rsp +*.sbr +*.tlb +*.tli +*.tlh +*.tmp +*.tmp_proj +*_wpftmp.csproj +*.log +*.vspscc +*.vssscc +.builds +*.pidb +*.svclog +*.scc + +# Chutzpah Test files +_Chutzpah* + +# Visual C++ cache files +ipch/ +*.aps +*.ncb +*.opendb +*.opensdf +*.sdf +*.cachefile +*.VC.db +*.VC.VC.opendb + +# Visual Studio profiler +*.psess +*.vsp +*.vspx +*.sap + +# Visual Studio Trace Files +*.e2e + +# TFS 2012 Local Workspace +$tf/ + +# Guidance Automation Toolkit +*.gpState + +# ReSharper is a .NET coding add-in +_ReSharper*/ +*.[Rr]e[Ss]harper +*.DotSettings.user + +# JustCode is a .NET coding add-in +.JustCode + +# TeamCity is a build add-in +_TeamCity* + +# DotCover is a Code Coverage Tool +*.dotCover + +# AxoCover is a Code Coverage Tool +.axoCover/* +!.axoCover/settings.json + +# Visual Studio code coverage results +*.coverage +*.coveragexml + +# NCrunch +_NCrunch_* +.*crunch*.local.xml +nCrunchTemp_* + +# MightyMoose +*.mm.* +AutoTest.Net/ + +# Web workbench (sass) +.sass-cache/ + +# Installshield output folder +[Ee]xpress/ + +# DocProject is a documentation generator add-in +DocProject/buildhelp/ +DocProject/Help/*.HxT +DocProject/Help/*.HxC +DocProject/Help/*.hhc +DocProject/Help/*.hhk +DocProject/Help/*.hhp +DocProject/Help/Html2 +DocProject/Help/html + +# Click-Once directory +publish/ + +# Publish Web Output +*.[Pp]ublish.xml +*.azurePubxml +# Note: Comment the next line if you want to checkin your web deploy settings, +# but database connection strings (with potential passwords) will be unencrypted +*.pubxml +*.publishproj + +# Microsoft Azure Web App publish settings. Comment the next line if you want to +# checkin your Azure Web App publish settings, but sensitive information contained +# in these scripts will be unencrypted +PublishScripts/ + +# NuGet Packages +*.nupkg +# The packages folder can be ignored because of Package Restore +**/[Pp]ackages/* +# except build/, which is used as an MSBuild target. +!**/[Pp]ackages/build/ +# Uncomment if necessary however generally it will be regenerated when needed +#!**/[Pp]ackages/repositories.config +# NuGet v3's project.json files produces more ignorable files +*.nuget.props +*.nuget.targets + +# Microsoft Azure Build Output +csx/ +*.build.csdef + +# Microsoft Azure Emulator +ecf/ +rcf/ + +# Windows Store app package directories and files +AppPackages/ +BundleArtifacts/ +Package.StoreAssociation.xml +_pkginfo.txt +*.appx + +# Visual Studio cache files +# files ending in .cache can be ignored +*.[Cc]ache +# but keep track of directories ending in .cache +!*.[Cc]ache/ + +# Others +ClientBin/ +~$* +*~ +*.dbmdl +*.dbproj.schemaview +*.jfm +*.pfx +*.publishsettings +orleans.codegen.cs + +# Including strong name files can present a security risk +# (https://github.com/github/gitignore/pull/2483#issue-259490424) +#*.snk + +# Since there are multiple workflows, uncomment next line to ignore bower_components +# (https://github.com/github/gitignore/pull/1529#issuecomment-104372622) +#bower_components/ + +# RIA/Silverlight projects +Generated_Code/ + +# Backup & report files from converting an old project file +# to a newer Visual Studio version. Backup files are not needed, +# because we have git ;-) +_UpgradeReport_Files/ +Backup*/ +UpgradeLog*.XML +UpgradeLog*.htm +ServiceFabricBackup/ +*.rptproj.bak + +# SQL Server files +*.mdf +*.ldf +*.ndf + +# Business Intelligence projects +*.rdl.data +*.bim.layout +*.bim_*.settings +*.rptproj.rsuser + +# Microsoft Fakes +FakesAssemblies/ + +# GhostDoc plugin setting file +*.GhostDoc.xml + +# Node.js Tools for Visual Studio +.ntvs_analysis.dat +node_modules/ + +# Visual Studio 6 build log +*.plg + +# Visual Studio 6 workspace options file +*.opt + +# Visual Studio 6 auto-generated workspace file (contains which files were open etc.) +*.vbw + +# Visual Studio LightSwitch build output +**/*.HTMLClient/GeneratedArtifacts +**/*.DesktopClient/GeneratedArtifacts +**/*.DesktopClient/ModelManifest.xml +**/*.Server/GeneratedArtifacts +**/*.Server/ModelManifest.xml +_Pvt_Extensions + +# Paket dependency manager +.paket/paket.exe +paket-files/ + +# FAKE - F# Make +.fake/ + +# JetBrains Rider +.idea/ +*.sln.iml + +# CodeRush personal settings +.cr/personal + +# Python Tools for Visual Studio (PTVS) +__pycache__/ +*.pyc + +# Cake - Uncomment if you are using it +# tools/** +# !tools/packages.config + +# Tabs Studio +*.tss + +# Telerik's JustMock configuration file +*.jmconfig + +# BizTalk build output +*.btp.cs +*.btm.cs +*.odx.cs +*.xsd.cs + +# OpenCover UI analysis results +OpenCover/ + +# Azure Stream Analytics local run output +ASALocalRun/ + +# MSBuild Binary and Structured Log +*.binlog + +# NVidia Nsight GPU debugger configuration file +*.nvuser + +# MFractors (Xamarin productivity tool) working folder +.mfractor/ + +# Local History for Visual Studio +.localhistory/ \ No newline at end of file diff --git a/Music-Tools.NET.sln b/Music-Tools.NET.sln new file mode 100644 index 0000000..e0f7eb3 --- /dev/null +++ b/Music-Tools.NET.sln @@ -0,0 +1,43 @@ + +Microsoft Visual Studio Solution File, Format Version 12.00 +# Visual Studio Version 16 +VisualStudioVersion = 25.0.1700.5 +MinimumVisualStudioVersion = 10.0.40219.1 +Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "MusicTools.Func", "MusicTools.Func\MusicTools.Func.csproj", "{F9C193BE-6AA5-4102-A1CD-F29F0EF53A3F}" +EndProject +Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "MusicTools.Fire", "MusicTools.Fire\MusicTools.Fire.csproj", "{F6AC9762-170A-4EA4-B004-814E7F994DDA}" +EndProject +Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "MusicTools.Tests", "MusicTools.Tests\MusicTools.Tests.csproj", "{8DBC090A-0B8F-4925-8F71-8B07B6BF85F5}" +EndProject +Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "MusicTools.CLI", "MusicTools.CLI\MusicTools.CLI.csproj", "{7469F571-DBF2-4D60-85FE-4041C445A490}" +EndProject +Global + GlobalSection(SolutionConfigurationPlatforms) = preSolution + Debug|Any CPU = Debug|Any CPU + Release|Any CPU = Release|Any CPU + EndGlobalSection + GlobalSection(ProjectConfigurationPlatforms) = postSolution + {F9C193BE-6AA5-4102-A1CD-F29F0EF53A3F}.Debug|Any CPU.ActiveCfg = Debug|Any CPU + {F9C193BE-6AA5-4102-A1CD-F29F0EF53A3F}.Debug|Any CPU.Build.0 = Debug|Any CPU + {F9C193BE-6AA5-4102-A1CD-F29F0EF53A3F}.Release|Any CPU.ActiveCfg = Release|Any CPU + {F9C193BE-6AA5-4102-A1CD-F29F0EF53A3F}.Release|Any CPU.Build.0 = Release|Any CPU + {F6AC9762-170A-4EA4-B004-814E7F994DDA}.Debug|Any CPU.ActiveCfg = Debug|Any CPU + {F6AC9762-170A-4EA4-B004-814E7F994DDA}.Debug|Any CPU.Build.0 = Debug|Any CPU + {F6AC9762-170A-4EA4-B004-814E7F994DDA}.Release|Any CPU.ActiveCfg = Release|Any CPU + {F6AC9762-170A-4EA4-B004-814E7F994DDA}.Release|Any CPU.Build.0 = Release|Any CPU + {8DBC090A-0B8F-4925-8F71-8B07B6BF85F5}.Debug|Any CPU.ActiveCfg = Debug|Any CPU + {8DBC090A-0B8F-4925-8F71-8B07B6BF85F5}.Debug|Any CPU.Build.0 = Debug|Any CPU + {8DBC090A-0B8F-4925-8F71-8B07B6BF85F5}.Release|Any CPU.ActiveCfg = Release|Any CPU + {8DBC090A-0B8F-4925-8F71-8B07B6BF85F5}.Release|Any CPU.Build.0 = Release|Any CPU + {7469F571-DBF2-4D60-85FE-4041C445A490}.Debug|Any CPU.ActiveCfg = Debug|Any CPU + {7469F571-DBF2-4D60-85FE-4041C445A490}.Debug|Any CPU.Build.0 = Debug|Any CPU + {7469F571-DBF2-4D60-85FE-4041C445A490}.Release|Any CPU.ActiveCfg = Release|Any CPU + {7469F571-DBF2-4D60-85FE-4041C445A490}.Release|Any CPU.Build.0 = Release|Any CPU + EndGlobalSection + GlobalSection(SolutionProperties) = preSolution + HideSolutionNode = FALSE + EndGlobalSection + GlobalSection(ExtensibilityGlobals) = postSolution + SolutionGuid = {CFDD370F-17E0-49A9-9781-04F949681711} + EndGlobalSection +EndGlobal diff --git a/MusicTools.CLI/MusicTools.CLI.csproj b/MusicTools.CLI/MusicTools.CLI.csproj new file mode 100644 index 0000000..7718ba0 --- /dev/null +++ b/MusicTools.CLI/MusicTools.CLI.csproj @@ -0,0 +1,11 @@ + + + + Exe + netcoreapp3.1 + + + + + + diff --git a/MusicTools.CLI/Program.cs b/MusicTools.CLI/Program.cs new file mode 100644 index 0000000..6140db0 --- /dev/null +++ b/MusicTools.CLI/Program.cs @@ -0,0 +1,26 @@ +using System; +using MusicTools.Fire; +using System.Threading.Tasks; + +namespace MusicTools.CLI +{ + class Program + { + static async Task Main(string[] args) + { + var repo = new UserRepo(projectId: "sarsooxyz"); + + var user = await repo.GetUser("andy"); + var playlists = await repo.GetPlaylists("andy"); + + await foreach (var playlist in playlists) + { + var dict = playlist.ToDictionary(); + var playlistObj = playlist.ConvertTo(); + } + + Console.WriteLine(user); + } + } +} + diff --git a/MusicTools.Fire/Model/Playlist.cs b/MusicTools.Fire/Model/Playlist.cs new file mode 100644 index 0000000..fcb942a --- /dev/null +++ b/MusicTools.Fire/Model/Playlist.cs @@ -0,0 +1,85 @@ +using System; +using System.Collections.Generic; +using Google.Cloud.Firestore; + +namespace MusicTools.Fire +{ + [FirestoreData] + public class Playlist + { + [FirestoreProperty] + public string uri { get; set; } + [FirestoreProperty] + public string name { get; set; } + [FirestoreProperty] + public string type { get; set; } + + [FirestoreProperty] + public bool include_recommendations { get; set; } + [FirestoreProperty] + public int recommendation_sample { get; set; } + [FirestoreProperty] + public bool include_library_tracks { get; set; } + + [FirestoreProperty] + public IEnumerable parts { get; set; } + [FirestoreProperty] + public IEnumerable playlist_references { get; set; } + [FirestoreProperty] + public bool shuffle { get; set; } + + [FirestoreProperty] + public string sort { get; set; } + [FirestoreProperty] + public string description_overwrite { get; set; } + [FirestoreProperty] + public string description_suffix { get; set; } + + [FirestoreProperty] + public DateTime last_updated { get; set; } + + [FirestoreProperty] + public int lastfm_stat_count { get; set; } + [FirestoreProperty] + public int lastfm_stat_album_count { get; set; } + [FirestoreProperty] + public int lastfm_stat_artist_count { get; set; } + + [FirestoreProperty] + public double lastfm_stat_percent { get; set; } + [FirestoreProperty] + public double lastfm_stat_album_percent { get; set; } + [FirestoreProperty] + public double lastfm_stat_artist_percent { get; set; } + + [FirestoreProperty] + public DateTime lastfm_stat_last_refresh { get; set; } + + [FirestoreProperty] + public bool add_last_month { get; set; } + [FirestoreProperty] + public bool add_this_month { get; set; } + + [FirestoreProperty] + public int day_boundary { get; set; } + + [FirestoreProperty] + public bool include_spotify_owned { get; set; } + + [FirestoreProperty] + public string chart_range { get; set; } + [FirestoreProperty] + public int chart_limit { get; set; } + + [FirestoreDocumentId] + public DocumentReference Reference { get; set; } + + [FirestoreDocumentCreateTimestamp] + public Timestamp CreateTime { get; set; } + [FirestoreDocumentUpdateTimestamp] + public Timestamp UpdateTime { get; set; } + [FirestoreDocumentReadTimestamp] + public Timestamp ReadTime { get; set; } + } +} + diff --git a/MusicTools.Fire/Model/User.cs b/MusicTools.Fire/Model/User.cs new file mode 100644 index 0000000..9425603 --- /dev/null +++ b/MusicTools.Fire/Model/User.cs @@ -0,0 +1,47 @@ +using System; +using Google.Cloud.Firestore; + +namespace MusicTools.Fire +{ + [FirestoreData] + public class User + { + [FirestoreProperty] + public string access_token { get; set; } + [FirestoreProperty] + public string email { get; set; } + [FirestoreProperty] + public DateTime last_login { get; set; } + [FirestoreProperty] + public DateTime last_refreshed { get; set; } + [FirestoreProperty] + public string lastfm_username { get; set; } + [FirestoreProperty] + public bool locked { get; set; } + [FirestoreProperty] + public string password { get; set; } + [FirestoreProperty] + public string refresh_token { get; set; } + [FirestoreProperty] + public bool spotify_linked { get; set; } + [FirestoreProperty] + public int token_expiry { get; set; } + [FirestoreProperty] + public string type { get; set; } + [FirestoreProperty] + public string username { get; set; } + [FirestoreProperty] + public bool validated { get; set; } + + [FirestoreDocumentId] + public DocumentReference Reference { get; set; } + + [FirestoreDocumentCreateTimestamp] + public Timestamp CreateTime { get; set; } + [FirestoreDocumentUpdateTimestamp] + public Timestamp UpdateTime { get; set; } + [FirestoreDocumentReadTimestamp] + public Timestamp ReadTime { get; set; } + } +} + diff --git a/MusicTools.Fire/MusicTools.Fire.csproj b/MusicTools.Fire/MusicTools.Fire.csproj new file mode 100644 index 0000000..467802c --- /dev/null +++ b/MusicTools.Fire/MusicTools.Fire.csproj @@ -0,0 +1,17 @@ + + + + netstandard2.1 + + + + + + + + + + + + + diff --git a/MusicTools.Fire/UserRepo.cs b/MusicTools.Fire/UserRepo.cs new file mode 100644 index 0000000..50573f5 --- /dev/null +++ b/MusicTools.Fire/UserRepo.cs @@ -0,0 +1,45 @@ +using System; +using System.Collections.Generic; +using System.Linq; +using System.Threading.Tasks; +using Google.Cloud.Firestore; + +namespace MusicTools.Fire +{ + public class UserRepo + { + private static readonly string USER_COLLECTION = "spotify_users"; + + private readonly FirestoreDb db; + private readonly CollectionReference userCollection; + + public UserRepo(FirestoreDb db = null, string projectId = null) + { + this.db = db ?? FirestoreDb.Create(projectId); + userCollection = this.db.Collection(USER_COLLECTION); + } + + public IAsyncEnumerable GetUsers() + { + return userCollection.StreamAsync(); + } + + public async Task GetUser(string username) + { + var query = userCollection.WhereEqualTo("username", username.ToLower()); + var querySnapshot = await query.GetSnapshotAsync().ConfigureAwait(false); + + return querySnapshot.SingleOrDefault()?.ConvertTo(); + } + + public async Task> GetPlaylists(string username) + { + var user = await GetUser(username); + + var playlistCollection = db.Collection($"{USER_COLLECTION}/{user.Reference.Id}/playlists"); + + return playlistCollection.StreamAsync(); + } + } +} + diff --git a/MusicTools.Func/MusicTools.Func.csproj b/MusicTools.Func/MusicTools.Func.csproj new file mode 100644 index 0000000..869319b --- /dev/null +++ b/MusicTools.Func/MusicTools.Func.csproj @@ -0,0 +1,14 @@ + + + + Exe + netcoreapp3.1 + + + + + + + + + diff --git a/MusicTools.Func/RunUserPlaylist.cs b/MusicTools.Func/RunUserPlaylist.cs new file mode 100644 index 0000000..6840d40 --- /dev/null +++ b/MusicTools.Func/RunUserPlaylist.cs @@ -0,0 +1,29 @@ +using System; +using System.Threading; +using System.Threading.Tasks; +using CloudNative.CloudEvents; +using Google.Cloud.Functions.Framework; +using Google.Events.Protobuf.Cloud.PubSub.V1; +using Microsoft.Extensions.Logging; + +namespace MusicTools.Func +{ + public class RunUserPlaylist : ICloudEventFunction + { + private readonly ILogger _logger; + + public RunUserPlaylist(ILogger logger) + { + _logger = logger; + } + + + public Task HandleAsync(CloudEvent cloudEvent, MessagePublishedData data, CancellationToken cancellationToken) + { + + + return Task.CompletedTask; + } + } +} + diff --git a/MusicTools.Tests/MusicTools.Tests.csproj b/MusicTools.Tests/MusicTools.Tests.csproj new file mode 100644 index 0000000..4984179 --- /dev/null +++ b/MusicTools.Tests/MusicTools.Tests.csproj @@ -0,0 +1,20 @@ + + + + netcoreapp3.1 + + false + + + + + + + + + + + + + + diff --git a/MusicTools.Tests/UnitTest1.cs b/MusicTools.Tests/UnitTest1.cs new file mode 100644 index 0000000..02b019e --- /dev/null +++ b/MusicTools.Tests/UnitTest1.cs @@ -0,0 +1,18 @@ +using System; +using MusicTools.Fire; +using Xunit; + +namespace MusicTools.Tests +{ + public class UnitTest1 + { + [Fact] + public async void Test1() + { + var repo = new UserRepo(); + + var user = await repo.GetUser("andy"); + } + } +} +