mirror of
https://git.sr.ht/~phw/scotty
synced 2025-06-02 19:58:33 +02:00
Compare commits
6 commits
4da5697435
...
ed0c31c00f
Author | SHA1 | Date | |
---|---|---|---|
|
ed0c31c00f | ||
|
0115eca1c6 | ||
|
78a05e9f54 | ||
|
e85090fe4a | ||
|
1244405747 | ||
|
28c618ffce |
23 changed files with 617 additions and 106 deletions
|
@ -14,6 +14,7 @@
|
||||||
- spotify-history: the parameter to the export archive path has been renamed to
|
- spotify-history: the parameter to the export archive path has been renamed to
|
||||||
`archive-path`. For backward compatibility the old `dir-path` parameter is
|
`archive-path`. For backward compatibility the old `dir-path` parameter is
|
||||||
still read.
|
still read.
|
||||||
|
- deezer-history: new backend to import listens and loves from Deezer data export.
|
||||||
- deezer: fixed endless export loop if the user's listen history was empty.
|
- deezer: fixed endless export loop if the user's listen history was empty.
|
||||||
- dump: it is now possible to specify a file to write the text output to.
|
- dump: it is now possible to specify a file to write the text output to.
|
||||||
- Fixed potential issues with MusicBrainz rate limiting.
|
- Fixed potential issues with MusicBrainz rate limiting.
|
||||||
|
|
|
@ -120,6 +120,7 @@ The following table lists the available backends and the currently supported fea
|
||||||
Backend | Listens Export | Listens Import | Loves Export | Loves Import
|
Backend | Listens Export | Listens Import | Loves Export | Loves Import
|
||||||
---------------------|----------------|----------------|--------------|-------------
|
---------------------|----------------|----------------|--------------|-------------
|
||||||
deezer | ✓ | ⨯ | ✓ | -
|
deezer | ✓ | ⨯ | ✓ | -
|
||||||
|
deezer-history | ✓ | ⨯ | ✓ | ⨯
|
||||||
funkwhale | ✓ | ⨯ | ✓ | -
|
funkwhale | ✓ | ⨯ | ✓ | -
|
||||||
jspf | ✓ | ✓ | ✓ | ✓
|
jspf | ✓ | ✓ | ✓ | ✓
|
||||||
lastfm | ✓ | ✓ | ✓ | ✓
|
lastfm | ✓ | ✓ | ✓ | ✓
|
||||||
|
|
|
@ -96,6 +96,8 @@ identifier = ""
|
||||||
|
|
||||||
[service.spotify]
|
[service.spotify]
|
||||||
# Read listens and loves from a Spotify account
|
# Read listens and loves from a Spotify account
|
||||||
|
# NOTE: The Spotify API does not allow access to the full listen history,
|
||||||
|
# but only to recent listens.
|
||||||
backend = "spotify"
|
backend = "spotify"
|
||||||
# You need to register an application on https://developer.spotify.com/
|
# You need to register an application on https://developer.spotify.com/
|
||||||
# and set the client ID and client secret below.
|
# and set the client ID and client secret below.
|
||||||
|
@ -106,8 +108,6 @@ client-secret = ""
|
||||||
|
|
||||||
[service.spotify-history]
|
[service.spotify-history]
|
||||||
# Read listens from a Spotify extended history export
|
# Read listens from a Spotify extended history export
|
||||||
# NOTE: The Spotify API does not allow access to the full listen history,
|
|
||||||
# but only to recent listens.
|
|
||||||
backend = "spotify-history"
|
backend = "spotify-history"
|
||||||
# Path to the Spotify extended history archive. This can either point directly
|
# Path to the Spotify extended history archive. This can either point directly
|
||||||
# to the "my_spotify_data_extended.zip" ZIP file provided by Spotify or a
|
# to the "my_spotify_data_extended.zip" ZIP file provided by Spotify or a
|
||||||
|
@ -135,6 +135,15 @@ backend = "deezer"
|
||||||
client-id = ""
|
client-id = ""
|
||||||
client-secret = ""
|
client-secret = ""
|
||||||
|
|
||||||
|
[service.deezer-history]
|
||||||
|
# Read listens from a Deezer data export.
|
||||||
|
# You can request a download of all your Deezer data, including the complete
|
||||||
|
# listen history, in the section "My information" in your Deezer
|
||||||
|
# "Account settings".
|
||||||
|
backend = "deezer-history"
|
||||||
|
# Path to XLSX file provided by Deezer, e.g. "deezer-data_520704045.xlsx".
|
||||||
|
file-path = ""
|
||||||
|
|
||||||
[service.lastfm]
|
[service.lastfm]
|
||||||
backend = "lastfm"
|
backend = "lastfm"
|
||||||
# Your Last.fm username
|
# Your Last.fm username
|
||||||
|
|
7
go.mod
7
go.mod
|
@ -22,6 +22,7 @@ require (
|
||||||
github.com/stretchr/testify v1.10.0
|
github.com/stretchr/testify v1.10.0
|
||||||
github.com/supersonic-app/go-subsonic v0.0.0-20241224013245-9b2841f3711d
|
github.com/supersonic-app/go-subsonic v0.0.0-20241224013245-9b2841f3711d
|
||||||
github.com/vbauerster/mpb/v8 v8.10.1
|
github.com/vbauerster/mpb/v8 v8.10.1
|
||||||
|
github.com/xuri/excelize/v2 v2.9.1
|
||||||
go.uploadedlobster.com/mbtypes v0.4.0
|
go.uploadedlobster.com/mbtypes v0.4.0
|
||||||
go.uploadedlobster.com/musicbrainzws2 v0.15.1-0.20250524094913-01f007ad1064
|
go.uploadedlobster.com/musicbrainzws2 v0.15.1-0.20250524094913-01f007ad1064
|
||||||
golang.org/x/exp v0.0.0-20250506013437-ce4c2cf36ca6
|
golang.org/x/exp v0.0.0-20250506013437-ce4c2cf36ca6
|
||||||
|
@ -52,13 +53,19 @@ require (
|
||||||
github.com/ncruces/go-strftime v0.1.9 // indirect
|
github.com/ncruces/go-strftime v0.1.9 // indirect
|
||||||
github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 // indirect
|
github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 // indirect
|
||||||
github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec // indirect
|
github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec // indirect
|
||||||
|
github.com/richardlehane/mscfb v1.0.4 // indirect
|
||||||
|
github.com/richardlehane/msoleps v1.0.4 // indirect
|
||||||
github.com/rivo/uniseg v0.4.7 // indirect
|
github.com/rivo/uniseg v0.4.7 // indirect
|
||||||
github.com/sagikazarmark/locafero v0.9.0 // indirect
|
github.com/sagikazarmark/locafero v0.9.0 // indirect
|
||||||
github.com/sourcegraph/conc v0.3.0 // indirect
|
github.com/sourcegraph/conc v0.3.0 // indirect
|
||||||
github.com/spf13/afero v1.14.0 // indirect
|
github.com/spf13/afero v1.14.0 // indirect
|
||||||
github.com/spf13/pflag v1.0.6 // indirect
|
github.com/spf13/pflag v1.0.6 // indirect
|
||||||
github.com/subosito/gotenv v1.6.0 // indirect
|
github.com/subosito/gotenv v1.6.0 // indirect
|
||||||
|
github.com/tiendc/go-deepcopy v1.6.0 // indirect
|
||||||
|
github.com/xuri/efp v0.0.1 // indirect
|
||||||
|
github.com/xuri/nfp v0.0.1 // indirect
|
||||||
go.uber.org/multierr v1.11.0 // indirect
|
go.uber.org/multierr v1.11.0 // indirect
|
||||||
|
golang.org/x/crypto v0.38.0 // indirect
|
||||||
golang.org/x/image v0.27.0 // indirect
|
golang.org/x/image v0.27.0 // indirect
|
||||||
golang.org/x/mod v0.24.0 // indirect
|
golang.org/x/mod v0.24.0 // indirect
|
||||||
golang.org/x/net v0.40.0 // indirect
|
golang.org/x/net v0.40.0 // indirect
|
||||||
|
|
15
go.sum
15
go.sum
|
@ -97,6 +97,11 @@ github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 h1:Jamvg5psRI
|
||||||
github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
|
github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
|
||||||
github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec h1:W09IVJc94icq4NjY3clb7Lk8O1qJ8BdBEF8z0ibU0rE=
|
github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec h1:W09IVJc94icq4NjY3clb7Lk8O1qJ8BdBEF8z0ibU0rE=
|
||||||
github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec/go.mod h1:qqbHyh8v60DhA7CoWK5oRCqLrMHRGoxYCSS9EjAz6Eo=
|
github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec/go.mod h1:qqbHyh8v60DhA7CoWK5oRCqLrMHRGoxYCSS9EjAz6Eo=
|
||||||
|
github.com/richardlehane/mscfb v1.0.4 h1:WULscsljNPConisD5hR0+OyZjwK46Pfyr6mPu5ZawpM=
|
||||||
|
github.com/richardlehane/mscfb v1.0.4/go.mod h1:YzVpcZg9czvAuhk9T+a3avCpcFPMUWm7gK3DypaEsUk=
|
||||||
|
github.com/richardlehane/msoleps v1.0.1/go.mod h1:BWev5JBpU9Ko2WAgmZEuiz4/u3ZYTKbjLycmwiWUfWg=
|
||||||
|
github.com/richardlehane/msoleps v1.0.4 h1:WuESlvhX3gH2IHcd8UqyCuFY5yiq/GR/yqaSM/9/g00=
|
||||||
|
github.com/richardlehane/msoleps v1.0.4/go.mod h1:BWev5JBpU9Ko2WAgmZEuiz4/u3ZYTKbjLycmwiWUfWg=
|
||||||
github.com/rivo/uniseg v0.2.0/go.mod h1:J6wj4VEh+S6ZtnVlnTBMWIodfgj8LQOQFoIToxlJtxc=
|
github.com/rivo/uniseg v0.2.0/go.mod h1:J6wj4VEh+S6ZtnVlnTBMWIodfgj8LQOQFoIToxlJtxc=
|
||||||
github.com/rivo/uniseg v0.4.7 h1:WUdvkW8uEhrYfLC4ZzdpI2ztxP1I582+49Oc5Mq64VQ=
|
github.com/rivo/uniseg v0.4.7 h1:WUdvkW8uEhrYfLC4ZzdpI2ztxP1I582+49Oc5Mq64VQ=
|
||||||
github.com/rivo/uniseg v0.4.7/go.mod h1:FN3SvrM+Zdj16jyLfmOkMNblXMcoc8DfTHruCPUcx88=
|
github.com/rivo/uniseg v0.4.7/go.mod h1:FN3SvrM+Zdj16jyLfmOkMNblXMcoc8DfTHruCPUcx88=
|
||||||
|
@ -127,15 +132,21 @@ github.com/subosito/gotenv v1.6.0 h1:9NlTDc1FTs4qu0DDq7AEtTPNw6SVm7uBMsUCUjABIf8
|
||||||
github.com/subosito/gotenv v1.6.0/go.mod h1:Dk4QP5c2W3ibzajGcXpNraDfq2IrhjMIvMSWPKKo0FU=
|
github.com/subosito/gotenv v1.6.0/go.mod h1:Dk4QP5c2W3ibzajGcXpNraDfq2IrhjMIvMSWPKKo0FU=
|
||||||
github.com/supersonic-app/go-subsonic v0.0.0-20241224013245-9b2841f3711d h1:70+Nn7yh+cfeKqqXVTdpneFqXuvrBLyP7U6GVUsjTU4=
|
github.com/supersonic-app/go-subsonic v0.0.0-20241224013245-9b2841f3711d h1:70+Nn7yh+cfeKqqXVTdpneFqXuvrBLyP7U6GVUsjTU4=
|
||||||
github.com/supersonic-app/go-subsonic v0.0.0-20241224013245-9b2841f3711d/go.mod h1:D+OWPXeD9owcdcoXATv5YPBGWxxVvn5k98rt5B4wMc4=
|
github.com/supersonic-app/go-subsonic v0.0.0-20241224013245-9b2841f3711d/go.mod h1:D+OWPXeD9owcdcoXATv5YPBGWxxVvn5k98rt5B4wMc4=
|
||||||
|
github.com/tiendc/go-deepcopy v1.6.0 h1:0UtfV/imoCwlLxVsyfUd4hNHnB3drXsfle+wzSCA5Wo=
|
||||||
|
github.com/tiendc/go-deepcopy v1.6.0/go.mod h1:toXoeQoUqXOOS/X4sKuiAoSk6elIdqc0pN7MTgOOo2I=
|
||||||
github.com/vbauerster/mpb/v8 v8.10.1 h1:t/ZFv/NYgoBUy2LrmkD5Vc25r+JhoS4+gRkjVbolO2Y=
|
github.com/vbauerster/mpb/v8 v8.10.1 h1:t/ZFv/NYgoBUy2LrmkD5Vc25r+JhoS4+gRkjVbolO2Y=
|
||||||
github.com/vbauerster/mpb/v8 v8.10.1/go.mod h1:+Ja4P92E3/CorSZgfDtK46D7AVbDqmBQRTmyTqPElo0=
|
github.com/vbauerster/mpb/v8 v8.10.1/go.mod h1:+Ja4P92E3/CorSZgfDtK46D7AVbDqmBQRTmyTqPElo0=
|
||||||
|
github.com/xuri/efp v0.0.1 h1:fws5Rv3myXyYni8uwj2qKjVaRP30PdjeYe2Y6FDsCL8=
|
||||||
|
github.com/xuri/efp v0.0.1/go.mod h1:ybY/Jr0T0GTCnYjKqmdwxyxn2BQf2RcQIIvex5QldPI=
|
||||||
|
github.com/xuri/excelize/v2 v2.9.1 h1:VdSGk+rraGmgLHGFaGG9/9IWu1nj4ufjJ7uwMDtj8Qw=
|
||||||
|
github.com/xuri/excelize/v2 v2.9.1/go.mod h1:x7L6pKz2dvo9ejrRuD8Lnl98z4JLt0TGAwjhW+EiP8s=
|
||||||
|
github.com/xuri/nfp v0.0.1 h1:MDamSGatIvp8uOmDP8FnmjuQpu90NzdJxo7242ANR9Q=
|
||||||
|
github.com/xuri/nfp v0.0.1/go.mod h1:WwHg+CVyzlv/TX9xqBFXEZAuxOPxn2k1GNHwG41IIUQ=
|
||||||
github.com/yuin/goldmark v1.4.13/go.mod h1:6yULJ656Px+3vBD8DxQVa3kxgyrAnzto9xy5taEt/CY=
|
github.com/yuin/goldmark v1.4.13/go.mod h1:6yULJ656Px+3vBD8DxQVa3kxgyrAnzto9xy5taEt/CY=
|
||||||
go.uber.org/multierr v1.11.0 h1:blXXJkSxSSfBVBlC76pxqeO+LN3aDfLQo+309xJstO0=
|
go.uber.org/multierr v1.11.0 h1:blXXJkSxSSfBVBlC76pxqeO+LN3aDfLQo+309xJstO0=
|
||||||
go.uber.org/multierr v1.11.0/go.mod h1:20+QtiLqy0Nd6FdQB9TLXag12DsQkrbs3htMFfDN80Y=
|
go.uber.org/multierr v1.11.0/go.mod h1:20+QtiLqy0Nd6FdQB9TLXag12DsQkrbs3htMFfDN80Y=
|
||||||
go.uploadedlobster.com/mbtypes v0.4.0 h1:D5asCgHsRWufj4Yn5u0IuH2J9z1UuYImYkYIp1Z1Q7s=
|
go.uploadedlobster.com/mbtypes v0.4.0 h1:D5asCgHsRWufj4Yn5u0IuH2J9z1UuYImYkYIp1Z1Q7s=
|
||||||
go.uploadedlobster.com/mbtypes v0.4.0/go.mod h1:Bu1K1Hl77QTAE2Z7QKiW/JAp9KqYWQebkRRfG02dlZM=
|
go.uploadedlobster.com/mbtypes v0.4.0/go.mod h1:Bu1K1Hl77QTAE2Z7QKiW/JAp9KqYWQebkRRfG02dlZM=
|
||||||
go.uploadedlobster.com/musicbrainzws2 v0.15.0 h1:njJeyf1dDwfz2toEHaZSuockVsn1fg+967/tVfLHhwQ=
|
|
||||||
go.uploadedlobster.com/musicbrainzws2 v0.15.0/go.mod h1:T6sYE7ZHRH3mJWT3g9jdSUPKJLZubnBjKyjMPNdkgao=
|
|
||||||
go.uploadedlobster.com/musicbrainzws2 v0.15.1-0.20250524094913-01f007ad1064 h1:bir8kas9u0A+T54sfzj3il7SUAV5KQtb5QzDtwvslxI=
|
go.uploadedlobster.com/musicbrainzws2 v0.15.1-0.20250524094913-01f007ad1064 h1:bir8kas9u0A+T54sfzj3il7SUAV5KQtb5QzDtwvslxI=
|
||||||
go.uploadedlobster.com/musicbrainzws2 v0.15.1-0.20250524094913-01f007ad1064/go.mod h1:T6sYE7ZHRH3mJWT3g9jdSUPKJLZubnBjKyjMPNdkgao=
|
go.uploadedlobster.com/musicbrainzws2 v0.15.1-0.20250524094913-01f007ad1064/go.mod h1:T6sYE7ZHRH3mJWT3g9jdSUPKJLZubnBjKyjMPNdkgao=
|
||||||
golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=
|
golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=
|
||||||
|
|
|
@ -23,6 +23,7 @@ import (
|
||||||
"strings"
|
"strings"
|
||||||
|
|
||||||
"go.uploadedlobster.com/scotty/internal/backends/deezer"
|
"go.uploadedlobster.com/scotty/internal/backends/deezer"
|
||||||
|
"go.uploadedlobster.com/scotty/internal/backends/deezerhistory"
|
||||||
"go.uploadedlobster.com/scotty/internal/backends/dump"
|
"go.uploadedlobster.com/scotty/internal/backends/dump"
|
||||||
"go.uploadedlobster.com/scotty/internal/backends/funkwhale"
|
"go.uploadedlobster.com/scotty/internal/backends/funkwhale"
|
||||||
"go.uploadedlobster.com/scotty/internal/backends/jspf"
|
"go.uploadedlobster.com/scotty/internal/backends/jspf"
|
||||||
|
@ -107,6 +108,7 @@ func GetBackends() BackendList {
|
||||||
|
|
||||||
var knownBackends = map[string]func() models.Backend{
|
var knownBackends = map[string]func() models.Backend{
|
||||||
"deezer": func() models.Backend { return &deezer.DeezerApiBackend{} },
|
"deezer": func() models.Backend { return &deezer.DeezerApiBackend{} },
|
||||||
|
"deezer-history": func() models.Backend { return &deezerhistory.DeezerHistoryBackend{} },
|
||||||
"dump": func() models.Backend { return &dump.DumpBackend{} },
|
"dump": func() models.Backend { return &dump.DumpBackend{} },
|
||||||
"funkwhale": func() models.Backend { return &funkwhale.FunkwhaleApiBackend{} },
|
"funkwhale": func() models.Backend { return &funkwhale.FunkwhaleApiBackend{} },
|
||||||
"jspf": func() models.Backend { return &jspf.JSPFBackend{} },
|
"jspf": func() models.Backend { return &jspf.JSPFBackend{} },
|
||||||
|
|
|
@ -24,6 +24,7 @@ import (
|
||||||
"github.com/stretchr/testify/assert"
|
"github.com/stretchr/testify/assert"
|
||||||
"go.uploadedlobster.com/scotty/internal/backends"
|
"go.uploadedlobster.com/scotty/internal/backends"
|
||||||
"go.uploadedlobster.com/scotty/internal/backends/deezer"
|
"go.uploadedlobster.com/scotty/internal/backends/deezer"
|
||||||
|
"go.uploadedlobster.com/scotty/internal/backends/deezerhistory"
|
||||||
"go.uploadedlobster.com/scotty/internal/backends/dump"
|
"go.uploadedlobster.com/scotty/internal/backends/dump"
|
||||||
"go.uploadedlobster.com/scotty/internal/backends/funkwhale"
|
"go.uploadedlobster.com/scotty/internal/backends/funkwhale"
|
||||||
"go.uploadedlobster.com/scotty/internal/backends/jspf"
|
"go.uploadedlobster.com/scotty/internal/backends/jspf"
|
||||||
|
@ -86,6 +87,8 @@ func TestImplementsInterfaces(t *testing.T) {
|
||||||
expectInterface[models.LovesExport](t, &deezer.DeezerApiBackend{})
|
expectInterface[models.LovesExport](t, &deezer.DeezerApiBackend{})
|
||||||
// expectInterface[models.LovesImport](t, &deezer.DeezerApiBackend{})
|
// expectInterface[models.LovesImport](t, &deezer.DeezerApiBackend{})
|
||||||
|
|
||||||
|
expectInterface[models.ListensExport](t, &deezerhistory.DeezerHistoryBackend{})
|
||||||
|
|
||||||
expectInterface[models.ListensImport](t, &dump.DumpBackend{})
|
expectInterface[models.ListensImport](t, &dump.DumpBackend{})
|
||||||
expectInterface[models.LovesImport](t, &dump.DumpBackend{})
|
expectInterface[models.LovesImport](t, &dump.DumpBackend{})
|
||||||
|
|
||||||
|
|
|
@ -251,7 +251,7 @@ func (t Track) AsTrack() models.Track {
|
||||||
TrackName: t.Title,
|
TrackName: t.Title,
|
||||||
ReleaseName: t.Album.Title,
|
ReleaseName: t.Album.Title,
|
||||||
ArtistNames: []string{t.Artist.Name},
|
ArtistNames: []string{t.Artist.Name},
|
||||||
Duration: time.Duration(t.Duration * int(time.Second)),
|
Duration: time.Duration(t.Duration) * time.Second,
|
||||||
AdditionalInfo: map[string]any{},
|
AdditionalInfo: map[string]any{},
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
206
internal/backends/deezerhistory/deezerhistory.go
Normal file
206
internal/backends/deezerhistory/deezerhistory.go
Normal file
|
@ -0,0 +1,206 @@
|
||||||
|
/*
|
||||||
|
Copyright © 2025 Philipp Wolfer <phw@uploadedlobster.com>
|
||||||
|
|
||||||
|
This file is part of Scotty.
|
||||||
|
|
||||||
|
Scotty is free software: you can redistribute it and/or modify it under the
|
||||||
|
terms of the GNU General Public License as published by the Free Software
|
||||||
|
Foundation, either version 3 of the License, or (at your option) any later version.
|
||||||
|
|
||||||
|
Scotty is distributed in the hope that it will be useful, but WITHOUT ANY
|
||||||
|
WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
|
||||||
|
A PARTICULAR PURPOSE. See the GNU General Public License for more details.
|
||||||
|
|
||||||
|
You should have received a copy of the GNU General Public License along with
|
||||||
|
Scotty. If not, see <https://www.gnu.org/licenses/>.
|
||||||
|
*/
|
||||||
|
|
||||||
|
package deezerhistory
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"fmt"
|
||||||
|
"sort"
|
||||||
|
"strconv"
|
||||||
|
"strings"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/xuri/excelize/v2"
|
||||||
|
"go.uploadedlobster.com/mbtypes"
|
||||||
|
"go.uploadedlobster.com/scotty/internal/config"
|
||||||
|
"go.uploadedlobster.com/scotty/internal/i18n"
|
||||||
|
"go.uploadedlobster.com/scotty/internal/models"
|
||||||
|
)
|
||||||
|
|
||||||
|
const (
|
||||||
|
sheetListeningHistory = "10_listeningHistory"
|
||||||
|
sheetFavoriteSongs = "8_favoriteSong"
|
||||||
|
)
|
||||||
|
|
||||||
|
type DeezerHistoryBackend struct {
|
||||||
|
filePath string
|
||||||
|
}
|
||||||
|
|
||||||
|
func (b *DeezerHistoryBackend) Name() string { return "deezer-history" }
|
||||||
|
|
||||||
|
func (b *DeezerHistoryBackend) Options() []models.BackendOption {
|
||||||
|
return []models.BackendOption{{
|
||||||
|
Name: "file-path",
|
||||||
|
Label: i18n.Tr("File path"),
|
||||||
|
Type: models.String,
|
||||||
|
Default: "",
|
||||||
|
}}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (b *DeezerHistoryBackend) InitConfig(config *config.ServiceConfig) error {
|
||||||
|
b.filePath = config.GetString("file-path")
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (b *DeezerHistoryBackend) ExportListens(ctx context.Context, oldestTimestamp time.Time, results chan models.ListensResult, progress chan models.TransferProgress) {
|
||||||
|
p := models.TransferProgress{
|
||||||
|
Export: &models.Progress{},
|
||||||
|
}
|
||||||
|
|
||||||
|
rows, err := ReadXLSXSheet(b.filePath, sheetListeningHistory)
|
||||||
|
if err != nil {
|
||||||
|
p.Export.Abort()
|
||||||
|
progress <- p
|
||||||
|
results <- models.ListensResult{Error: err}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
count := len(rows) - 1 // Exclude the header row
|
||||||
|
p.Export.TotalItems = count
|
||||||
|
p.Export.Total = int64(count)
|
||||||
|
|
||||||
|
listens := make(models.ListensList, 0, count)
|
||||||
|
for i, row := range models.IterExportProgress(rows, &p, progress) {
|
||||||
|
// Skip header row
|
||||||
|
if i == 0 {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
l, err := RowAsListen(row)
|
||||||
|
if err != nil {
|
||||||
|
p.Export.Abort()
|
||||||
|
progress <- p
|
||||||
|
results <- models.ListensResult{Error: err}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
listens = append(listens, *l)
|
||||||
|
}
|
||||||
|
|
||||||
|
sort.Sort(listens)
|
||||||
|
results <- models.ListensResult{Items: listens}
|
||||||
|
p.Export.Complete()
|
||||||
|
progress <- p
|
||||||
|
}
|
||||||
|
|
||||||
|
func (b *DeezerHistoryBackend) ExportLoves(ctx context.Context, oldestTimestamp time.Time, results chan models.LovesResult, progress chan models.TransferProgress) {
|
||||||
|
p := models.TransferProgress{
|
||||||
|
Export: &models.Progress{},
|
||||||
|
}
|
||||||
|
|
||||||
|
rows, err := ReadXLSXSheet(b.filePath, sheetFavoriteSongs)
|
||||||
|
if err != nil {
|
||||||
|
p.Export.Abort()
|
||||||
|
progress <- p
|
||||||
|
results <- models.LovesResult{Error: err}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
count := len(rows) - 1 // Exclude the header row
|
||||||
|
p.Export.TotalItems = count
|
||||||
|
p.Export.Total = int64(count)
|
||||||
|
|
||||||
|
love := make(models.LovesList, 0, count)
|
||||||
|
for i, row := range models.IterExportProgress(rows, &p, progress) {
|
||||||
|
// Skip header row
|
||||||
|
if i == 0 {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
l, err := RowAsLove(row)
|
||||||
|
if err != nil {
|
||||||
|
p.Export.Abort()
|
||||||
|
progress <- p
|
||||||
|
results <- models.LovesResult{Error: err}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
love = append(love, *l)
|
||||||
|
}
|
||||||
|
|
||||||
|
sort.Sort(love)
|
||||||
|
results <- models.LovesResult{Items: love}
|
||||||
|
p.Export.Complete()
|
||||||
|
progress <- p
|
||||||
|
}
|
||||||
|
|
||||||
|
func ReadXLSXSheet(path string, sheet string) ([][]string, error) {
|
||||||
|
exc, err := excelize.OpenFile(path)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
// Get all the rows in the Sheet1.
|
||||||
|
return exc.GetRows(sheet)
|
||||||
|
}
|
||||||
|
|
||||||
|
func RowAsListen(row []string) (*models.Listen, error) {
|
||||||
|
if len(row) < 9 {
|
||||||
|
err := fmt.Errorf("Invalid row, expected 9 columns, got %d", len(row))
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
listenedAt, err := time.Parse(time.DateTime, row[8])
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
listen := models.Listen{
|
||||||
|
ListenedAt: listenedAt,
|
||||||
|
Track: models.Track{
|
||||||
|
TrackName: row[0],
|
||||||
|
ArtistNames: []string{row[1]},
|
||||||
|
ReleaseName: row[3],
|
||||||
|
ISRC: mbtypes.ISRC(row[2]),
|
||||||
|
AdditionalInfo: map[string]any{
|
||||||
|
"music_service": "deezer.com",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
if duration, err := strconv.Atoi(row[5]); err == nil {
|
||||||
|
listen.PlaybackDuration = time.Duration(duration) * time.Second
|
||||||
|
}
|
||||||
|
|
||||||
|
return &listen, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func RowAsLove(row []string) (*models.Love, error) {
|
||||||
|
if len(row) < 5 {
|
||||||
|
err := fmt.Errorf("Invalid row, expected 5 columns, got %d", len(row))
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
url := row[4]
|
||||||
|
if !strings.HasPrefix(url, "http://") || !strings.HasPrefix(url, "https") {
|
||||||
|
url = "https://" + url
|
||||||
|
}
|
||||||
|
|
||||||
|
love := models.Love{
|
||||||
|
Track: models.Track{
|
||||||
|
TrackName: row[0],
|
||||||
|
ArtistNames: []string{row[1]},
|
||||||
|
ReleaseName: row[2],
|
||||||
|
ISRC: mbtypes.ISRC(row[3]),
|
||||||
|
AdditionalInfo: map[string]any{
|
||||||
|
"music_service": "deezer.com",
|
||||||
|
"origin_url": url,
|
||||||
|
"deezer_id": url,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
return &love, nil
|
||||||
|
}
|
|
@ -220,7 +220,7 @@ func (t Track) AsTrack() models.Track {
|
||||||
}
|
}
|
||||||
|
|
||||||
if len(t.Uploads) > 0 {
|
if len(t.Uploads) > 0 {
|
||||||
track.Duration = time.Duration(t.Uploads[0].Duration * int(time.Second))
|
track.Duration = time.Duration(t.Uploads[0].Duration) * time.Second
|
||||||
}
|
}
|
||||||
|
|
||||||
return track
|
return track
|
||||||
|
|
|
@ -258,7 +258,7 @@ func (t Track) AsTrack() models.Track {
|
||||||
TrackName: t.Name,
|
TrackName: t.Name,
|
||||||
ReleaseName: t.Album.Name,
|
ReleaseName: t.Album.Name,
|
||||||
ArtistNames: make([]string, 0, len(t.Artists)),
|
ArtistNames: make([]string, 0, len(t.Artists)),
|
||||||
Duration: time.Duration(t.DurationMs * int(time.Millisecond)),
|
Duration: time.Duration(t.DurationMs) * time.Millisecond,
|
||||||
TrackNumber: t.TrackNumber,
|
TrackNumber: t.TrackNumber,
|
||||||
DiscNumber: t.DiscNumber,
|
DiscNumber: t.DiscNumber,
|
||||||
ISRC: t.ExternalIDs.ISRC,
|
ISRC: t.ExternalIDs.ISRC,
|
||||||
|
|
|
@ -21,7 +21,7 @@ import (
|
||||||
"errors"
|
"errors"
|
||||||
"sort"
|
"sort"
|
||||||
|
|
||||||
"go.uploadedlobster.com/scotty/internal/archive"
|
"go.uploadedlobster.com/scotty/pkg/archive"
|
||||||
)
|
)
|
||||||
|
|
||||||
var historyFileGlobs = []string{
|
var historyFileGlobs = []string{
|
||||||
|
@ -33,7 +33,7 @@ var historyFileGlobs = []string{
|
||||||
// This can be either the ZIP file as provided by Spotify
|
// This can be either the ZIP file as provided by Spotify
|
||||||
// or a directory where this was extracted to.
|
// or a directory where this was extracted to.
|
||||||
type HistoryArchive struct {
|
type HistoryArchive struct {
|
||||||
backend archive.Archive
|
backend archive.ArchiveReader
|
||||||
}
|
}
|
||||||
|
|
||||||
// Open a Spotify history archive from file path.
|
// Open a Spotify history archive from file path.
|
||||||
|
|
|
@ -89,7 +89,7 @@ func (i HistoryItem) AsListen() models.Listen {
|
||||||
AdditionalInfo: models.AdditionalInfo{},
|
AdditionalInfo: models.AdditionalInfo{},
|
||||||
},
|
},
|
||||||
ListenedAt: i.Timestamp,
|
ListenedAt: i.Timestamp,
|
||||||
PlaybackDuration: time.Duration(i.MillisecondsPlayed * int(time.Millisecond)),
|
PlaybackDuration: time.Duration(i.MillisecondsPlayed) * time.Millisecond,
|
||||||
UserName: i.UserName,
|
UserName: i.UserName,
|
||||||
}
|
}
|
||||||
if trackURL, err := formatSpotifyUri(i.SpotifyTrackUri); err != nil {
|
if trackURL, err := formatSpotifyUri(i.SpotifyTrackUri); err != nil {
|
||||||
|
|
|
@ -121,7 +121,7 @@ func SongAsLove(song subsonic.Child, username string) models.Love {
|
||||||
AdditionalInfo: map[string]any{
|
AdditionalInfo: map[string]any{
|
||||||
"subsonic_id": song.ID,
|
"subsonic_id": song.ID,
|
||||||
},
|
},
|
||||||
Duration: time.Duration(song.Duration * int(time.Second)),
|
Duration: time.Duration(song.Duration) * time.Second,
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -32,7 +32,7 @@ import (
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
"github.com/simonfrey/jsonl"
|
"github.com/simonfrey/jsonl"
|
||||||
"go.uploadedlobster.com/scotty/internal/archive"
|
"go.uploadedlobster.com/scotty/pkg/archive"
|
||||||
)
|
)
|
||||||
|
|
||||||
// Represents a ListenBrainz export archive.
|
// Represents a ListenBrainz export archive.
|
||||||
|
@ -40,7 +40,7 @@ import (
|
||||||
// The export contains the user's listen history, favorite tracks and
|
// The export contains the user's listen history, favorite tracks and
|
||||||
// user information.
|
// user information.
|
||||||
type ExportArchive struct {
|
type ExportArchive struct {
|
||||||
backend archive.Archive
|
backend archive.ArchiveReader
|
||||||
}
|
}
|
||||||
|
|
||||||
// Open a ListenBrainz archive from file path.
|
// Open a ListenBrainz archive from file path.
|
||||||
|
|
|
@ -27,18 +27,23 @@ THE SOFTWARE.
|
||||||
package archive
|
package archive
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"archive/zip"
|
|
||||||
"fmt"
|
"fmt"
|
||||||
"io"
|
"io"
|
||||||
"io/fs"
|
"io/fs"
|
||||||
"os"
|
"os"
|
||||||
"path/filepath"
|
|
||||||
)
|
)
|
||||||
|
|
||||||
// Generic archive interface.
|
// Generic interface to access files inside an archive.
|
||||||
type Archive interface {
|
type ArchiveReader interface {
|
||||||
Close() error
|
io.Closer
|
||||||
|
|
||||||
|
// Open the file inside the archive identified by the given path.
|
||||||
|
// The path is relative to the archive's root.
|
||||||
|
// The caller must call [fs.File.Close] when finished using the file.
|
||||||
Open(path string) (fs.File, error)
|
Open(path string) (fs.File, error)
|
||||||
|
|
||||||
|
// List files inside the archive which satisfy the given glob pattern.
|
||||||
|
// This method only returns files, not directories.
|
||||||
Glob(pattern string) ([]FileInfo, error)
|
Glob(pattern string) ([]FileInfo, error)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -46,7 +51,7 @@ type Archive interface {
|
||||||
// The archive can be a ZIP file or a directory. The implementation
|
// The archive can be a ZIP file or a directory. The implementation
|
||||||
// will detect the type of archive and return the appropriate
|
// will detect the type of archive and return the appropriate
|
||||||
// implementation of the Archive interface.
|
// implementation of the Archive interface.
|
||||||
func OpenArchive(path string) (Archive, error) {
|
func OpenArchive(path string) (ArchiveReader, error) {
|
||||||
fi, err := os.Stat(path)
|
fi, err := os.Stat(path)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
|
@ -73,10 +78,14 @@ func OpenArchive(path string) (Archive, error) {
|
||||||
|
|
||||||
// Interface for a file that can be opened when needed.
|
// Interface for a file that can be opened when needed.
|
||||||
type OpenableFile interface {
|
type OpenableFile interface {
|
||||||
|
// Open the file for reading.
|
||||||
|
// The caller is responsible to call [io.ReadCloser.Close] when
|
||||||
|
// finished reading the file.
|
||||||
Open() (io.ReadCloser, error)
|
Open() (io.ReadCloser, error)
|
||||||
}
|
}
|
||||||
|
|
||||||
// Generic information about a file inside an archive.
|
// Generic information about a file inside an archive.
|
||||||
|
// This provides the filename and allows opening the file for reading.
|
||||||
type FileInfo struct {
|
type FileInfo struct {
|
||||||
Name string
|
Name string
|
||||||
File OpenableFile
|
File OpenableFile
|
||||||
|
@ -90,90 +99,3 @@ type filesystemFile struct {
|
||||||
func (f *filesystemFile) Open() (io.ReadCloser, error) {
|
func (f *filesystemFile) Open() (io.ReadCloser, error) {
|
||||||
return os.Open(f.path)
|
return os.Open(f.path)
|
||||||
}
|
}
|
||||||
|
|
||||||
// An implementation of the archiveBackend interface for zip files.
|
|
||||||
type zipArchive struct {
|
|
||||||
zip *zip.ReadCloser
|
|
||||||
}
|
|
||||||
|
|
||||||
func (a *zipArchive) OpenArchive(path string) error {
|
|
||||||
zip, err := zip.OpenReader(path)
|
|
||||||
if err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
a.zip = zip
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (a *zipArchive) Close() error {
|
|
||||||
if a.zip == nil {
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
return a.zip.Close()
|
|
||||||
}
|
|
||||||
|
|
||||||
func (a *zipArchive) Glob(pattern string) ([]FileInfo, error) {
|
|
||||||
result := make([]FileInfo, 0)
|
|
||||||
for _, file := range a.zip.File {
|
|
||||||
if matched, err := filepath.Match(pattern, file.Name); matched {
|
|
||||||
if err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
info := FileInfo{
|
|
||||||
Name: file.Name,
|
|
||||||
File: file,
|
|
||||||
}
|
|
||||||
result = append(result, info)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
return result, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (a *zipArchive) Open(path string) (fs.File, error) {
|
|
||||||
file, err := a.zip.Open(path)
|
|
||||||
if err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
return file, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
// An implementation of the archiveBackend interface for directories.
|
|
||||||
type dirArchive struct {
|
|
||||||
path string
|
|
||||||
dirFS fs.FS
|
|
||||||
}
|
|
||||||
|
|
||||||
func (a *dirArchive) OpenArchive(path string) error {
|
|
||||||
a.path = filepath.Clean(path)
|
|
||||||
a.dirFS = os.DirFS(path)
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (a *dirArchive) Close() error {
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
// Open opens the named file in the archive.
|
|
||||||
// [fs.File.Close] must be called to release any associated resources.
|
|
||||||
func (a *dirArchive) Open(path string) (fs.File, error) {
|
|
||||||
return a.dirFS.Open(path)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (a *dirArchive) Glob(pattern string) ([]FileInfo, error) {
|
|
||||||
files, err := fs.Glob(a.dirFS, pattern)
|
|
||||||
if err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
result := make([]FileInfo, 0)
|
|
||||||
for _, name := range files {
|
|
||||||
fullPath := filepath.Join(a.path, name)
|
|
||||||
info := FileInfo{
|
|
||||||
Name: name,
|
|
||||||
File: &filesystemFile{path: fullPath},
|
|
||||||
}
|
|
||||||
result = append(result, info)
|
|
||||||
}
|
|
||||||
|
|
||||||
return result, nil
|
|
||||||
}
|
|
189
pkg/archive/archive_test.go
Normal file
189
pkg/archive/archive_test.go
Normal file
|
@ -0,0 +1,189 @@
|
||||||
|
/*
|
||||||
|
Copyright © 2025 Philipp Wolfer <phw@uploadedlobster.com>
|
||||||
|
|
||||||
|
Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||||
|
of this software and associated documentation files (the "Software"), to deal
|
||||||
|
in the Software without restriction, including without limitation the rights
|
||||||
|
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||||||
|
copies of the Software, and to permit persons to whom the Software is
|
||||||
|
furnished to do so, subject to the following conditions:
|
||||||
|
|
||||||
|
The above copyright notice and this permission notice shall be included in
|
||||||
|
all copies or substantial portions of the Software.
|
||||||
|
|
||||||
|
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||||
|
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||||||
|
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||||||
|
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||||
|
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||||||
|
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
||||||
|
THE SOFTWARE.
|
||||||
|
*/
|
||||||
|
|
||||||
|
package archive_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"io"
|
||||||
|
"log"
|
||||||
|
"slices"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"go.uploadedlobster.com/scotty/pkg/archive"
|
||||||
|
)
|
||||||
|
|
||||||
|
func ExampleOpenArchive() {
|
||||||
|
a, err := archive.OpenArchive("testdata/archive.zip")
|
||||||
|
if err != nil {
|
||||||
|
log.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
defer a.Close()
|
||||||
|
|
||||||
|
files, err := a.Glob("a/*.txt")
|
||||||
|
for _, fi := range files {
|
||||||
|
fmt.Println(fi.Name)
|
||||||
|
f, err := fi.File.Open()
|
||||||
|
if err != nil {
|
||||||
|
log.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
defer f.Close()
|
||||||
|
data, err := io.ReadAll(f)
|
||||||
|
if err != nil {
|
||||||
|
log.Fatal(err)
|
||||||
|
}
|
||||||
|
fmt.Println(string(data))
|
||||||
|
}
|
||||||
|
|
||||||
|
// Output: a/1.txt
|
||||||
|
// a1
|
||||||
|
}
|
||||||
|
|
||||||
|
var testArchives = []string{
|
||||||
|
"testdata/archive",
|
||||||
|
"testdata/archive.zip",
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGlob(t *testing.T) {
|
||||||
|
for _, path := range testArchives {
|
||||||
|
a, err := archive.OpenArchive(path)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
defer a.Close()
|
||||||
|
|
||||||
|
files, err := a.Glob("[ab]/1.txt")
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
if len(files) != 2 {
|
||||||
|
t.Errorf("Expected 2 files, got %d", len(files))
|
||||||
|
}
|
||||||
|
|
||||||
|
expectedName := "b/1.txt"
|
||||||
|
var fileInfo *archive.FileInfo = nil
|
||||||
|
for _, file := range files {
|
||||||
|
if file.Name == expectedName {
|
||||||
|
fileInfo = &file
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if fileInfo == nil {
|
||||||
|
t.Fatalf("Expected file %q to be found", expectedName)
|
||||||
|
}
|
||||||
|
|
||||||
|
if fileInfo.File == nil {
|
||||||
|
t.Fatalf("Expected FileInfo to hold an openable File")
|
||||||
|
}
|
||||||
|
|
||||||
|
f, err := fileInfo.File.Open()
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
expectedData := "b1\n"
|
||||||
|
data, err := io.ReadAll(f)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if string(data) != expectedData {
|
||||||
|
fmt.Printf("%s: Expected file content to be %q, got %q",
|
||||||
|
path, expectedData, string(data))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGlobAll(t *testing.T) {
|
||||||
|
for _, path := range testArchives {
|
||||||
|
a, err := archive.OpenArchive(path)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
defer a.Close()
|
||||||
|
|
||||||
|
files, err := a.Glob("*/*")
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
filenames := make([]string, 0, len(files))
|
||||||
|
for _, f := range files {
|
||||||
|
fmt.Printf("%v: %v\n", path, f.Name)
|
||||||
|
filenames = append(filenames, f.Name)
|
||||||
|
}
|
||||||
|
|
||||||
|
slices.Sort(filenames)
|
||||||
|
|
||||||
|
expectedFilenames := []string{
|
||||||
|
"a/1.txt",
|
||||||
|
"b/1.txt",
|
||||||
|
"b/2.txt",
|
||||||
|
}
|
||||||
|
if !slices.Equal(filenames, expectedFilenames) {
|
||||||
|
t.Errorf("%s: Expected filenames to be %q, got %q",
|
||||||
|
path, expectedFilenames, filenames)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestOpen(t *testing.T) {
|
||||||
|
for _, path := range testArchives {
|
||||||
|
a, err := archive.OpenArchive(path)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
defer a.Close()
|
||||||
|
|
||||||
|
f, err := a.Open("b/2.txt")
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
expectedData := "b2\n"
|
||||||
|
data, err := io.ReadAll(f)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if string(data) != expectedData {
|
||||||
|
fmt.Printf("%s: Expected file content to be %q, got %q",
|
||||||
|
path, expectedData, string(data))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestOpenError(t *testing.T) {
|
||||||
|
for _, path := range testArchives {
|
||||||
|
a, err := archive.OpenArchive(path)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
defer a.Close()
|
||||||
|
|
||||||
|
_, err = a.Open("b/3.txt")
|
||||||
|
if err == nil {
|
||||||
|
t.Errorf("%s: Expected the Open command to fail", path)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
77
pkg/archive/dir.go
Normal file
77
pkg/archive/dir.go
Normal file
|
@ -0,0 +1,77 @@
|
||||||
|
/*
|
||||||
|
Copyright © 2025 Philipp Wolfer <phw@uploadedlobster.com>
|
||||||
|
|
||||||
|
Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||||
|
of this software and associated documentation files (the "Software"), to deal
|
||||||
|
in the Software without restriction, including without limitation the rights
|
||||||
|
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||||||
|
copies of the Software, and to permit persons to whom the Software is
|
||||||
|
furnished to do so, subject to the following conditions:
|
||||||
|
|
||||||
|
The above copyright notice and this permission notice shall be included in
|
||||||
|
all copies or substantial portions of the Software.
|
||||||
|
|
||||||
|
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||||
|
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||||||
|
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||||||
|
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||||
|
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||||||
|
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
||||||
|
THE SOFTWARE.
|
||||||
|
*/
|
||||||
|
|
||||||
|
package archive
|
||||||
|
|
||||||
|
import (
|
||||||
|
"io/fs"
|
||||||
|
"os"
|
||||||
|
"path/filepath"
|
||||||
|
)
|
||||||
|
|
||||||
|
// An implementation of the [ArchiveReader] interface for directories.
|
||||||
|
type dirArchive struct {
|
||||||
|
path string
|
||||||
|
dirFS fs.FS
|
||||||
|
}
|
||||||
|
|
||||||
|
func (a *dirArchive) OpenArchive(path string) error {
|
||||||
|
a.path = filepath.Clean(path)
|
||||||
|
a.dirFS = os.DirFS(path)
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (a *dirArchive) Close() error {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Open opens the named file in the archive.
|
||||||
|
// [fs.File.Close] must be called to release any associated resources.
|
||||||
|
func (a *dirArchive) Open(path string) (fs.File, error) {
|
||||||
|
return a.dirFS.Open(path)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (a *dirArchive) Glob(pattern string) ([]FileInfo, error) {
|
||||||
|
files, err := fs.Glob(a.dirFS, pattern)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
result := make([]FileInfo, 0)
|
||||||
|
for _, name := range files {
|
||||||
|
stat, err := fs.Stat(a.dirFS, name)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
if stat.IsDir() {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
fullPath := filepath.Join(a.path, name)
|
||||||
|
info := FileInfo{
|
||||||
|
Name: name,
|
||||||
|
File: &filesystemFile{path: fullPath},
|
||||||
|
}
|
||||||
|
result = append(result, info)
|
||||||
|
}
|
||||||
|
|
||||||
|
return result, nil
|
||||||
|
}
|
BIN
pkg/archive/testdata/archive.zip
vendored
Normal file
BIN
pkg/archive/testdata/archive.zip
vendored
Normal file
Binary file not shown.
1
pkg/archive/testdata/archive/a/1.txt
vendored
Normal file
1
pkg/archive/testdata/archive/a/1.txt
vendored
Normal file
|
@ -0,0 +1 @@
|
||||||
|
a1
|
1
pkg/archive/testdata/archive/b/1.txt
vendored
Normal file
1
pkg/archive/testdata/archive/b/1.txt
vendored
Normal file
|
@ -0,0 +1 @@
|
||||||
|
b1
|
1
pkg/archive/testdata/archive/b/2.txt
vendored
Normal file
1
pkg/archive/testdata/archive/b/2.txt
vendored
Normal file
|
@ -0,0 +1 @@
|
||||||
|
b2
|
80
pkg/archive/zip.go
Normal file
80
pkg/archive/zip.go
Normal file
|
@ -0,0 +1,80 @@
|
||||||
|
/*
|
||||||
|
Copyright © 2025 Philipp Wolfer <phw@uploadedlobster.com>
|
||||||
|
|
||||||
|
Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||||
|
of this software and associated documentation files (the "Software"), to deal
|
||||||
|
in the Software without restriction, including without limitation the rights
|
||||||
|
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||||||
|
copies of the Software, and to permit persons to whom the Software is
|
||||||
|
furnished to do so, subject to the following conditions:
|
||||||
|
|
||||||
|
The above copyright notice and this permission notice shall be included in
|
||||||
|
all copies or substantial portions of the Software.
|
||||||
|
|
||||||
|
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||||
|
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||||||
|
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||||||
|
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||||
|
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||||||
|
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
||||||
|
THE SOFTWARE.
|
||||||
|
*/
|
||||||
|
|
||||||
|
package archive
|
||||||
|
|
||||||
|
import (
|
||||||
|
"archive/zip"
|
||||||
|
"io/fs"
|
||||||
|
"path/filepath"
|
||||||
|
)
|
||||||
|
|
||||||
|
// An implementation of the [ArchiveReader] interface for zip files.
|
||||||
|
type zipArchive struct {
|
||||||
|
zip *zip.ReadCloser
|
||||||
|
}
|
||||||
|
|
||||||
|
func (a *zipArchive) OpenArchive(path string) error {
|
||||||
|
zip, err := zip.OpenReader(path)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
a.zip = zip
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (a *zipArchive) Close() error {
|
||||||
|
if a.zip == nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
return a.zip.Close()
|
||||||
|
}
|
||||||
|
|
||||||
|
func (a *zipArchive) Glob(pattern string) ([]FileInfo, error) {
|
||||||
|
result := make([]FileInfo, 0)
|
||||||
|
for _, file := range a.zip.File {
|
||||||
|
if file.FileInfo().IsDir() {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
if matched, err := filepath.Match(pattern, file.Name); matched {
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
info := FileInfo{
|
||||||
|
Name: file.Name,
|
||||||
|
File: file,
|
||||||
|
}
|
||||||
|
result = append(result, info)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return result, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (a *zipArchive) Open(path string) (fs.File, error) {
|
||||||
|
file, err := a.zip.Open(path)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
return file, nil
|
||||||
|
}
|
Loading…
Add table
Add a link
Reference in a new issue