Merge branch 'develop' for release v3.71.0

This commit is contained in:
emeric
2025-09-22 22:34:24 +02:00
67 changed files with 640 additions and 379 deletions
+1 -1
View File
@@ -2,7 +2,7 @@ Language: Cpp
BasedOnStyle: Microsoft BasedOnStyle: Microsoft
Standard: c++20 Standard: c++20
AccessModifierOffset: -4 AccessModifierOffset: -4
AlignAfterOpenBracket: DontAlign AlignAfterOpenBracket: Align
AlignConsecutiveAssignments: false AlignConsecutiveAssignments: false
AlignConsecutiveDeclarations: false AlignConsecutiveDeclarations: false
AlignOperands: AlignAfterOperator AlignOperands: AlignAfterOperator
+1 -1
View File
@@ -9,5 +9,5 @@ jobs:
- name: Run clang-format style check - name: Run clang-format style check
uses: jidicula/clang-format-action@v4.13.0 uses: jidicula/clang-format-action@v4.13.0
with: with:
clang-format-version: '13' clang-format-version: '19'
check-path: 'src' check-path: 'src'
+1
View File
@@ -24,6 +24,7 @@ find_package(Threads REQUIRED)
find_package(Filesystem REQUIRED) find_package(Filesystem REQUIRED)
find_package(Boost REQUIRED COMPONENTS system program_options iostreams) find_package(Boost REQUIRED COMPONENTS system program_options iostreams)
find_package(Wt REQUIRED COMPONENTS Wt Dbo DboSqlite3 HTTP) find_package(Wt REQUIRED COMPONENTS Wt Dbo DboSqlite3 HTTP)
find_package(Pugixml CONFIG REQUIRED)
# WT # WT
if (NOT Wt_FOUND) if (NOT Wt_FOUND)
+4 -4
View File
@@ -17,11 +17,11 @@
## Docker ## Docker
_Docker_ images are available, please see detailed instructions on https://hub.docker.com/r/epoupon/lms. _Docker_ images are available, please see detailed instructions on https://hub.docker.com/r/epoupon/lms.
## Debian packages ## Debian packages
_Bookworm_ packages are provided for _amd64_ architectures. _Trixie_ packages are provided for _amd64_ architectures.
As root, trust the following debian package provider and add it in your list of repositories: As root, trust the following debian package provider and add it in your list of repositories:
```sh ```sh
wget --backups=1 https://debian.poupon.dev/apt/debian/epoupon.gpg -P /usr/share/keyrings wget --backups=1 https://debian.poupon.dev/apt/debian/epoupon.gpg -P /usr/share/keyrings
echo "deb [signed-by=/usr/share/keyrings/epoupon.gpg] https://debian.poupon.dev/apt/debian bookworm main" > /etc/apt/sources.list.d/epoupon.list echo "deb [signed-by=/usr/share/keyrings/epoupon.gpg] https://debian.poupon.dev/apt/debian trixie main" > /etc/apt/sources.list.d/epoupon.list
``` ```
To install or upgrade _LMS_: To install or upgrade _LMS_:
```sh ```sh
@@ -31,13 +31,13 @@ apt install lms
The _lms_ service is started just after the package installation, run by a dedicated _lms_ system user.</br> The _lms_ service is started just after the package installation, run by a dedicated _lms_ system user.</br>
Please refer to [Deployment](#deployment) for further configuration options. Please refer to [Deployment](#deployment) for further configuration options.
## From source ## From source
__Note__: this installation process and the default values of the configuration files have been written for _Debian Bookworm_ and _Debian Trixie_. Therefore, you may have to adapt commands and/or paths in order to fit to your distribution. __Note__: this installation process and the default values of the configuration files have been written for _Debian Trixie_. Therefore, you may have to adapt commands and/or paths in order to fit to your distribution.
### Build dependencies ### Build dependencies
__Notes__: __Notes__:
* a C++20 compiler is needed * a C++20 compiler is needed
* ffmpeg version 4 minimum is required * ffmpeg version 4 minimum is required
```sh ```sh
apt-get install g++ cmake libboost-program-options-dev libboost-system-dev libavutil-dev libavformat-dev libstb-dev libconfig++-dev ffmpeg libtag1-dev libpam0g-dev libpugixml-dev libgtest-dev libarchive-dev libxxhash-dev libssl-dev apt-get install build-essential cmake libboost-program-options-dev libboost-system-dev libavutil-dev libavformat-dev libstb-dev libconfig++-dev ffmpeg libtag-dev libpam0g-dev libpugixml-dev libgtest-dev libarchive-dev libxxhash-dev libssl-dev
``` ```
__Notes__: __Notes__:
* libpam0g-dev is optional (only for using PAM authentication) * libpam0g-dev is optional (only for using PAM authentication)
+1
View File
@@ -188,6 +188,7 @@
<message id="Lms.Admin.InitWizard.header">Create administrator account</message> <message id="Lms.Admin.InitWizard.header">Create administrator account</message>
<!--Auth--> <!--Auth-->
<message id="Lms.Auth.login">Log in</message>
<message id="Lms.Auth.remember-me">Remember me</message> <message id="Lms.Auth.remember-me">Remember me</message>
<message id="Lms.Auth.welcome">Welcome!</message> <message id="Lms.Auth.welcome">Welcome!</message>
+1
View File
@@ -187,6 +187,7 @@
<message id="Lms.Admin.InitWizard.header">Crear cuenta de administrador</message> <message id="Lms.Admin.InitWizard.header">Crear cuenta de administrador</message>
<!--Auth--> <!--Auth-->
<message id="Lms.Auth.login">Iniciar Sesión</message>
<message id="Lms.Auth.remember-me">Recordarme</message> <message id="Lms.Auth.remember-me">Recordarme</message>
<message id="Lms.Auth.welcome">¡Bienvenido!</message> <message id="Lms.Auth.welcome">¡Bienvenido!</message>
+1
View File
@@ -187,6 +187,7 @@
<message id="Lms.Admin.InitWizard.header">Creation du compte administrateur</message> <message id="Lms.Admin.InitWizard.header">Creation du compte administrateur</message>
<!--Auth--> <!--Auth-->
<message id="Lms.Auth.login">Login</message>
<message id="Lms.Auth.remember-me">Se souvenir de moi</message> <message id="Lms.Auth.remember-me">Se souvenir de moi</message>
<message id="Lms.Auth.welcome">Bienvenue !</message> <message id="Lms.Auth.welcome">Bienvenue !</message>
+1
View File
@@ -187,6 +187,7 @@
<message id="Lms.Admin.InitWizard.header">Crea un account amministratore</message> <message id="Lms.Admin.InitWizard.header">Crea un account amministratore</message>
<!--Auth--> <!--Auth-->
<message id="Lms.Auth.login">Login</message>
<message id="Lms.Auth.remember-me">Ricordami</message> <message id="Lms.Auth.remember-me">Ricordami</message>
<message id="Lms.Auth.welcome">Benvenuto!</message> <message id="Lms.Auth.welcome">Benvenuto!</message>
+1
View File
@@ -204,6 +204,7 @@
<message id="Lms.Admin.InitWizard.header">Utwórz konto administratora</message> <message id="Lms.Admin.InitWizard.header">Utwórz konto administratora</message>
<!--Auth--> <!--Auth-->
<message id="Lms.Auth.login">Login</message>
<message id="Lms.Auth.remember-me">Zapamiętaj mnie</message> <message id="Lms.Auth.remember-me">Zapamiętaj mnie</message>
<message id="Lms.Auth.welcome">Witam!</message> <message id="Lms.Auth.welcome">Witam!</message>
+1
View File
@@ -184,6 +184,7 @@
<message id="Lms.Admin.InitWizard.header">新建管理员账号</message> <message id="Lms.Admin.InitWizard.header">新建管理员账号</message>
<!--Auth--> <!--Auth-->
<message id="Lms.Auth.login">登陆</message>
<message id="Lms.Auth.remember-me">记住我</message> <message id="Lms.Auth.remember-me">记住我</message>
<message id="Lms.Auth.welcome">欢迎!</message> <message id="Lms.Auth.welcome">欢迎!</message>
+5 -1
View File
@@ -101,8 +101,12 @@ cover-jpeg-quality = 75;
# Preferred file names for covers (order is important, accept wildcards) # Preferred file names for covers (order is important, accept wildcards)
cover-preferred-file-names = ("cover", "front", "folder", "default"); cover-preferred-file-names = ("cover", "front", "folder", "default");
# Image file names searched alongside the artist info file (artist.nfo)
# Note: files whose name is the artist's MBID are always searched first. You can place the MBID files anywhere in your libraries.
artist-info-image-file-names = ("thumb", "folder", "fanart");
# File names for artist images (order is important, accept wildcards) # File names for artist images (order is important, accept wildcards)
# Note: files whose name is the artist's MBID are always searched before the names in this list. You can place the MBID files anywhere in your libraries. # Note: files next to artist info files are searched first.
artist-image-file-names = ("artist"); artist-image-file-names = ("artist");
# File names for medium images (order is important, accept wildcards) # File names for medium images (order is important, accept wildcards)
+5 -5
View File
@@ -204,11 +204,11 @@ namespace lms::av
std::optional<std::size_t> AudioFile::getBestStreamIndex() const std::optional<std::size_t> AudioFile::getBestStreamIndex() const
{ {
int res = ::av_find_best_stream(_context, int res = ::av_find_best_stream(_context,
AVMEDIA_TYPE_AUDIO, AVMEDIA_TYPE_AUDIO,
-1, // Auto -1, // Auto
-1, // Auto -1, // Auto
NULL, NULL,
0); 0);
if (res < 0) if (res < 0)
return std::nullopt; return std::nullopt;
+15 -15
View File
@@ -202,24 +202,24 @@ namespace lms::core
LMS_LOG(CHILDPROCESS, DEBUG, "Async read, bufferSize = " << bufferSize); LMS_LOG(CHILDPROCESS, DEBUG, "Async read, bufferSize = " << bufferSize);
boost::asio::async_read(_childStdout, boost::asio::buffer(data, bufferSize), boost::asio::async_read(_childStdout, boost::asio::buffer(data, bufferSize),
[this, callback{ std::move(callback) }](const boost::system::error_code& error, std::size_t bytesTransferred) { [this, callback{ std::move(callback) }](const boost::system::error_code& error, std::size_t bytesTransferred) {
LMS_LOG(CHILDPROCESS, DEBUG, "Async read cb - ec = '" << error.message() << "' (" << error.value() << "), bytesTransferred = " << bytesTransferred); LMS_LOG(CHILDPROCESS, DEBUG, "Async read cb - ec = '" << error.message() << "' (" << error.value() << "), bytesTransferred = " << bytesTransferred);
ReadResult readResult{ ReadResult::Success }; ReadResult readResult{ ReadResult::Success };
if (error) if (error)
{ {
if (error != boost::asio::error::eof) if (error != boost::asio::error::eof)
{ {
// forbidden to read any captured param here as the ChildProcess instance may already have been killed // forbidden to read any captured param here as the ChildProcess instance may already have been killed
return; return;
} }
readResult = ReadResult::EndOfFile; readResult = ReadResult::EndOfFile;
_finished = true; _finished = true;
} }
callback(readResult, bytesTransferred); callback(readResult, bytesTransferred);
}); });
} }
std::size_t ChildProcess::readSome(std::byte* data, std::size_t bufferSize) std::size_t ChildProcess::readSome(std::byte* data, std::size_t bufferSize)
+1 -1
View File
@@ -35,7 +35,7 @@ namespace lms::core
private: private:
Wt::Http::ResponseContinuation* processRequest(const Wt::Http::Request& request, Wt::Http::Response& response) override; Wt::Http::ResponseContinuation* processRequest(const Wt::Http::Request& request, Wt::Http::Response& response) override;
void abort() override{}; void abort() override {};
static constexpr std::size_t _chunkSize{ 262'144 }; static constexpr std::size_t _chunkSize{ 262'144 };
+21 -1
View File
@@ -44,10 +44,20 @@ namespace lms::core::stringUtils
constexpr std::pair<char, std::string_view> jsonEscapeChars[]{ constexpr std::pair<char, std::string_view> jsonEscapeChars[]{
{ '\\', "\\\\" }, { '\\', "\\\\" },
{ '"', "\\\"" },
{ '\b', "\\b" },
{ '\f', "\\f" },
{ '\n', "\\n" }, { '\n', "\\n" },
{ '\r', "\\r" }, { '\r', "\\r" },
{ '\t', "\\t" }, { '\t', "\\t" },
{ '"', "\\\"" }, };
constexpr std::pair<char, std::string_view> xmlEscapeChars[]{
{ '&', "&amp;" },
{ '<', "&lt;" },
{ '>', "&gt;" },
{ '\'', "&apos;" },
{ '"', "&quot;" },
}; };
template<std::size_t N> template<std::size_t N>
@@ -442,6 +452,16 @@ namespace lms::core::stringUtils
details::writeEscapedString(os, str, details::jsonEscapeChars); details::writeEscapedString(os, str, details::jsonEscapeChars);
} }
std::string xmlEscape(std::string_view str)
{
return details::escape(str, details::xmlEscapeChars);
}
void writeXmlEscapedString(std::ostream& os, std::string_view str)
{
details::writeEscapedString(os, str, details::xmlEscapeChars);
}
std::string escapeString(std::string_view str, std::string_view charsToEscape, char escapeChar) std::string escapeString(std::string_view str, std::string_view charsToEscape, char escapeChar)
{ {
std::string res; std::string res;
+2 -2
View File
@@ -78,9 +78,9 @@ namespace lms::core::tracing
setMetadata("cpu_count", std::to_string(std::thread::hardware_concurrency())); setMetadata("cpu_count", std::to_string(std::thread::hardware_concurrency()));
setMetadata("build_type", setMetadata("build_type",
#ifndef NDEBUG #ifndef NDEBUG
"debug" "debug"
#else #else
"release" "release"
#endif #endif
); );
} }
+1 -1
View File
@@ -43,7 +43,7 @@ namespace lms::core::http
std::visit([&](const auto& parameters) { std::visit([&](const auto& parameters) {
res = &static_cast<const ClientRequestParameters&>(parameters); res = &static_cast<const ClientRequestParameters&>(parameters);
}, },
_parameters); _parameters);
return *res; return *res;
} }
+2 -2
View File
@@ -313,7 +313,7 @@ namespace lms::core::http
LOG(DEBUG, "Throttling for " << duration.count() << " seconds"); LOG(DEBUG, "Throttling for " << duration.count() << " seconds");
_throttleTimer.expires_after(duration); _throttleTimer.expires_after(duration);
_throttleTimer.async_wait([this](const boost::system::error_code& ec) { _throttleTimer.async_wait(boost::asio::bind_executor(_strand, [this](const boost::system::error_code& ec) {
if (ec == boost::asio::error::operation_aborted) if (ec == boost::asio::error::operation_aborted)
LOG(DEBUG, "Throttle aborted"); LOG(DEBUG, "Throttle aborted");
else if (ec) else if (ec)
@@ -322,7 +322,7 @@ namespace lms::core::http
setState(State::Idle); setState(State::Idle);
if (!ec) if (!ec)
sendNextQueuedRequest(); sendNextQueuedRequest();
}); }));
setState(State::Throttled); setState(State::Throttled);
} }
+3
View File
@@ -105,6 +105,9 @@ namespace lms::core::stringUtils
void writeJSEscapedString(std::ostream& os, std::string_view str); void writeJSEscapedString(std::ostream& os, std::string_view str);
void writeJsonEscapedString(std::ostream& os, std::string_view str); void writeJsonEscapedString(std::ostream& os, std::string_view str);
[[nodiscard]] std::string xmlEscape(std::string_view str);
void writeXmlEscapedString(std::ostream& os, std::string_view str);
[[nodiscard]] std::string escapeString(std::string_view str, std::string_view charsToEscape, char escapeChar); [[nodiscard]] std::string escapeString(std::string_view str, std::string_view charsToEscape, char escapeChar);
[[nodiscard]] std::string unescapeString(std::string_view str, char escapeChar); [[nodiscard]] std::string unescapeString(std::string_view str, char escapeChar);
+21
View File
@@ -221,6 +221,27 @@ namespace lms::core::stringUtils::tests
EXPECT_EQ(jsonEscape(R"(Test'.mp3)"), R"(Test'.mp3)"); EXPECT_EQ(jsonEscape(R"(Test'.mp3)"), R"(Test'.mp3)");
EXPECT_EQ(jsonEscape(R"(Test"".mp3)"), R"(Test\"\".mp3)"); EXPECT_EQ(jsonEscape(R"(Test"".mp3)"), R"(Test\"\".mp3)");
EXPECT_EQ(jsonEscape(R"(\Test\.mp3)"), R"(\\Test\\.mp3)"); EXPECT_EQ(jsonEscape(R"(\Test\.mp3)"), R"(\\Test\\.mp3)");
EXPECT_EQ(jsonEscape("Line1\nLine2"), R"(Line1\nLine2)");
EXPECT_EQ(jsonEscape("Line1\rLine2"), R"(Line1\rLine2)");
EXPECT_EQ(jsonEscape("Col1\tCol2"), R"(Col1\tCol2)");
EXPECT_EQ(jsonEscape("Hello\bWorld"), R"(Hello\bWorld)");
EXPECT_EQ(jsonEscape("Hello\fWorld"), R"(Hello\fWorld)");
EXPECT_EQ(jsonEscape("Hello\nWorld"), R"(Hello\nWorld)");
}
TEST(StringUtils, escapeXmlString)
{
EXPECT_EQ(xmlEscape(""), "");
EXPECT_EQ(xmlEscape("Test.mp3"), "Test.mp3");
EXPECT_EQ(xmlEscape("A & B"), "A &amp; B");
EXPECT_EQ(xmlEscape("<tag>"), "&lt;tag&gt;");
EXPECT_EQ(xmlEscape(R"(He said "Hello")"), "He said &quot;Hello&quot;");
EXPECT_EQ(xmlEscape("It's fine"), "It&apos;s fine");
EXPECT_EQ(xmlEscape(R"(<tag attr="val & val2">O'Hara</tag>)"), "&lt;tag attr=&quot;val &amp; val2&quot;&gt;O&apos;Hara&lt;/tag&gt;");
EXPECT_EQ(xmlEscape(R"(\Test\.mp3)"), R"(\Test\.mp3)");
EXPECT_EQ(xmlEscape("Café & Tea"), "Café &amp; Tea");
EXPECT_EQ(xmlEscape(R"(&<>'")"), "&amp;&lt;&gt;&apos;&quot;");
EXPECT_EQ(xmlEscape("Line1\nLine2"), "Line1\nLine2");
} }
TEST(StringUtils, escapeString) TEST(StringUtils, escapeString)
+1 -1
View File
@@ -344,7 +344,7 @@ CREATE TABLE IF NOT EXISTS "track_backup" (
SELECT 1, 0, s_s.media_directory, "Main" SELECT 1, 0, s_s.media_directory, "Main"
FROM scan_settings s_s FROM scan_settings s_s
WHERE id = ?)", WHERE id = ?)",
scanSettingsId); scanSettingsId);
// Remove the outdated column in scan_settings // Remove the outdated column in scan_settings
utils::executeCommand(*session.getDboSession(), "ALTER TABLE scan_settings DROP media_directory"); utils::executeCommand(*session.getDboSession(), "ALTER TABLE scan_settings DROP media_directory");
+1 -1
View File
@@ -74,7 +74,7 @@ namespace lms::db
class SelectStatement class SelectStatement
{ {
public: public:
SelectStatement(){}; SelectStatement() {};
SelectStatement(const std::string& item); SelectStatement(const std::string& item);
SelectStatement& And(const std::string& item); SelectStatement& And(const std::string& item);
+4 -4
View File
@@ -74,13 +74,13 @@ namespace lms::image::STB
#if STB_IMAGE_RESIZE_VERSION == 1 #if STB_IMAGE_RESIZE_VERSION == 1
if (::stbir_resize_uint8_srgb(reinterpret_cast<const unsigned char*>(_data.get()), _width, _height, 0, if (::stbir_resize_uint8_srgb(reinterpret_cast<const unsigned char*>(_data.get()), _width, _height, 0,
reinterpret_cast<unsigned char*>(resizedData.get()), width, height, 0, reinterpret_cast<unsigned char*>(resizedData.get()), width, height, 0,
3, STBIR_ALPHA_CHANNEL_NONE, 0) 3, STBIR_ALPHA_CHANNEL_NONE, 0)
== 0) == 0)
#elif STB_IMAGE_RESIZE_VERSION == 2 #elif STB_IMAGE_RESIZE_VERSION == 2
if (::stbir_resize_uint8_srgb(reinterpret_cast<const unsigned char*>(_data.get()), _width, _height, 0, if (::stbir_resize_uint8_srgb(reinterpret_cast<const unsigned char*>(_data.get()), _width, _height, 0,
reinterpret_cast<unsigned char*>(resizedData.get()), width, height, 0, reinterpret_cast<unsigned char*>(resizedData.get()), width, height, 0,
STBIR_RGB) STBIR_RGB)
== 0) == 0)
#else #else
#error "Unhandled STB image resize version"! #error "Unhandled STB image resize version"!
+1
View File
@@ -34,6 +34,7 @@ target_include_directories(lmsmetadata PRIVATE
target_link_libraries(lmsmetadata PRIVATE target_link_libraries(lmsmetadata PRIVATE
lmsav lmsav
PkgConfig::Taglib PkgConfig::Taglib
pugixml::pugixml
) )
target_link_libraries(lmsmetadata PUBLIC target_link_libraries(lmsmetadata PUBLIC
+37 -37
View File
@@ -75,43 +75,43 @@ namespace lms::metadata::benchmarks
params.artistTagDelimiters = { "/", ";" }; params.artistTagDelimiters = { "/", ";" };
// The list itself is not important, the idea is to have some volume // The list itself is not important, the idea is to have some volume
params.artistsToNotSplit = { "AC/DC", params.artistsToNotSplit = { "AC/DC",
"+/-", "+/-",
R"(A/N【eɪ-ɛn)", R"(A/N【eɪ-ɛn)",
"Akron/Family", "Akron/Family",
"AM/FM", "AM/FM",
"Ashes/Dust", "Ashes/Dust",
"B/B/S/", "B/B/S/",
"BLCK/MRKT/RGNS", "BLCK/MRKT/RGNS",
"Body/Gate/Head", "Body/Gate/Head",
"Body/Head", "Body/Head",
"Born/Dead", "Born/Dead",
"Burger/Ink", "Burger/Ink",
"case/lang/veirs", "case/lang/veirs",
"Chicago / London Underground", "Chicago / London Underground",
"Dakota/Dakota", "Dakota/Dakota",
"Dark/Light", "Dark/Light",
"Decades/Failures", "Decades/Failures",
"The Denison/Kimball Trio", "The Denison/Kimball Trio",
"D-W/L-SS", "D-W/L-SS",
"F/i", "F/i",
"Friend / Enemy", "Friend / Enemy",
"GZA/Genius", "GZA/Genius",
"I/O", "I/O",
"I/O3", "I/O3",
"In/Humanity", "In/Humanity",
"Love/Lust", "Love/Lust",
"Mirror/Dash", "Mirror/Dash",
"Model/Actress", "Model/Actress",
"N/N", "N/N",
"Neither/Neither World", "Neither/Neither World",
"P1/E", "P1/E",
"Sick/Tired", "Sick/Tired",
"t/e/u/", "t/e/u/",
"tide/edit", "tide/edit",
"V/Vm", "V/Vm",
"White/Lichens", "White/Lichens",
"White/Light", "White/Light",
"Yamantaka // Sonic Titan" }; "Yamantaka // Sonic Titan" };
const TestAudioFileParser parser{ params }; const TestAudioFileParser parser{ params };
for (auto _ : state) for (auto _ : state)
+39 -22
View File
@@ -19,14 +19,27 @@
#include "metadata/ArtistInfo.hpp" #include "metadata/ArtistInfo.hpp"
#include <boost/property_tree/ptree.hpp> #include <pugixml.hpp>
#include <boost/property_tree/xml_parser.hpp>
#include "core/ILogger.hpp" #include "core/ILogger.hpp"
#include "core/LiteralString.hpp"
#include "core/String.hpp" #include "core/String.hpp"
namespace lms::metadata namespace lms::metadata
{ {
namespace
{
std::optional<std::string_view> getText(const pugi::xml_node& node, const core::LiteralString& tag)
{
std::optional<std::string_view> res;
if (const pugi::xml_node child{ node.child(tag.c_str()) })
res = std::string_view{ child.child_value() };
return res;
}
} // namespace
std::span<const std::filesystem::path> getSupportedArtistInfoFiles() std::span<const std::filesystem::path> getSupportedArtistInfoFiles()
{ {
static const std::array<std::filesystem::path, 1> files{ "artist.nfo" }; static const std::array<std::filesystem::path, 1> files{ "artist.nfo" };
@@ -35,29 +48,33 @@ namespace lms::metadata
ArtistInfo parseArtistInfo(std::istream& is) ArtistInfo parseArtistInfo(std::istream& is)
{ {
try ArtistInfo artistInfo;
pugi::xml_document doc;
pugi::xml_parse_result result{ doc.load(is) };
if (!result)
{ {
ArtistInfo artistInfo; LMS_LOG(METADATA, ERROR, "Cannot read artist info xml: " << result.description());
throw ArtistInfoParseException{ result.description() };
boost::property_tree::ptree root;
boost::property_tree::read_xml(is, root);
const auto& artistNode{ root.get_child("artist") };
artistInfo.mbid = core::UUID::fromString(core::stringUtils::stringTrim(artistNode.get_optional<std::string>("musicBrainzArtistID").value_or("")));
artistInfo.name = core::stringUtils::stringTrim(artistNode.get_optional<std::string>("name").value_or(""));
artistInfo.sortName = core::stringUtils::stringTrim(artistNode.get_optional<std::string>("sortname").value_or(""));
artistInfo.type = core::stringUtils::stringTrim(artistNode.get_optional<std::string>("type").value_or(""));
artistInfo.gender = core::stringUtils::stringTrim(artistNode.get_optional<std::string>("gender").value_or(""));
artistInfo.disambiguation = core::stringUtils::stringTrim(artistNode.get_optional<std::string>("disambiguation").value_or(""));
artistInfo.biography = artistNode.get_optional<std::string>("biography").value_or("");
return artistInfo;
} }
catch (boost::property_tree::ptree_error& error)
const pugi::xml_node artistNode{ doc.child("artist") };
if (!artistNode)
throw ArtistInfoParseException{ "No <artist> element found in artist info xml" };
{ {
LMS_LOG(METADATA, ERROR, "Cannot read artist xml info: " << error.what()); auto mbid{ getText(artistNode, "musicBrainzArtistID") };
throw ArtistInfoParseException{ error.what() }; if (!mbid.has_value())
mbid = getText(artistNode, "musicbrainzartistid"); // lidarr seems to put this in lowercase
artistInfo.mbid = core::UUID::fromString(core::stringUtils::stringTrim(mbid.has_value() ? *mbid : ""));
} }
artistInfo.name = core::stringUtils::stringTrim(getText(artistNode, "name").value_or(""));
artistInfo.sortName = core::stringUtils::stringTrim(getText(artistNode, "sortname").value_or(""));
artistInfo.type = core::stringUtils::stringTrim(getText(artistNode, "type").value_or(""));
artistInfo.gender = core::stringUtils::stringTrim(getText(artistNode, "gender").value_or(""));
artistInfo.disambiguation = core::stringUtils::stringTrim(getText(artistNode, "disambiguation").value_or(""));
artistInfo.biography = getText(artistNode, "biography").value_or("");
return artistInfo;
} }
} // namespace lms::metadata } // namespace lms::metadata
+4 -4
View File
@@ -196,10 +196,10 @@ namespace lms::metadata
} }
std::vector<Artist> getArtists(const ITagReader& tagReader, std::vector<Artist> getArtists(const ITagReader& tagReader,
std::initializer_list<TagType> artistTagNames, std::initializer_list<TagType> artistTagNames,
std::initializer_list<TagType> artistSortTagNames, std::initializer_list<TagType> artistSortTagNames,
std::initializer_list<TagType> artistMBIDTagNames, std::initializer_list<TagType> artistMBIDTagNames,
const AudioFileParserParameters& params) const AudioFileParserParameters& params)
{ {
std::vector<std::string> artistNames{ getTagValuesFirstMatchAs<std::string>(tagReader, artistTagNames, params.artistTagDelimiters, &params.artistsToNotSplit) }; std::vector<std::string> artistNames{ getTagValuesFirstMatchAs<std::string>(tagReader, artistTagNames, params.artistTagDelimiters, &params.artistsToNotSplit) };
if (artistNames.empty()) if (artistNames.empty())
+1 -1
View File
@@ -21,7 +21,7 @@
#include <taglib/taglib.h> #include <taglib/taglib.h>
#if (TAGLIB_MAJOR_VERSION > 2) #if (TAGLIB_MAJOR_VERSION >= 2)
#define TAGLIB_HAS_DSF 1 #define TAGLIB_HAS_DSF 1
#endif #endif
@@ -45,6 +45,7 @@
#include <taglib/wavfile.h> #include <taglib/wavfile.h>
#include <taglib/wavpackfile.h> #include <taglib/wavpackfile.h>
#if TAGLIB_HAS_DSF #if TAGLIB_HAS_DSF
#include <taglib/dsdifffile.h>
#include <taglib/dsffile.h> #include <taglib/dsffile.h>
#endif #endif
@@ -452,6 +453,8 @@ namespace lms::metadata::taglib
#if TAGLIB_HAS_DSF #if TAGLIB_HAS_DSF
else if (const auto* dsfProperties{ dynamic_cast<const TagLib::DSF::Properties*>(properties) }) else if (const auto* dsfProperties{ dynamic_cast<const TagLib::DSF::Properties*>(properties) })
_audioProperties.bitsPerSample = dsfProperties->bitsPerSample(); _audioProperties.bitsPerSample = dsfProperties->bitsPerSample();
else if (const auto* dsfProperties{ dynamic_cast<const TagLib::DSDIFF::Properties*>(properties) })
_audioProperties.bitsPerSample = dsfProperties->bitsPerSample();
#endif #endif
} }
+8 -8
View File
@@ -40,6 +40,7 @@
#include <taglib/wavfile.h> #include <taglib/wavfile.h>
#include <taglib/wavpackfile.h> #include <taglib/wavpackfile.h>
#if TAGLIB_HAS_DSF #if TAGLIB_HAS_DSF
#include <taglib/dsdifffile.h>
#include <taglib/dsffile.h> #include <taglib/dsffile.h>
#endif #endif
@@ -50,14 +51,13 @@ namespace lms::metadata::taglib::utils
{ {
std::span<const std::filesystem::path> getSupportedExtensions() std::span<const std::filesystem::path> getSupportedExtensions()
{ {
static const std::vector<std::filesystem::path> supportedExtensions static const std::vector<std::filesystem::path> supportedExtensions{
{
".mp3", ".mp2", ".aac", ".ogg", ".oga", ".flac", ".spx", ".opus", ".mp3", ".mp2", ".aac", ".ogg", ".oga", ".flac", ".spx", ".opus",
".mpc", ".wv", ".ape", ".tta", ".m4a", ".m4r", ".m4b", ".m4p", ".mpc", ".wv", ".ape", ".tta", ".m4a", ".m4r", ".m4b", ".m4p",
".3g2", ".m4v", ".wma", ".asf", ".aif", ".aiff", ".afc", ".aifc", ".3g2", ".m4v", ".wma", ".asf", ".aif", ".aiff", ".afc", ".aifc",
".wav", ".wav",
#if TAGLIB_HAS_DSF #if TAGLIB_HAS_DSF
".dsf", ".dff", ".dsdiff" ".dsf", ".dff", ".dsdiff"
#endif #endif
}; };
@@ -201,9 +201,9 @@ namespace lms::metadata::taglib::utils
else if (TagLib::RIFF::WAV::File::isSupported(stream)) else if (TagLib::RIFF::WAV::File::isSupported(stream))
file = std::make_unique<TagLib::RIFF::WAV::File>(stream, readAudioProperties, audioPropertiesStyle); file = std::make_unique<TagLib::RIFF::WAV::File>(stream, readAudioProperties, audioPropertiesStyle);
#if TAGLIB_HAS_DSF #if TAGLIB_HAS_DSF
else if (DSF::File::isSupported(stream)) else if (TagLib::DSF::File::isSupported(stream))
file = std::make_unique<TagLib::DSF::File>(stream, readAudioProperties, audioPropertiesStyle); file = std::make_unique<TagLib::DSF::File>(stream, readAudioProperties, audioPropertiesStyle);
else if (DSDIFF::File::isSupported(stream)) else if (TagLib::DSDIFF::File::isSupported(stream))
file = std::make_unique<TagLib::DSDIFF::File>(stream, readAudioProperties, audioPropertiesStyle); file = std::make_unique<TagLib::DSDIFF::File>(stream, readAudioProperties, audioPropertiesStyle);
#endif #endif
+18
View File
@@ -77,6 +77,24 @@ He moved from the UK to Montreal in 1984 to become resident DJ at a number of cl
ASSERT_EQ(artistInfo.biography, "DJ and producer based in London, UK. Founder of Missile Records and Planet Of Drums.\r\n\r\nHe moved from the UK to Montreal in 1984 to become resident DJ at a number of clubs. In 1987, he began working as an A&R for JSE Agency & Management in New York, managing the likes of Tommy Musto, Frankie Bones, and The KLF. He also arranged and was tour manager for artists such as Womack & Womack, Jungle Brothers, Ice-T, and Guru Josh."); ASSERT_EQ(artistInfo.biography, "DJ and producer based in London, UK. Founder of Missile Records and Planet Of Drums.\r\n\r\nHe moved from the UK to Montreal in 1984 to become resident DJ at a number of clubs. In 1987, he began working as an A&R for JSE Agency & Management in New York, managing the likes of Tommy Musto, Frankie Bones, and The KLF. He also arranged and was tour manager for artists such as Womack & Womack, Jungle Brothers, Ice-T, and Guru Josh.");
} }
TEST(ArtistInfo, basic_musicbrainzartistid)
{
std::istringstream is{ R"(<?xml version='1.0' encoding='UTF-8' standalone='yes'?>
<artist>
<name>Tim Taylor</name>
<musicbrainzartistid>38811c52-85e3-4e2e-3319-ab7d9f2cfa5b</musicbrainzartistid>
<sortname>Taylor, Tim</sortname>
<disambiguation>Timothy Taylor</disambiguation>
</artist>)" };
const ArtistInfo artistInfo{ parseArtistInfo(is) };
EXPECT_EQ(artistInfo.mbid, core::UUID::fromString("38811c52-85e3-4e2e-3319-ab7d9f2cfa5b"));
EXPECT_EQ(artistInfo.name, "Tim Taylor");
ASSERT_EQ(artistInfo.sortName, "Taylor, Tim");
ASSERT_EQ(artistInfo.disambiguation, "Timothy Taylor");
}
TEST(ArtistInfo, trim) TEST(ArtistInfo, trim)
{ {
std::istringstream is{ R"(<?xml version='1.0' encoding='UTF-8' standalone='yes'?> std::istringstream is{ R"(<?xml version='1.0' encoding='UTF-8' standalone='yes'?>
+2 -2
View File
@@ -161,9 +161,9 @@ namespace lms::metadata::tests
{ TagType::TotalDiscs, { "3" } }, { TagType::TotalDiscs, { "3" } },
}) }; }) };
testTags->setExtraUserTags({ { "MY_AWESOME_TAG_A", { "MyTagValue1ForTagA", "MyTagValue2ForTagA" } }, testTags->setExtraUserTags({ { "MY_AWESOME_TAG_A", { "MyTagValue1ForTagA", "MyTagValue2ForTagA" } },
{ "MY_AWESOME_TAG_B", { "MyTagValue1ForTagB", "MyTagValue2ForTagB" } } }); { "MY_AWESOME_TAG_B", { "MyTagValue1ForTagB", "MyTagValue2ForTagB" } } });
testTags->setPerformersTags({ { "RoleA", { "MyPerformer1ForRoleA", "MyPerformer2ForRoleA" } }, testTags->setPerformersTags({ { "RoleA", { "MyPerformer1ForRoleA", "MyPerformer2ForRoleA" } },
{ "RoleB", { "MyPerformer1ForRoleB", "MyPerformer2ForRoleB" } } }); { "RoleB", { "MyPerformer1ForRoleB", "MyPerformer2ForRoleB" } } });
testTags->setLyricsTags({ { "eng", "[00:00.00]First line\n[00:01.00]Second line" } }); testTags->setLyricsTags({ { "eng", "[00:00.00]First line\n[00:01.00]Second line" } });
return testTags; return testTags;
@@ -47,8 +47,8 @@ namespace lms::artwork
} }
ArtworkService::ArtworkService(db::IDb& db, ArtworkService::ArtworkService(db::IDb& db,
const std::filesystem::path& defaultReleaseCoverSvgPath, const std::filesystem::path& defaultReleaseCoverSvgPath,
const std::filesystem::path& defaultArtistImageSvgPath) const std::filesystem::path& defaultArtistImageSvgPath)
: _db{ db } : _db{ db }
, _audioFileParser{ metadata::createAudioFileParser(metadata::AudioFileParserParameters{}) } , _audioFileParser{ metadata::createAudioFileParser(metadata::AudioFileParserParameters{}) }
, _cache{ core::Service<core::IConfig>::get()->getULong("cover-max-cache-size", 30) * 1000 * 1000 } , _cache{ core::Service<core::IConfig>::get()->getULong("cover-max-cache-size", 30) * 1000 * 1000 }
@@ -48,8 +48,8 @@ namespace lms::auth
virtual bool checkUserPassword(std::string_view loginName, std::string_view password) = 0; virtual bool checkUserPassword(std::string_view loginName, std::string_view password) = 0;
CheckResult checkUserPassword(const boost::asio::ip::address& clientAddress, CheckResult checkUserPassword(const boost::asio::ip::address& clientAddress,
std::string_view loginName, std::string_view loginName,
std::string_view password) override; std::string_view password) override;
std::shared_mutex _mutex; std::shared_mutex _mutex;
LoginThrottler _loginThrottler; LoginThrottler _loginThrottler;
@@ -53,8 +53,8 @@ namespace lms::auth
db::UserId userId{}; db::UserId userId{};
}; };
virtual CheckResult checkUserPassword(const boost::asio::ip::address& clientAddress, virtual CheckResult checkUserPassword(const boost::asio::ip::address& clientAddress,
std::string_view loginName, std::string_view loginName,
std::string_view password) std::string_view password)
= 0; = 0;
virtual bool canSetPasswords() const = 0; virtual bool canSetPasswords() const = 0;
+1 -4
View File
@@ -1,5 +1,3 @@
pkg_check_modules(PUGIXML REQUIRED IMPORTED_TARGET pugixml)
add_library(lmspodcast STATIC add_library(lmspodcast STATIC
impl/steps/CheckForMissingFilesStep.cpp impl/steps/CheckForMissingFilesStep.cpp
impl/steps/ClearTmpDirectoryStep.cpp impl/steps/ClearTmpDirectoryStep.cpp
@@ -22,13 +20,12 @@ target_include_directories(lmspodcast INTERFACE
target_include_directories(lmspodcast PRIVATE target_include_directories(lmspodcast PRIVATE
include include
impl impl
${PUGIXML_INCLUDE_DIRS}
) )
target_link_libraries(lmspodcast PRIVATE target_link_libraries(lmspodcast PRIVATE
lmscore lmscore
lmsimage lmsimage
PkgConfig::PUGIXML pugixml::pugixml
) )
target_link_libraries(lmspodcast PUBLIC target_link_libraries(lmspodcast PUBLIC
@@ -274,8 +274,8 @@ namespace lms::podcast
// order is important, each step is done only when the previous one is done // order is important, each step is done only when the previous one is done
_refreshSteps.emplace_back(std::make_unique<ClearTmpDirectoryStep>(_refreshContext, onDoneCallback)); _refreshSteps.emplace_back(std::make_unique<ClearTmpDirectoryStep>(_refreshContext, onDoneCallback));
_refreshSteps.emplace_back(std::make_unique<CheckForMissingFilesStep>(_refreshContext, onDoneCallback)); _refreshSteps.emplace_back(std::make_unique<CheckForMissingFilesStep>(_refreshContext, onDoneCallback));
_refreshSteps.emplace_back(std::make_unique<RefreshPodcastsStep>(_refreshContext, onDoneCallback));
_refreshSteps.emplace_back(std::make_unique<RemovePodcastsStep>(_refreshContext, onDoneCallback)); _refreshSteps.emplace_back(std::make_unique<RemovePodcastsStep>(_refreshContext, onDoneCallback));
_refreshSteps.emplace_back(std::make_unique<RefreshPodcastsStep>(_refreshContext, onDoneCallback));
_refreshSteps.emplace_back(std::make_unique<RemoveEpisodesStep>(_refreshContext, onDoneCallback)); _refreshSteps.emplace_back(std::make_unique<RemoveEpisodesStep>(_refreshContext, onDoneCallback));
_refreshSteps.emplace_back(std::make_unique<DownloadPodcastArtworksStep>(_refreshContext, onDoneCallback)); _refreshSteps.emplace_back(std::make_unique<DownloadPodcastArtworksStep>(_refreshContext, onDoneCallback));
_refreshSteps.emplace_back(std::make_unique<DownloadEpisodeArtworksStep>(_refreshContext, onDoneCallback)); _refreshSteps.emplace_back(std::make_unique<DownloadEpisodeArtworksStep>(_refreshContext, onDoneCallback));
@@ -79,9 +79,9 @@ namespace lms::podcast
dbPodcast.modify()->setSubtitle(podcast.subtitle); dbPodcast.modify()->setSubtitle(podcast.subtitle);
dbPodcast.modify()->setSummary(podcast.summary); dbPodcast.modify()->setSummary(podcast.summary);
dbPodcast.modify()->setTitle(podcast.title); dbPodcast.modify()->setTitle(podcast.title);
if (dbPodcast->getImageUrl() != podcast.imageUrl) if (std::string previousUrl{ dbPodcast->getImageUrl() }; !previousUrl.empty() && previousUrl != podcast.imageUrl)
{ {
LMS_LOG(PODCAST, INFO, "Podcast '" << podcast.title << "' : image url changed from '" << dbPodcast->getImageUrl() << "' to '" << podcast.imageUrl << "'"); LMS_LOG(PODCAST, INFO, "Podcast '" << podcast.title << "' : image url changed from '" << previousUrl << "' to '" << podcast.imageUrl << "'");
if (db::Artwork::pointer currentArtwork{ dbPodcast->getArtwork() }) if (db::Artwork::pointer currentArtwork{ dbPodcast->getArtwork() })
removeArtwork(session, currentArtwork); removeArtwork(session, currentArtwork);
@@ -382,7 +382,7 @@ namespace lms::recommendation
FeatureNames res; FeatureNames res;
std::transform(std::cbegin(featureDefinitions), std::cend(featureDefinitions), std::transform(std::cbegin(featureDefinitions), std::cend(featureDefinitions),
std::inserter(res, std::begin(res)), [](auto itFeature) { return itFeature.first; }); std::inserter(res, std::begin(res)), [](auto itFeature) { return itFeature.first; });
return res; return res;
} }
@@ -101,10 +101,10 @@ namespace lms::recommendation
std::unordered_set<FeatureName> featureNames; std::unordered_set<FeatureName> featureNames;
std::transform(std::cbegin(trainSettings.featureSettingsMap), std::cend(trainSettings.featureSettingsMap), std::inserter(featureNames, std::begin(featureNames)), std::transform(std::cbegin(trainSettings.featureSettingsMap), std::cend(trainSettings.featureSettingsMap), std::inserter(featureNames, std::begin(featureNames)),
[](const auto& itFeatureSetting) { return itFeatureSetting.first; }); [](const auto& itFeatureSetting) { return itFeatureSetting.first; });
const std::size_t nbDimensions{ std::accumulate(std::cbegin(featureNames), std::cend(featureNames), std::size_t{ 0 }, const std::size_t nbDimensions{ std::accumulate(std::cbegin(featureNames), std::cend(featureNames), std::size_t{ 0 },
[](std::size_t sum, const FeatureName& featureName) { return sum + getFeatureDef(featureName).nbDimensions; }) }; [](std::size_t sum, const FeatureName& featureName) { return sum + getFeatureDef(featureName).nbDimensions; }) };
LMS_LOG(RECOMMENDATION, DEBUG, "Features dimension = " << nbDimensions); LMS_LOG(RECOMMENDATION, DEBUG, "Features dimension = " << nbDimensions);
@@ -184,8 +184,8 @@ namespace lms::recommendation
LMS_LOG(RECOMMENDATION, DEBUG, "Training network..."); LMS_LOG(RECOMMENDATION, DEBUG, "Training network...");
network.train(samples, trainSettings.iterationCount, network.train(samples, trainSettings.iterationCount,
progressCallback ? somProgressCallback : som::Network::ProgressCallback{}, progressCallback ? somProgressCallback : som::Network::ProgressCallback{},
[this] { return _loadCancelled; }); [this] { return _loadCancelled; });
LMS_LOG(RECOMMENDATION, DEBUG, "Training network DONE"); LMS_LOG(RECOMMENDATION, DEBUG, "Training network DONE");
LMS_LOG(RECOMMENDATION, DEBUG, "Classifying tracks..."); LMS_LOG(RECOMMENDATION, DEBUG, "Classifying tracks...");
@@ -242,10 +242,10 @@ namespace lms::recommendation
auto transaction{ session.createReadTransaction() }; auto transaction{ session.createReadTransaction() };
similarTrackIds.erase(std::remove_if(std::begin(similarTrackIds), std::end(similarTrackIds), similarTrackIds.erase(std::remove_if(std::begin(similarTrackIds), std::end(similarTrackIds),
[&](TrackId trackId) { [&](TrackId trackId) {
return !Track::exists(session, trackId); return !Track::exists(session, trackId);
}), }),
std::end(similarTrackIds)); std::end(similarTrackIds));
} }
return similarTrackIds; return similarTrackIds;
@@ -263,10 +263,10 @@ namespace lms::recommendation
auto transaction{ session.createReadTransaction() }; auto transaction{ session.createReadTransaction() };
similarReleaseIds.erase(std::remove_if(std::begin(similarReleaseIds), std::end(similarReleaseIds), similarReleaseIds.erase(std::remove_if(std::begin(similarReleaseIds), std::end(similarReleaseIds),
[&](ReleaseId releaseId) { [&](ReleaseId releaseId) {
return !Release::exists(session, releaseId); return !Release::exists(session, releaseId);
}), }),
std::end(similarReleaseIds)); std::end(similarReleaseIds));
} }
return similarReleaseIds; return similarReleaseIds;
@@ -302,10 +302,10 @@ namespace lms::recommendation
auto transaction{ session.createReadTransaction() }; auto transaction{ session.createReadTransaction() };
res.erase(std::remove_if(std::begin(res), std::end(res), res.erase(std::remove_if(std::begin(res), std::end(res),
[&](ArtistId artistId) { [&](ArtistId artistId) {
return !Artist::exists(session, artistId); return !Artist::exists(session, artistId);
}), }),
std::end(res)); std::end(res));
} }
while (res.size() > maxCount) while (res.size() > maxCount)
@@ -101,9 +101,9 @@ namespace lms::recommendation
template<typename IdType> template<typename IdType>
std::vector<IdType> getSimilarObjects(const std::vector<IdType>& ids, std::vector<IdType> getSimilarObjects(const std::vector<IdType>& ids,
const ObjectMatrix<IdType>& objectMatrix, const ObjectMatrix<IdType>& objectMatrix,
const ObjectPositions<IdType>& objectPositions, const ObjectPositions<IdType>& objectPositions,
std::size_t maxCount) const; std::size_t maxCount) const;
db::IDb& _db; db::IDb& _db;
bool _loadCancelled{}; bool _loadCancelled{};
@@ -157,9 +157,9 @@ namespace lms::recommendation
template<typename IdType> template<typename IdType>
std::vector<IdType> FeaturesEngine::getSimilarObjects(const std::vector<IdType>& ids, std::vector<IdType> FeaturesEngine::getSimilarObjects(const std::vector<IdType>& ids,
const ObjectMatrix<IdType>& objectMatrix, const ObjectMatrix<IdType>& objectMatrix,
const ObjectPositions<IdType>& objectPositions, const ObjectPositions<IdType>& objectPositions,
std::size_t maxCount) const std::size_t maxCount) const
{ {
std::vector<IdType> res; std::vector<IdType> res;
@@ -173,10 +173,10 @@ namespace lms::recommendation
// Remove objects that are already in input or already reported // Remove objects that are already in input or already reported
closestObjectIds.erase(std::remove_if(std::begin(closestObjectIds), std::end(closestObjectIds), closestObjectIds.erase(std::remove_if(std::begin(closestObjectIds), std::end(closestObjectIds),
[&](IdType id) { [&](IdType id) {
return std::find(std::cbegin(ids), std::cend(ids), id) != std::cend(ids); return std::find(std::cbegin(ids), std::cend(ids), id) != std::cend(ids);
}), }),
std::end(closestObjectIds)); std::end(closestObjectIds));
for (IdType id : closestObjectIds) for (IdType id : closestObjectIds)
{ {
@@ -35,8 +35,8 @@ namespace lms::recommendation::PlaylistGeneratorConstraint
ArtistContainer intersection; ArtistContainer intersection;
std::set_intersection(std::cbegin(artists1), std::cend(artists1), std::set_intersection(std::cbegin(artists1), std::cend(artists1),
std::cbegin(artists2), std::cend(artists2), std::cbegin(artists2), std::cend(artists2),
std::back_inserter(intersection)); std::back_inserter(intersection));
return intersection.size(); return intersection.size();
} }
@@ -591,9 +591,9 @@ namespace lms::scanner
// Skip if duplicate files no longer in media root: as it will be removed later, we will end up with no file // Skip if duplicate files no longer in media root: as it will be removed later, we will end up with no file
auto& mediaLibraries{ getScannerSettings().mediaLibraries }; auto& mediaLibraries{ getScannerSettings().mediaLibraries };
if (std::none_of(std::cbegin(mediaLibraries), std::cend(mediaLibraries), if (std::none_of(std::cbegin(mediaLibraries), std::cend(mediaLibraries),
[&](const MediaLibraryInfo& libraryInfo) { [&](const MediaLibraryInfo& libraryInfo) {
return core::pathUtils::isPathInRootPath(getFilePath(), libraryInfo.rootDirectory, &excludeDirFileName); return core::pathUtils::isPathInRootPath(getFilePath(), libraryInfo.rootDirectory, &excludeDirFileName);
})) }))
{ {
continue; continue;
} }
@@ -59,6 +59,7 @@ namespace lms::scanner
struct SearchArtistArtworkParams struct SearchArtistArtworkParams
{ {
std::span<const std::string> artistFileNames; std::span<const std::string> artistFileNames;
std::span<const std::string> artistInfoFileNames;
const ScannerSettings& settings; const ScannerSettings& settings;
}; };
@@ -101,7 +102,7 @@ namespace lms::scanner
return image; return image;
} }
db::Image::pointer searchImageInArtistInfoDirectory(db::Session& session, db::ArtistId artistId) db::Image::pointer searchImageInArtistInfoDirectory(db::Session& session, const SearchArtistArtworkParams& searchParams, db::ArtistId artistId)
{ {
db::Image::pointer image; db::Image::pointer image;
@@ -110,7 +111,7 @@ namespace lms::scanner
fileInfoPaths.push_back(artistInfo->getAbsoluteFilePath()); fileInfoPaths.push_back(artistInfo->getAbsoluteFilePath());
if (!image) if (!image)
image = findImageInDirectory(session, artistInfo->getDirectory()->getAbsolutePath(), std::array<std::string, 2>{ "thumb", "folder" }); image = findImageInDirectory(session, artistInfo->getDirectory()->getAbsolutePath(), searchParams.artistInfoFileNames);
}); });
if (fileInfoPaths.size() > 1) if (fileInfoPaths.size() > 1)
@@ -198,7 +199,7 @@ namespace lms::scanner
} }
{ {
const db::Image::pointer image{ searchImageInArtistInfoDirectory(session, artist->getId()) }; const db::Image::pointer image{ searchImageInArtistInfoDirectory(session, searchParams, artist->getId()) };
if (image) if (image)
return db::Artwork::find(session, image->getId()); return db::Artwork::find(session, image->getId());
} }
@@ -245,10 +246,23 @@ namespace lms::scanner
std::vector<std::string> res; std::vector<std::string> res;
core::Service<core::IConfig>::get()->visitStrings("artist-image-file-names", core::Service<core::IConfig>::get()->visitStrings("artist-image-file-names",
[&res](std::string_view fileName) { [&res](std::string_view fileName) {
res.emplace_back(fileName); res.emplace_back(fileName);
}, },
{ "artist" }); { "artist" });
return res;
}
std::vector<std::string> constructArtistInfoFileNames()
{
std::vector<std::string> res;
core::Service<core::IConfig>::get()->visitStrings("artist-info-image-file-names",
[&res](std::string_view fileName) {
res.emplace_back(fileName);
},
{ "thumb", "folder", "fanart" });
return res; return res;
} }
@@ -274,6 +288,9 @@ namespace lms::scanner
, _artistIdRange{ artistIdRange } , _artistIdRange{ artistIdRange }
{ {
} }
~ComputeArtistArtworkAssociationsJob() override = default;
ComputeArtistArtworkAssociationsJob(const ComputeArtistArtworkAssociationsJob&) = delete;
ComputeArtistArtworkAssociationsJob& operator=(const ComputeArtistArtworkAssociationsJob&) = delete;
std::span<const ArtistArtworkAssociation> getAssociations() const { return _associations; } std::span<const ArtistArtworkAssociation> getAssociations() const { return _associations; }
std::size_t getProcessedArtistCount() const { return _processedArtistCount; } std::size_t getProcessedArtistCount() const { return _processedArtistCount; }
@@ -314,6 +331,7 @@ namespace lms::scanner
ScanStepAssociateArtistImages::ScanStepAssociateArtistImages(InitParams& initParams) ScanStepAssociateArtistImages::ScanStepAssociateArtistImages(InitParams& initParams)
: ScanStepBase{ initParams } : ScanStepBase{ initParams }
, _artistFileNames{ constructArtistFileNames() } , _artistFileNames{ constructArtistFileNames() }
, _artistInfoFileNames{ constructArtistInfoFileNames() }
{ {
} }
@@ -339,6 +357,7 @@ namespace lms::scanner
const SearchArtistArtworkParams searchParams{ const SearchArtistArtworkParams searchParams{
.artistFileNames = _artistFileNames, .artistFileNames = _artistFileNames,
.artistInfoFileNames = _artistInfoFileNames,
.settings = _settings, .settings = _settings,
}; };
@@ -41,5 +41,6 @@ namespace lms::scanner
void process(ScanContext& context) override; void process(ScanContext& context) override;
const std::vector<std::string> _artistFileNames; const std::vector<std::string> _artistFileNames;
const std::vector<std::string> _artistInfoFileNames;
}; };
} // namespace lms::scanner } // namespace lms::scanner
@@ -175,10 +175,10 @@ namespace lms::scanner
std::vector<std::string> res; std::vector<std::string> res;
core::Service<core::IConfig>::get()->visitStrings("medium-image-file-names", core::Service<core::IConfig>::get()->visitStrings("medium-image-file-names",
[&res](std::string_view fileName) { [&res](std::string_view fileName) {
res.emplace_back(fileName); res.emplace_back(fileName);
}, },
{ "discsubtitle" }); { "discsubtitle" });
return res; return res;
} }
@@ -204,10 +204,10 @@ namespace lms::scanner
std::vector<std::string> res; std::vector<std::string> res;
core::Service<core::IConfig>::get()->visitStrings("cover-preferred-file-names", core::Service<core::IConfig>::get()->visitStrings("cover-preferred-file-names",
[&res](std::string_view fileName) { [&res](std::string_view fileName) {
res.emplace_back(fileName); res.emplace_back(fileName);
}, },
{ "cover", "front", "folder", "default" }); { "cover", "front", "folder", "default" });
return res; return res;
} }
@@ -101,9 +101,9 @@ namespace lms::scanner
} }
if (std::none_of(std::cbegin(_settings.mediaLibraries), std::cend(_settings.mediaLibraries), if (std::none_of(std::cbegin(_settings.mediaLibraries), std::cend(_settings.mediaLibraries),
[&](const MediaLibraryInfo& libraryInfo) { [&](const MediaLibraryInfo& libraryInfo) {
return core::pathUtils::isPathInRootPath(p, libraryInfo.rootDirectory, &excludeDirFileName); return core::pathUtils::isPathInRootPath(p, libraryInfo.rootDirectory, &excludeDirFileName);
})) }))
{ {
LMS_LOG(DBUPDATER, DEBUG, "Removing " << p << ": out of media directory"); LMS_LOG(DBUPDATER, DEBUG, "Removing " << p << ": out of media directory");
return false; return false;
@@ -39,7 +39,7 @@ namespace lms::transcoding
private: private:
Wt::Http::ResponseContinuation* processRequest(const Wt::Http::Request& request, Wt::Http::Response& response) override; Wt::Http::ResponseContinuation* processRequest(const Wt::Http::Request& request, Wt::Http::Response& response) override;
void abort() override{}; void abort() override {};
static constexpr std::size_t _chunkSize{ 262'144 }; static constexpr std::size_t _chunkSize{ 262'144 };
std::optional<std::size_t> _estimatedContentLength; std::optional<std::size_t> _estimatedContentLength;
+3 -3
View File
@@ -36,9 +36,9 @@ namespace lms::som
const T mean{ std::accumulate(vec.begin(), vec.end(), T{}) / size }; const T mean{ std::accumulate(vec.begin(), vec.end(), T{}) / size };
return std::accumulate(vec.begin(), vec.end(), T{}, return std::accumulate(vec.begin(), vec.end(), T{},
[mean, size](T accumulator, const T& val) { [mean, size](T accumulator, const T& val) {
return accumulator + ((val - mean) * (val - mean) / (size - 1)); return accumulator + ((val - mean) * (val - mean) / (size - 1));
}); });
} }
DataNormalizer::DataNormalizer(std::size_t inputDimCount) DataNormalizer::DataNormalizer(std::size_t inputDimCount)
+6 -6
View File
@@ -212,9 +212,9 @@ namespace lms::som
for (const Position& neighbourPosition : neighboursPosition) for (const Position& neighbourPosition : neighboursPosition)
{ {
auto min = std::min_element(refVectorsPosition.begin(), refVectorsPosition.end(), auto min = std::min_element(refVectorsPosition.begin(), refVectorsPosition.end(),
[this, neighbourPosition](const auto& a, const auto& b) { [this, neighbourPosition](const auto& a, const auto& b) {
return (this->getRefVectorsDistance(a, neighbourPosition) < this->getRefVectorsDistance(b, neighbourPosition)); return (this->getRefVectorsDistance(a, neighbourPosition) < this->getRefVectorsDistance(b, neighbourPosition));
}); });
InputVector::Distance distance{ getRefVectorsDistance(neighbourPosition, *min) }; InputVector::Distance distance{ getRefVectorsDistance(neighbourPosition, *min) };
if (distance > maxDistance) if (distance > maxDistance)
@@ -227,9 +227,9 @@ namespace lms::som
return std::nullopt; return std::nullopt;
auto min{ std::min_element(std::cbegin(neighboursInfo), std::cend(neighboursInfo), auto min{ std::min_element(std::cbegin(neighboursInfo), std::cend(neighboursInfo),
[&](const auto& a, const auto& b) { [&](const auto& a, const auto& b) {
return a.distance < b.distance; return a.distance < b.distance;
}) }; }) };
return min->position; return min->position;
} }
+4
View File
@@ -64,6 +64,10 @@ target_link_libraries(lmssubsonic PUBLIC
Wt::Wt Wt::Wt
) )
if(BUILD_TESTING)
add_subdirectory(test)
endif()
if (BUILD_BENCHMARKS) if (BUILD_BENCHMARKS)
add_subdirectory(bench) add_subdirectory(bench)
endif() endif()
+8 -8
View File
@@ -65,10 +65,10 @@ namespace lms::api::subsonic
std::unordered_map<std::string, ProtocolVersion> res; std::unordered_map<std::string, ProtocolVersion> res;
core::Service<core::IConfig>::get()->visitStrings("api-subsonic-old-server-protocol-clients", core::Service<core::IConfig>::get()->visitStrings("api-subsonic-old-server-protocol-clients",
[&](std::string_view client) { [&](std::string_view client) {
res.emplace(std::string{ client }, ProtocolVersion{ .major = 1, .minor = 12, .patch = 0 }); res.emplace(std::string{ client }, ProtocolVersion{ .major = 1, .minor = 12, .patch = 0 });
}, },
{ "DSub" }); { "DSub" });
return res; return res;
} }
@@ -78,10 +78,10 @@ namespace lms::api::subsonic
std::unordered_set<std::string> res; std::unordered_set<std::string> res;
core::Service<core::IConfig>::get()->visitStrings("api-open-subsonic-disabled-clients", core::Service<core::IConfig>::get()->visitStrings("api-open-subsonic-disabled-clients",
[&](std::string_view client) { [&](std::string_view client) {
res.emplace(std::string{ client }); res.emplace(std::string{ client });
}, },
{ "DSub" }); { "DSub" });
return res; return res;
} }
+144 -138
View File
@@ -23,9 +23,8 @@
#include <climits> #include <climits>
#include <cmath> #include <cmath>
#include <boost/property_tree/xml_parser.hpp>
#include "core/String.hpp" #include "core/String.hpp"
#include "core/Utils.hpp"
#include "core/Version.hpp" #include "core/Version.hpp"
#include "ProtocolVersion.hpp" #include "ProtocolVersion.hpp"
@@ -113,133 +112,90 @@ namespace lms::api::subsonic
setAttribute("version", std::to_string(protocolVersion.major) + "." + std::to_string(protocolVersion.minor) + "." + std::to_string(protocolVersion.patch)); setAttribute("version", std::to_string(protocolVersion.major) + "." + std::to_string(protocolVersion.minor) + "." + std::to_string(protocolVersion.patch));
} }
Response Response::createOkResponse(ProtocolVersion protocolVersion) void Response::XmlSerializer::serializeNode(std::ostream& os, const Node& node, std::string_view tagName)
{ {
return createResponseCommon(protocolVersion); // Opening tag
} os << '<' << tagName;
Response Response::createFailedResponse(ProtocolVersion protocolVersion, const Error& error) // Attributes
{ for (const auto& [key, value] : node._attributes)
return createResponseCommon(protocolVersion, &error);
}
Response Response::createResponseCommon(ProtocolVersion protocolVersion, const Error* error)
{
Response response;
Node& responseNode{ response._root.createChild("subsonic-response") };
responseNode.setAttribute("status", error ? "failed" : "ok");
responseNode.setVersionAttribute(protocolVersion);
if (error)
{ {
Node& errorNode{ responseNode.createChild("error") }; os << ' ' << key.str() << '=';
errorNode.setAttribute("code", static_cast<int>(error->getCode())); os << '"';
errorNode.setAttribute("message", error->getMessage()); serializeValue(os, value);
os << '"';
} }
// OpenSubsonic mandatory fields // Hack
// No big deal to send them even for legacy clients if (tagName == "subsonic-response")
responseNode.setAttribute("type", "lms"); os << " xmlns=\"http://subsonic.org/restapi\"";
responseNode.setAttribute("serverVersion", core::getVersion());
responseNode.setAttribute("openSubsonic", true);
return response; bool hasChildren = !node._children.empty() || !node._childrenArrays.empty() || !node._childrenValues.empty();
} bool hasValue = node._value.has_value();
void Response::addNode(Node::Key key, Node&& node) if (!hasChildren && !hasValue)
{
return _root._children["subsonic-response"].addChild(key, std::move(node));
}
Response::Node& Response::createNode(Node::Key key)
{
return _root._children["subsonic-response"].createChild(key);
}
Response::Node& Response::createArrayNode(Node::Key key)
{
return _root._children["subsonic-response"].createArrayChild(key);
}
void Response::write(std::ostream& os, ResponseFormat format) const
{
switch (format)
{ {
case ResponseFormat::xml: os << "/>"; // Self-closing tag
writeXML(os); return;
break;
case ResponseFormat::json:
writeJSON(os);
break;
} }
os << '>'; // End opening tag
// Node value (text content)
if (hasValue)
serializeValue(os, *node._value);
// Child nodes
for (const auto& [key, childNode] : node._children)
serializeNode(os, childNode, key.str());
// Child arrays
for (const auto& [key, childArrayNodes] : node._childrenArrays)
for (const Node& childNode : childArrayNodes)
serializeNode(os, childNode, key.str());
// Array values
for (const auto& [key, childValues] : node._childrenValues)
{
for (const Node::ValueType& value : childValues)
{
os << '<' << key.str() << '>';
serializeValue(os, value);
os << "</" << key.str() << '>';
}
}
// Closing tag
os << "</" << tagName << '>';
}
void Response::XmlSerializer::serializeValue(std::ostream& os, const Node::ValueType& value)
{
std::visit(core::utils::overloads{
[&](const Node::string& str) { core::stringUtils::writeXmlEscapedString(os, str); },
[&](bool value) { os << (value ? "true" : "false"); },
[&](float value) { os << value; },
[&](long long value) { os << value; } },
value);
}
void Response::XmlSerializer::serializeEscapedString(std::ostream& os, std::string_view str)
{
core::stringUtils::writeXmlEscapedString(os, str);
} }
void Response::writeXML(std::ostream& os) const void Response::writeXML(std::ostream& os) const
{ {
std::function<boost::property_tree::ptree(const Node&)> nodeToPropertyTree = [&](const Node& node) { os << R"(<?xml version="1.0" encoding="utf-8"?>)" << '\n';
boost::property_tree::ptree res;
auto valueToPropertyTree = [](const Node::ValueType& value) { XmlSerializer serializer;
boost::property_tree::ptree res;
std::visit([&](const auto& rawValue) {
using RawValueType = std::decay_t<decltype(rawValue)>;
if constexpr (std::is_same_v<RawValueType, Node::string>)
res.put_value(core::stringUtils::replaceInString(rawValue, "\n", "\\n"));
else
res.put_value(rawValue);
},
value);
return res; assert(_root._children.size() == 1);
}; if (_root._children.size() == 1)
{
if (node._value) const auto& [tagName, node] = *_root._children.begin();
{ serializer.serializeNode(os, node, tagName.str());
res = valueToPropertyTree(*node._value); }
}
else
{
for (const auto& [key, childNode] : node._children)
{
boost::property_tree::ptree& tree{ res.add_child(std::string{ key.str() }, nodeToPropertyTree(childNode)) };
// Hardcoded attribute to simplify createOkResponse calls
if (key == "subsonic-response")
tree.put("<xmlattr>.xmlns", "http://subsonic.org/restapi");
}
for (const auto& [key, childArrayNodes] : node._childrenArrays)
{
for (const Node& childNode : childArrayNodes)
res.add_child(std::string{ key.str() }, nodeToPropertyTree(childNode));
}
for (const auto& [key, childArrayValues] : node._childrenValues)
{
for (const Response::Node::ValueType& value : childArrayValues)
res.add_child(std::string{ key.str() }, valueToPropertyTree(value));
}
}
for (const auto& [key, value] : node._attributes)
{
if (std::holds_alternative<Node::string>(value))
res.put("<xmlattr>." + std::string{ key.str() }, std::get<Node::string>(value));
else if (std::holds_alternative<bool>(value))
res.put("<xmlattr>." + std::string{ key.str() }, std::get<bool>(value));
else if (std::holds_alternative<float>(value))
res.put("<xmlattr>." + std::string{ key.str() }, std::get<float>(value));
else if (std::holds_alternative<long long>(value))
res.put("<xmlattr>." + std::string{ key.str() }, std::get<long long>(value));
else
assert(false);
}
return res;
};
const boost::property_tree::ptree root{ nodeToPropertyTree(_root) };
boost::property_tree::write_xml(os, root);
} }
void Response::JsonSerializer::serializeNode(std::ostream& os, const Response::Node& node) void Response::JsonSerializer::serializeNode(std::ostream& os, const Response::Node& node)
@@ -325,30 +281,18 @@ namespace lms::api::subsonic
void Response::JsonSerializer::serializeValue(std::ostream& os, const Node::ValueType& value) void Response::JsonSerializer::serializeValue(std::ostream& os, const Node::ValueType& value)
{ {
if (std::holds_alternative<Node::string>(value)) std::visit(
{ core::utils::overloads{
serializeEscapedString(os, std::get<Node::string>(value)); [&](const Node::string& str) { serializeEscapedString(os, str); },
} [&](bool value) { os << (value ? "true" : "false"); },
else if (std::holds_alternative<bool>(value)) [&](float value) {
{ if (std::isnan(value) || std::fabs(value) == std::numeric_limits<float>::infinity())
os << (std::get<bool>(value) ? "true" : "false"); os << "null";
} else
else if (std::holds_alternative<float>(value)) os << value;
{ },
const float d{ std::get<float>(value) }; [&](long long value) { os << value; } },
if (std::isnan(d) || std::fabs(d) == std::numeric_limits<float>::infinity()) value);
os << "null";
else
os << d;
}
else if (std::holds_alternative<long long>(value))
{
os << std::get<long long>(value);
}
else
{
assert(false);
}
} }
void Response::JsonSerializer::serializeEscapedString(std::ostream& os, std::string_view str) void Response::JsonSerializer::serializeEscapedString(std::ostream& os, std::string_view str)
@@ -358,6 +302,68 @@ namespace lms::api::subsonic
os << '\"'; os << '\"';
} }
Response Response::createOkResponse(ProtocolVersion protocolVersion)
{
return createResponseCommon(protocolVersion);
}
Response Response::createFailedResponse(ProtocolVersion protocolVersion, const Error& error)
{
return createResponseCommon(protocolVersion, &error);
}
Response Response::createResponseCommon(ProtocolVersion protocolVersion, const Error* error)
{
Response response;
Node& responseNode{ response._root.createChild("subsonic-response") };
responseNode.setAttribute("status", error ? "failed" : "ok");
responseNode.setVersionAttribute(protocolVersion);
if (error)
{
Node& errorNode{ responseNode.createChild("error") };
errorNode.setAttribute("code", static_cast<int>(error->getCode()));
errorNode.setAttribute("message", error->getMessage());
}
// OpenSubsonic mandatory fields
// No big deal to send them even for legacy clients
responseNode.setAttribute("type", "lms");
responseNode.setAttribute("serverVersion", core::getVersion());
responseNode.setAttribute("openSubsonic", true);
return response;
}
void Response::addNode(Node::Key key, Node&& node)
{
return _root._children["subsonic-response"].addChild(key, std::move(node));
}
Response::Node& Response::createNode(Node::Key key)
{
return _root._children["subsonic-response"].createChild(key);
}
Response::Node& Response::createArrayNode(Node::Key key)
{
return _root._children["subsonic-response"].createArrayChild(key);
}
void Response::write(std::ostream& os, ResponseFormat format) const
{
switch (format)
{
case ResponseFormat::xml:
writeXML(os);
break;
case ResponseFormat::json:
writeJSON(os);
break;
}
}
void Response::writeJSON(std::ostream& os) const void Response::writeJSON(std::ostream& os) const
{ {
JsonSerializer serializer; JsonSerializer serializer;
+15 -2
View File
@@ -57,6 +57,11 @@ namespace lms::api::subsonic
Error(Code code) Error(Code code)
: _code{ code } {} : _code{ code } {}
virtual ~Error() = default;
Error(const Error&) = delete;
Error& operator=(const Error&) = delete;
virtual std::string getMessage() const = 0; virtual std::string getMessage() const = 0;
Code getCode() const { return _code; } Code getCode() const { return _code; }
@@ -318,8 +323,16 @@ namespace lms::api::subsonic
{ {
public: public:
void serializeNode(std::ostream& os, const Node& node); void serializeNode(std::ostream& os, const Node& node);
void serializeValue(std::ostream& os, const Node::ValueType& value); static void serializeValue(std::ostream& os, const Node::ValueType& value);
void serializeEscapedString(std::ostream&, std::string_view str); static void serializeEscapedString(std::ostream&, std::string_view str);
};
class XmlSerializer
{
public:
void serializeNode(std::ostream& os, const Node& node, std::string_view tagName);
static void serializeValue(std::ostream& os, const Node::ValueType& value);
static void serializeEscapedString(std::ostream&, std::string_view str);
}; };
void writeJSON(std::ostream& os) const; void writeJSON(std::ostream& os) const;
@@ -128,8 +128,8 @@ namespace lms::api::subsonic
const auto artistTracks{ Track::findIds(context.dbSession, params) }; const auto artistTracks{ Track::findIds(context.dbSession, params) };
tracks.insert(std::end(tracks), tracks.insert(std::end(tracks),
std::begin(artistTracks.results), std::begin(artistTracks.results),
std::end(artistTracks.results)); std::end(artistTracks.results));
} }
return tracks; return tracks;
@@ -159,8 +159,8 @@ namespace lms::api::subsonic
const auto releaseTracks{ Track::findIds(context.dbSession, params) }; const auto releaseTracks{ Track::findIds(context.dbSession, params) };
tracks.insert(std::end(tracks), tracks.insert(std::end(tracks),
std::begin(releaseTracks.results), std::begin(releaseTracks.results),
std::end(releaseTracks.results)); std::end(releaseTracks.results));
} }
return tracks; return tracks;
+3 -3
View File
@@ -48,9 +48,9 @@ namespace lms::api::subsonic
names.resize(artists.size()); names.resize(artists.size());
std::transform(std::cbegin(artists), std::cend(artists), std::begin(names), std::transform(std::cbegin(artists), std::cend(artists), std::begin(names),
[](const Artist::pointer& artist) { [](const Artist::pointer& artist) {
return artist->getName(); return artist->getName();
}); });
return core::stringUtils::joinStrings(names, ", "); return core::stringUtils::joinStrings(names, ", ");
} }
+20
View File
@@ -0,0 +1,20 @@
include(GoogleTest)
add_executable(test-subsonic
SubsonicResponseTest.cpp
)
target_include_directories(test-subsonic PRIVATE
../impl
)
target_link_libraries(test-subsonic PRIVATE
lmscore
lmssubsonic
GTest::GTest
)
if (NOT CMAKE_CROSSCOMPILING)
gtest_discover_tests(test-subsonic)
endif()
@@ -0,0 +1,107 @@
/*
* Copyright (C) 2025 Emeric Poupon
*
* This file is part of LMS.
*
* LMS is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* LMS is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with LMS. If not, see <http://www.gnu.org/licenses/>.
*/
#include <sstream>
#include <gtest/gtest.h>
#include "ProtocolVersion.hpp"
#include "SubsonicResponse.hpp"
namespace lms::api::subsonic::tests
{
namespace
{
Response generateFakeResponse()
{
Response response{ Response::createOkResponse(defaultServerProtocolVersion) };
Response::Node& node{ response.createNode("MyNode") };
node.setAttribute("Attr1", "value1");
node.setAttribute("Attr2", "value2");
node.setAttribute("attr3", "<value3=\"foo\">");
node.setAttribute("attr4", true);
node.setAttribute("attr5", false);
node.setAttribute("attr6", 3.14159265359);
node.setAttribute("attr7", 333666);
for (std::size_t i{}; i < 2; ++i)
{
Response::Node& childNode{ node.createArrayChild("MyArrayChild") };
childNode.setAttribute("Attr42", i);
node.addArrayValue("MyArray1", "value1");
node.addArrayValue("MyArray1", "value2");
for (std::size_t j{}; j < i; ++j)
node.addArrayValue("MyArray2", j);
}
return response;
}
} // namespace
TEST(SubsonicResponse, emptyJson)
{
Response response{ Response::createOkResponse(ProtocolVersion{ 1, 16, 0 }) };
std::ostringstream oss;
response.write(oss, ResponseFormat::json);
EXPECT_EQ(oss.str(), R"({"subsonic-response":{"openSubsonic":true,"serverVersion":"v3.70.0","status":"ok","type":"lms","version":"1.16.0"}})");
}
TEST(SubsonicResponse, json)
{
Response response{ generateFakeResponse() };
std::ostringstream oss;
response.write(oss, ResponseFormat::json);
EXPECT_EQ(oss.str(), R"({"subsonic-response":{"openSubsonic":true,"serverVersion":"v3.70.0","status":"ok","type":"lms","version":"1.16.0","MyNode":{"Attr1":"value1","Attr2":"value2","attr3":"<value3=\"foo\">","attr4":true,"attr5":false,"attr6":3.14159,"attr7":333666,"MyArrayChild":[{"Attr42":0},{"Attr42":1}],"MyArray1":["value1","value2","value1","value2"],"MyArray2":[0]}}})");
}
TEST(SubsonicResponse, emptyXml)
{
Response response{ Response::createOkResponse(ProtocolVersion{ 1, 16, 0 }) };
std::ostringstream oss;
response.write(oss, ResponseFormat::xml);
EXPECT_EQ(oss.str(), R"(<?xml version="1.0" encoding="utf-8"?>
<subsonic-response openSubsonic="true" serverVersion="v3.70.0" status="ok" type="lms" version="1.16.0" xmlns="http://subsonic.org/restapi"/>)");
}
TEST(SubsonicResponse, xml)
{
Response response{ generateFakeResponse() };
std::ostringstream oss;
response.write(oss, ResponseFormat::xml);
EXPECT_EQ(oss.str(), R"(<?xml version="1.0" encoding="utf-8"?>
<subsonic-response openSubsonic="true" serverVersion="v3.70.0" status="ok" type="lms" version="1.16.0" xmlns="http://subsonic.org/restapi"><MyNode Attr1="value1" Attr2="value2" attr3="&lt;value3=&quot;foo&quot;&gt;" attr4="true" attr5="false" attr6="3.14159" attr7="333666"><MyArrayChild Attr42="0"/><MyArrayChild Attr42="1"/><MyArray1>value1</MyArray1><MyArray1>value2</MyArray1><MyArray1>value1</MyArray1><MyArray1>value2</MyArray1><MyArray2>0</MyArray2></MyNode></subsonic-response>)");
}
} // namespace lms::api::subsonic::tests
int main(int argc, char** argv)
{
::testing::InitGoogleTest(&argc, argv);
return RUN_ALL_TESTS();
}
+7 -7
View File
@@ -138,7 +138,7 @@ namespace lms
config.visitStrings("trusted-proxies", [&](std::string_view trustedProxy) { config.visitStrings("trusted-proxies", [&](std::string_view trustedProxy) {
pt.add("server.application-settings.trusted-proxy-config.trusted-proxies.proxy", std::string{ trustedProxy }); pt.add("server.application-settings.trusted-proxy-config.trusted-proxies.proxy", std::string{ trustedProxy });
}, },
{ "127.0.0.1", "::1" }); { "127.0.0.1", "::1" });
} }
{ {
@@ -360,9 +360,9 @@ namespace lms
// As initialization can take a while (db migration, analyze, etc.), we bind a temporary init entry point to warn the user // As initialization can take a while (db migration, analyze, etc.), we bind a temporary init entry point to warn the user
server.addEntryPoint(Wt::EntryPointType::Application, server.addEntryPoint(Wt::EntryPointType::Application,
[&](const Wt::WEnvironment& env) { [&](const Wt::WEnvironment& env) {
return ui::LmsInitApplication::create(env); return ui::LmsInitApplication::create(env);
}); });
LMS_LOG(MAIN, INFO, "Starting init web server..."); LMS_LOG(MAIN, INFO, "Starting init web server...");
server.start(); server.start();
@@ -455,9 +455,9 @@ namespace lms
// bind UI entry point // bind UI entry point
server.addEntryPoint(Wt::EntryPointType::Application, server.addEntryPoint(Wt::EntryPointType::Application,
[&database, &appManager, uiAuthenticationBackend](const Wt::WEnvironment& env) { [&database, &appManager, uiAuthenticationBackend](const Wt::WEnvironment& env) {
return ui::LmsApplication::create(env, *database, appManager, uiAuthenticationBackend); return ui::LmsApplication::create(env, *database, appManager, uiAuthenticationBackend);
}); });
proxyScannerEventsToApplication(*scannerService, server); proxyScannerEventsToApplication(*scannerService, server);
+6 -6
View File
@@ -54,11 +54,11 @@ namespace lms::ui
core::Service<auth::IAuthTokenService>::get()->createAuthToken(authTokenDomain, userId, hashedAuthCookie); core::Service<auth::IAuthTokenService>::get()->createAuthToken(authTokenDomain, userId, hashedAuthCookie);
LmsApp->setCookie(authCookieName, LmsApp->setCookie(authCookieName,
authCookie, authCookie,
expiry.toTime_t() - Wt::WDateTime::currentDateTime().toTime_t(), expiry.toTime_t() - Wt::WDateTime::currentDateTime().toTime_t(),
"", "",
"", "",
LmsApp->environment().urlScheme() == "https"); LmsApp->environment().urlScheme() == "https");
} }
class AuthModel : public Wt::WFormModel class AuthModel : public Wt::WFormModel
@@ -219,7 +219,7 @@ namespace lms::ui
} }
} }
Wt::WPushButton* loginBtn{ bindNew<Wt::WPushButton>("login-btn", Wt::WString::tr("Lms.login")) }; Wt::WPushButton* loginBtn{ bindNew<Wt::WPushButton>("login-btn", Wt::WString::tr("Lms.Auth.login")) };
loginBtn->clicked().connect(this, processAuth); loginBtn->clicked().connect(this, processAuth);
updateView(model.get()); updateView(model.get());
+8 -8
View File
@@ -418,7 +418,7 @@ namespace lms::ui
declareJavaScriptFunction("onLoadCover", "function(id) { id.className += \" Lms-cover-loaded\"}"); declareJavaScriptFunction("onLoadCover", "function(id) { id.className += \" Lms-cover-loaded\"}");
declareJavaScriptFunction("updateActiveNav", declareJavaScriptFunction("updateActiveNav",
R"(function(current) { R"(function(current) {
const menuItems = document.querySelectorAll('.nav-item a[href]:not([href=""])'); const menuItems = document.querySelectorAll('.nav-item a[href]:not([href=""])');
for (const menuItem of menuItems) { for (const menuItem of menuItems) {
if (menuItem.getAttribute("href") === current) { if (menuItem.getAttribute("href") === current) {
@@ -546,13 +546,13 @@ namespace lms::ui
{ {
_scannerEvents.scanComplete.connect([this](const scanner::ScanStats& stats) { _scannerEvents.scanComplete.connect([this](const scanner::ScanStats& stats) {
notifyMsg(Notification::Type::Info, notifyMsg(Notification::Type::Info,
Wt::WString::tr("Lms.Admin.Database.scan-complete") Wt::WString::tr("Lms.Admin.Database.scan-complete")
.arg(static_cast<unsigned>(stats.getTotalFileCount())) .arg(static_cast<unsigned>(stats.getTotalFileCount()))
.arg(static_cast<unsigned>(stats.additions)) .arg(static_cast<unsigned>(stats.additions))
.arg(static_cast<unsigned>(stats.updates)) .arg(static_cast<unsigned>(stats.updates))
.arg(static_cast<unsigned>(stats.deletions)) .arg(static_cast<unsigned>(stats.deletions))
.arg(static_cast<unsigned>(stats.duplicates.size())) .arg(static_cast<unsigned>(stats.duplicates.size()))
.arg(static_cast<unsigned>(stats.errorsCount))); .arg(static_cast<unsigned>(stats.errorsCount)));
}); });
} }
+4 -4
View File
@@ -31,15 +31,15 @@ namespace lms::ui
std::string name() const override; std::string name() const override;
std::string resourcesUrl() const override; std::string resourcesUrl() const override;
std::vector<Wt::WLinkedCssStyleSheet> styleSheets() const override; std::vector<Wt::WLinkedCssStyleSheet> styleSheets() const override;
void apply(Wt::WWidget*, Wt::WWidget*, int) const override{}; void apply(Wt::WWidget*, Wt::WWidget*, int) const override {};
void apply(Wt::WWidget*, Wt::DomElement&, int) const override{}; void apply(Wt::WWidget*, Wt::DomElement&, int) const override {};
std::string disabledClass() const override { return "disabled"; } std::string disabledClass() const override { return "disabled"; }
std::string activeClass() const override { return "active"; }; std::string activeClass() const override { return "active"; };
std::string utilityCssClass(int) const override { return ""; }; std::string utilityCssClass(int) const override { return ""; };
bool canStyleAnchorAsButton() const override { return true; }; bool canStyleAnchorAsButton() const override { return true; };
void applyValidationStyle(Wt::WWidget* widget, void applyValidationStyle(Wt::WWidget* widget,
const Wt::WValidator::Result& validation, const Wt::WValidator::Result& validation,
Wt::WFlags<Wt::ValidationStyleFlag> flags) const override; Wt::WFlags<Wt::ValidationStyleFlag> flags) const override;
bool canBorderBoxElement(const Wt::DomElement&) const override { return true; } bool canBorderBoxElement(const Wt::DomElement&) const override { return true; }
}; };
} // namespace lms::ui } // namespace lms::ui
+1 -1
View File
@@ -34,6 +34,6 @@ namespace lms::ui
private: private:
void handleRequest(const Wt::Http::Request& request, void handleRequest(const Wt::Http::Request& request,
Wt::Http::Response& response) override; Wt::Http::Response& response) override;
}; };
} // namespace lms::ui } // namespace lms::ui
+1 -1
View File
@@ -390,7 +390,7 @@ int main(int argc, char* argv[])
.options(allOptions) .options(allOptions)
.positional(positional) .positional(positional)
.run(), .run(),
vm); vm);
program_options::notify(vm); program_options::notify(vm);
@@ -81,7 +81,7 @@ GeneticAlgorithm<Individual>::simulate(const std::vector<Individual>& initialPop
scoredPopulation.reserve(initialPopulation.size()); scoredPopulation.reserve(initialPopulation.size());
std::transform(std::cbegin(initialPopulation), std::cend(initialPopulation), std::back_inserter(scoredPopulation), std::transform(std::cbegin(initialPopulation), std::cend(initialPopulation), std::back_inserter(scoredPopulation),
[](const Individual& individual) { return ScoredIndividual{ individual }; }); [](const Individual& individual) { return ScoredIndividual{ individual }; });
scoreAndSortPopulation(scoredPopulation); scoreAndSortPopulation(scoredPopulation);
@@ -133,10 +133,10 @@ template<typename Individual>
void GeneticAlgorithm<Individual>::scoreAndSortPopulation(std::vector<ScoredIndividual>& scoredPopulation) void GeneticAlgorithm<Individual>::scoreAndSortPopulation(std::vector<ScoredIndividual>& scoredPopulation)
{ {
parallel_foreach(_params.nbWorkers, std::begin(scoredPopulation), std::end(scoredPopulation), parallel_foreach(_params.nbWorkers, std::begin(scoredPopulation), std::end(scoredPopulation),
[&](ScoredIndividual& scoredIndividual) { [&](ScoredIndividual& scoredIndividual) {
if (!scoredIndividual.score) if (!scoredIndividual.score)
scoredIndividual.score = _params.scoreFunction(scoredIndividual.individual); scoredIndividual.score = _params.scoreFunction(scoredIndividual.individual);
}); });
std::sort(std::begin(scoredPopulation), std::end(scoredPopulation), [](const ScoredIndividual& a, const ScoredIndividual& b) { return a.score > b.score; }); std::sort(std::begin(scoredPopulation), std::end(scoredPopulation), [](const ScoredIndividual& a, const ScoredIndividual& b) { return a.score > b.score; });
} }
@@ -166,7 +166,7 @@ constructFeaturesCache(db::Session& session, const FeatureSettingsMap& featureSe
std::unordered_set<FeatureName> names; std::unordered_set<FeatureName> names;
std::transform(std::cbegin(featureSettings), std::cend(featureSettings), std::inserter(names, std::begin(names)), std::transform(std::cbegin(featureSettings), std::cend(featureSettings), std::inserter(names, std::begin(names)),
[](const auto& itFeature) { return itFeature.first; }); [](const auto& itFeature) { return itFeature.first; });
auto transaction{ session.createReadTransaction() }; auto transaction{ session.createReadTransaction() };
@@ -254,8 +254,8 @@ computeTrackScore(db::Session& session, db::IdType track1Id, db::IdType track2Id
std::vector<db::IdType> commonArtistIds; std::vector<db::IdType> commonArtistIds;
std::set_intersection(std::cbegin(track1ArtistIds), std::cend(track1ArtistIds), std::set_intersection(std::cbegin(track1ArtistIds), std::cend(track1ArtistIds),
std::cbegin(track2ArtistIds), std::cend(track2ArtistIds), std::cbegin(track2ArtistIds), std::cend(track2ArtistIds),
std::back_inserter(commonArtistIds)); std::back_inserter(commonArtistIds));
score += commonArtistIds.size(); score += commonArtistIds.size();
} }
@@ -267,8 +267,8 @@ computeTrackScore(db::Session& session, db::IdType track1Id, db::IdType track2Id
std::vector<db::IdType> commonClusterIds; std::vector<db::IdType> commonClusterIds;
std::set_intersection(std::cbegin(track1ClusterIds), std::cend(track1ClusterIds), std::set_intersection(std::cbegin(track1ClusterIds), std::cend(track1ClusterIds),
std::cbegin(track2ClusterIds), std::cend(track2ClusterIds), std::cbegin(track2ClusterIds), std::cend(track2ClusterIds),
std::back_inserter(commonClusterIds)); std::back_inserter(commonClusterIds));
score += commonClusterIds.size(); score += commonClusterIds.size();
} }