Scanner: parallelized processing within artwork association steps

2025-07-04 23:05:35 +02:00
parent 427f777c44
commit 204a4a8857
23 changed files with 982 additions and 458 deletions
@@ -0,0 +1,57 @@
+/*
+ * Copyright (C) 2025 Emeric Poupon
+ *
+ * This file is part of LMS.
+ *
+ * LMS is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation, either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * LMS is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with LMS.  If not, see <http://www.gnu.org/licenses/>.
+ */
+#include <functional>
+#include <memory>
+#include <span>
+#include <vector>
+
+namespace lms::core
+{
+    class IJob;
+    class IJobScheduler;
+} // namespace lms::core
+
+namespace lms::scanner
+{
+    class JobQueue
+    {
+    public:
+        using ProcessFunction = std::function<void(std::span<std::unique_ptr<core::IJob>>)>;
+
+        JobQueue(core::IJobScheduler& scheduler, std::size_t maxQueueSize, ProcessFunction processJobsDoneFunc, std::size_t batchSize, float drainThreshold);
+        ~JobQueue();
+        JobQueue(const JobQueue&) = delete;
+        JobQueue& operator=(const JobQueue&) = delete;
+
+        // push can wait and invoke the supplied ProcessFunction
+        void push(std::unique_ptr<core::IJob> job);
+        void finish();
+
+    private:
+        void drainIfNeeded();
+
+        core::IJobScheduler& _scheduler;
+        const std::size_t _maxQueueSize;
+        ProcessFunction _processJobsDoneFunc;
+        const std::size_t _batchSize;
+        const float _drainThreshold;
+        std::vector<std::unique_ptr<core::IJob>> _jobsDone;
+    };
+
+} // namespace lms::scanner