Implement Logistic Regression algorithm

cpp/oneapi/dal/algo/BUILD

@@ -23,6 +23,7 @@ ALGOS = [
     "kmeans_init",
     "knn",
     "linear_kernel",
+    "logistic_regression",
     "logloss_objective",
     "louvain",
     "minkowski_distance",

cpp/oneapi/dal/algo/logistic_regression.hpp

@@ -0,0 +1,20 @@
+/*******************************************************************************
+* Copyright 2023 Intel Corporation
+*
+* Licensed under the Apache License, Version 2.0 (the "License");
+* you may not use this file except in compliance with the License.
+* You may obtain a copy of the License at
+*
+*     http://www.apache.org/licenses/LICENSE-2.0
+*
+* Unless required by applicable law or agreed to in writing, software
+* distributed under the License is distributed on an "AS IS" BASIS,
+* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+* See the License for the specific language governing permissions and
+* limitations under the License.
+*******************************************************************************/
+
+#pragma once
+
+#include "oneapi/dal/algo/logistic_regression/infer.hpp"
+#include "oneapi/dal/algo/logistic_regression/train.hpp"

cpp/oneapi/dal/algo/logistic_regression/BUILD

@@ -0,0 +1,61 @@
+package(default_visibility = ["//visibility:public"])
+load("@onedal//dev/bazel:dal.bzl",
+    "dal_module",
+    "dal_test_suite",
+)
+
+dal_module(
+    name = "core",
+    auto = True,
+    dal_deps = [
+        "@onedal//cpp/oneapi/dal:core",
+        "@onedal//cpp/oneapi/dal/algo/logistic_regression/backend:model_impl",
+        "@onedal//cpp/oneapi/dal/algo/logistic_regression/detail:optimizers",
+    ],
+)
+
+dal_module(
+    name = "parameters",
+    dal_deps = [
+        "@onedal//cpp/oneapi/dal/algo/logistic_regression/parameters",
+    ],
+)
+
+dal_module(
+    name = "logistic_regression",
+    dal_deps = [
+        ":core",
+        ":parameters",
+        "@onedal//cpp/oneapi/dal/algo/logistic_regression/detail",
+        "@onedal//cpp/oneapi/dal/algo/logistic_regression/backend",
+
+    ]
+)
+
+dal_test_suite(
+    name = "interface_tests",
+    framework = "catch2",
+    compile_as = [ "dpc++" ],
+    hdrs = glob([
+        "test/*.hpp",
+    ], exclude=[
+        "test/mpi_*.hpp",
+        "test/ccl_*.hpp"
+    ]),
+    srcs = glob([
+        "test/*.cpp",
+    ], exclude=[
+        "test/mpi_*.cpp",
+        "test/ccl_*.cpp"
+    ]),
+    dal_deps = [
+        ":logistic_regression",
+    ],
+)
+
+dal_test_suite(
+    name = "tests",
+    tests = [
+        ":interface_tests",
+    ],
+)

cpp/oneapi/dal/algo/logistic_regression/backend/BUILD

@@ -0,0 +1,23 @@
+package(default_visibility = ["//visibility:public"])
+load("@onedal//dev/bazel:dal.bzl",
+    "dal_module",
+    "dal_test_suite",
+)
+
+dal_module(
+    name = "backend",
+    dal_deps = [
+        "@onedal//cpp/oneapi/dal/algo/logistic_regression/backend/cpu",
+        "@onedal//cpp/oneapi/dal/algo/logistic_regression/backend/gpu",
+    ],
+)
+
+dal_module(
+    name = "model_impl",
+    hdrs = glob(["model_impl.hpp"]),
+)
+
+dal_module(
+    name = "optimizer_impl",
+    hdrs = glob(["optimizer_impl.hpp"]),
+)

cpp/oneapi/dal/algo/logistic_regression/backend/cpu/BUILD

@@ -0,0 +1,14 @@
+package(default_visibility = ["//visibility:public"])
+load("@onedal//dev/bazel:dal.bzl",
+    "dal_module",
+    "dal_test_suite",
+)
+
+dal_module(
+    name = "cpu",
+    auto = True,
+    dal_deps = [
+        "@onedal//cpp/oneapi/dal/algo/logistic_regression:core",
+        "@onedal//cpp/oneapi/dal/backend/primitives:common",
+    ],
+)

cpp/oneapi/dal/algo/logistic_regression/backend/cpu/infer_kernel.hpp

@@ -0,0 +1,31 @@
+/*******************************************************************************
+* Copyright 2023 Intel Corporation
+*
+* Licensed under the Apache License, Version 2.0 (the "License");
+* you may not use this file except in compliance with the License.
+* You may obtain a copy of the License at
+*
+*     http://www.apache.org/licenses/LICENSE-2.0
+*
+* Unless required by applicable law or agreed to in writing, software
+* distributed under the License is distributed on an "AS IS" BASIS,
+* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+* See the License for the specific language governing permissions and
+* limitations under the License.
+*******************************************************************************/
+
+#pragma once
+
+#include "oneapi/dal/algo/logistic_regression/infer_types.hpp"
+#include "oneapi/dal/backend/dispatcher.hpp"
+
+namespace oneapi::dal::logistic_regression::backend {
+
+template <typename Float, typename Method, typename Task>
+struct infer_kernel_cpu {
+    infer_result<Task> operator()(const dal::backend::context_cpu& ctx,
+                                  const detail::descriptor_base<Task>& params,
+                                  const infer_input<Task>& input) const;
+};
+
+} // namespace oneapi::dal::logistic_regression::backend

cpp/oneapi/dal/algo/logistic_regression/backend/cpu/infer_kernel_dense_batch.cpp

@@ -0,0 +1,40 @@
+/*******************************************************************************
+* Copyright 2023 Intel Corporation
+*
+* Licensed under the Apache License, Version 2.0 (the "License");
+* you may not use this file except in compliance with the License.
+* You may obtain a copy of the License at
+*
+*     http://www.apache.org/licenses/LICENSE-2.0
+*
+* Unless required by applicable law or agreed to in writing, software
+* distributed under the License is distributed on an "AS IS" BASIS,
+* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+* See the License for the specific language governing permissions and
+* limitations under the License.
+*******************************************************************************/
+
+#include "oneapi/dal/backend/interop/common.hpp"
+
+#include "oneapi/dal/algo/logistic_regression/common.hpp"
+#include "oneapi/dal/algo/logistic_regression/infer_types.hpp"
+#include "oneapi/dal/algo/logistic_regression/backend/cpu/infer_kernel.hpp"
+
+namespace oneapi::dal::logistic_regression::backend {
+
+using dal::backend::context_cpu;
+
+template <typename Float, typename Task>
+struct infer_kernel_cpu<Float, method::dense_batch, Task> {
+    infer_result<Task> operator()(const context_cpu& ctx,
+                                  const detail::descriptor_base<Task>& desc,
+                                  const infer_input<Task>& input) const {
+        throw unimplemented(
+            dal::detail::error_messages::log_reg_dense_batch_method_is_not_implemented_for_cpu());
+    }
+};
+
+template struct infer_kernel_cpu<float, method::dense_batch, task::classification>;
+template struct infer_kernel_cpu<double, method::dense_batch, task::classification>;
+
+} // namespace oneapi::dal::logistic_regression::backend

cpp/oneapi/dal/algo/logistic_regression/backend/cpu/train_kernel.hpp

@@ -0,0 +1,32 @@
+/*******************************************************************************
+* Copyright 2023 Intel Corporation
+*
+* Licensed under the Apache License, Version 2.0 (the "License");
+* you may not use this file except in compliance with the License.
+* You may obtain a copy of the License at
+*
+*     http://www.apache.org/licenses/LICENSE-2.0
+*
+* Unless required by applicable law or agreed to in writing, software
+* distributed under the License is distributed on an "AS IS" BASIS,
+* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+* See the License for the specific language governing permissions and
+* limitations under the License.
+*******************************************************************************/
+
+#pragma once
+
+#include "oneapi/dal/algo/logistic_regression/train_types.hpp"
+#include "oneapi/dal/backend/dispatcher.hpp"
+
+namespace oneapi::dal::logistic_regression::backend {
+
+template <typename Float, typename Method, typename Task>
+struct train_kernel_cpu {
+    train_result<Task> operator()(const dal::backend::context_cpu& ctx,
+                                  const detail::descriptor_base<Task>& desc,
+                                  const detail::train_parameters<Task>& params,
+                                  const train_input<Task>& input) const;
+};
+
+} // namespace oneapi::dal::logistic_regression::backend

cpp/oneapi/dal/algo/logistic_regression/backend/cpu/train_kernel_dense_batch.cpp

@@ -0,0 +1,38 @@
+/*******************************************************************************
+* Copyright 2023 Intel Corporation
+*
+* Licensed under the Apache License, Version 2.0 (the "License");
+* you may not use this file except in compliance with the License.
+* You may obtain a copy of the License at
+*
+*     http://www.apache.org/licenses/LICENSE-2.0
+*
+* Unless required by applicable law or agreed to in writing, software
+* distributed under the License is distributed on an "AS IS" BASIS,
+* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+* See the License for the specific language governing permissions and
+* limitations under the License.
+*******************************************************************************/
+
+#include "oneapi/dal/algo/logistic_regression/backend/cpu/train_kernel.hpp"
+#include "oneapi/dal/exceptions.hpp"
+
+namespace oneapi::dal::logistic_regression::backend {
+
+using dal::backend::context_cpu;
+
+template <typename Float, typename Task>
+struct train_kernel_cpu<Float, method::dense_batch, Task> {
+    train_result<Task> operator()(const context_cpu& ctx,
+                                  const detail::descriptor_base<Task>& desc,
+                                  const detail::train_parameters<Task>& params,
+                                  const train_input<Task>& input) const {
+        throw unimplemented(
+            dal::detail::error_messages::log_reg_dense_batch_method_is_not_implemented_for_cpu());
+    }
+};
+
+template struct train_kernel_cpu<float, method::dense_batch, task::classification>;
+template struct train_kernel_cpu<double, method::dense_batch, task::classification>;
+
+} // namespace oneapi::dal::logistic_regression::backend

cpp/oneapi/dal/algo/logistic_regression/backend/gpu/BUILD

@@ -0,0 +1,18 @@
+package(default_visibility = ["//visibility:public"])
+load("@onedal//dev/bazel:dal.bzl",
+    "dal_module",
+    "dal_test_suite",
+)
+
+dal_module(
+    name = "gpu",
+    auto = True,
+    dal_deps = [
+        "@onedal//cpp/oneapi/dal/backend/primitives:blas",
+        "@onedal//cpp/oneapi/dal/backend/primitives:common",
+        "@onedal//cpp/oneapi/dal/backend/primitives:lapack",
+        "@onedal//cpp/oneapi/dal/backend/primitives:objective_function",
+        "@onedal//cpp/oneapi/dal/backend/primitives:optimizers",
+        "@onedal//cpp/oneapi/dal/algo/logistic_regression:core",
+    ],
+)

cpp/oneapi/dal/algo/logistic_regression/backend/gpu/infer_kernel.hpp

@@ -0,0 +1,31 @@
+/*******************************************************************************
+* Copyright 2023 Intel Corporation
+*
+* Licensed under the Apache License, Version 2.0 (the "License");
+* you may not use this file except in compliance with the License.
+* You may obtain a copy of the License at
+*
+*     http://www.apache.org/licenses/LICENSE-2.0
+*
+* Unless required by applicable law or agreed to in writing, software
+* distributed under the License is distributed on an "AS IS" BASIS,
+* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+* See the License for the specific language governing permissions and
+* limitations under the License.
+*******************************************************************************/
+
+#pragma once
+
+#include "oneapi/dal/algo/logistic_regression/infer_types.hpp"
+#include "oneapi/dal/backend/dispatcher.hpp"
+
+namespace oneapi::dal::logistic_regression::backend {
+
+template <typename Float, typename Method, typename Task>
+struct infer_kernel_gpu {
+    infer_result<Task> operator()(const dal::backend::context_gpu& ctx,
+                                  const detail::descriptor_base<Task>& params,
+                                  const infer_input<Task>& input) const;
+};
+
+} // namespace oneapi::dal::logistic_regression::backend