Merge pull request #142 from george0st/change

Simplify target + new dataset
george0st · Apr 10, 2024 · a8178fb · a8178fb
2 parents 54fca22 + 86ada79
commit a8178fb
Show file tree

Hide file tree

Showing 38 changed files with 587 additions and 642 deletions.
diff --git a/01-model/01-project/01/01.1-agate-redis-csv.json b/01-model/01-project/01/01.1-agate-redis-csv.json
@@ -7,9 +7,6 @@
   "kind": "project",
   "parent": "agate",
   "spec": {
-    "targets": {
-      "prj-offline": ["csv"],
-      "prj-online": ["redis"]
-    }
+    "targets": ["csv", "redis"]
   }
 }
diff --git a/01-model/01-project/01/01.2-agate-redis-parquet.json b/01-model/01-project/01/01.2-agate-redis-parquet.json
@@ -7,9 +7,6 @@
   "kind": "project",
   "parent": "agate",
   "spec": {
-    "targets": {
-      "prj-offline": ["parquet"],
-      "prj-online": ["redis"]
-    }
+    "targets": ["parquet", "redis"]
   }
 }
diff --git a/01-model/01-project/01/01.3-agate-mysql-csv.json b/01-model/01-project/01/01.3-agate-mysql-csv.json
@@ -7,9 +7,6 @@
   "kind": "project",
   "parent": "agate",
   "spec": {
-    "targets": {
-      "prj-offline": ["csv"],
-      "prj-online": ["mysql"]
-    }
+    "targets": ["csv","mysql"]
   }
 }
diff --git a/01-model/01-project/01/01.4-agate-mysql-parquet.json b/01-model/01-project/01/01.4-agate-mysql-parquet.json
@@ -7,9 +7,6 @@
   "kind": "project",
   "parent": "agate",
   "spec": {
-    "targets": {
-      "prj-offline": ["parquet"],
-      "prj-online": ["mysql"]
-    }
+    "targets": ["parquet","mysql"]
   }
 }
diff --git a/01-model/01-project/01/01.5-agate-postgres-csv.json b/01-model/01-project/01/01.5-agate-postgres-csv.json
@@ -7,9 +7,6 @@
   "kind": "project",
   "parent": "agate",
   "spec": {
-    "targets": {
-      "prj-offline": ["csv"],
-      "prj-online": ["postgres"]
-    }
+    "targets": ["csv","postgres"]
   }
 }
diff --git a/01-model/01-project/01/01.6-agate-postgres-parquet.json b/01-model/01-project/01/01.6-agate-postgres-parquet.json
@@ -7,9 +7,6 @@
   "kind": "project",
   "parent": "agate",
   "spec": {
-    "targets": {
-      "prj-offline": ["parquet"],
-      "prj-online": ["postgres"]
-    }
+    "targets": ["parquet","postgres"]
   }
 }
diff --git a/01-model/01-project/01/01.7-agate-kafka.json b/01-model/01-project/01/01.7-agate-kafka.json
@@ -7,9 +7,6 @@
   "kind": "project",
   "parent": "agate",
   "spec": {
-    "targets": {
-      "prj-offline": [""],
-      "prj-online": ["kafka"]
-    }
+    "targets": ["kafka"]
   }
 }
diff --git a/01-model/01-project/01/01.8-agate-parquet.json b/01-model/01-project/01/01.8-agate-parquet.json
@@ -7,9 +7,6 @@
   "kind": "project",
   "parent": "agate",
   "spec": {
-    "targets": {
-      "prj-offline": ["parquet"],
-      "prj-online": [""]
-    }
+    "targets": ["parquet"]
   }
 }
diff --git a/01-model/01-project/01/01.9-agate-redis.json b/01-model/01-project/01/01.9-agate-redis.json
@@ -7,9 +7,6 @@
   "kind": "project",
   "parent": "agate",
   "spec": {
-    "targets": {
-      "prj-offline": [""],
-      "prj-online": ["redis"]
-    }
+    "targets": ["redis"]
   }
 }
diff --git a/01-model/02-feature-set/01-basic-party.json b/01-model/02-feature-set/01-basic-party.json
@@ -3,10 +3,6 @@
   "description": "Party (client, prospect, lead, ...) detail",
   "kind": "feature-set",
   "spec": {
-      "targets": [
-        "prj-offline",
-        "prj-online"
-      ],
       "entities": [
         {
           "name": "party-id",

diff --git a/01-model/02-feature-set/02-basic-contact.json b/01-model/02-feature-set/02-basic-contact.json
@@ -3,10 +3,6 @@
   "description": "Contact to party",
   "kind": "feature-set",
   "spec": {
-    "targets": [
-      "prj-offline",
-      "prj-online"
-    ],
     "entities": [
       {
         "name": "party-id",

diff --git a/01-model/02-feature-set/03-basic-relation.json b/01-model/02-feature-set/03-basic-relation.json
@@ -3,10 +3,6 @@
   "description": "Relation between parties",
   "kind": "feature-set",
   "spec": {
-    "targets": [
-      "prj-offline",
-      "prj-online"
-    ],
     "entities": [
       {
         "name": "party-id",

diff --git a/01-model/02-feature-set/04-basic-account.json b/01-model/02-feature-set/04-basic-account.json
@@ -3,10 +3,6 @@
   "description": "Account detail with relation to party",
   "kind": "feature-set",
   "spec": {
-    "targets": [
-      "prj-offline",
-      "prj-online"
-    ],
     "entities": [
       {
         "name": "party-id",

diff --git a/01-model/02-feature-set/05-basic-transaction.json b/01-model/02-feature-set/05-basic-transaction.json
@@ -3,10 +3,6 @@
   "description": "Transactions detail with relation to account",
   "kind": "feature-set",
   "spec": {
-      "targets": [
-        "prj-offline",
-        "prj-online"
-      ],
       "entities": [
         {
           "name": "account-id",

diff --git a/01-model/02-feature-set/06-basic-event.json b/01-model/02-feature-set/06-basic-event.json
@@ -3,10 +3,6 @@
   "description": "Party events e.g. run app, view paymemt conditions, check account state, show item in shop, send message to friend, etc.",
   "kind": "feature-set",
   "spec": {
-    "targets": [
-      "prj-offline",
-      "prj-online"
-    ],
     "entities": [
       {
         "name": "party-id",

diff --git a/01-model/02-feature-set/07-basic-communication.json b/01-model/02-feature-set/07-basic-communication.json
@@ -3,10 +3,6 @@
   "description": "Party communication content from e.g. email, chat, phone, etc.",
   "kind": "feature-set",
   "spec": {
-    "targets": [
-      "prj-offline",
-      "prj-online"
-    ],
     "entities": [
       {
         "name": "party-id",

diff --git a/01-model/02-feature-set/11-aggregate-party.json b/01-model/02-feature-set/11-aggregate-party.json
@@ -3,10 +3,6 @@
   "description": "Party aggregation",
   "kind": "feature-set",
   "spec": {
-      "targets": [
-        "prj-offline",
-        "prj-online"
-      ],
       "entities": [
         {
           "name": "party-id",

diff --git a/01-model/02-feature-set/14-aggregate-account.json b/01-model/02-feature-set/14-aggregate-account.json
@@ -3,10 +3,6 @@
   "description": "Account aggregation with relation to party",
   "kind": "feature-set",
   "spec": {
-      "targets": [
-        "prj-offline",
-        "prj-online"
-      ],
       "entities": [
         {
           "name": "party-id",

diff --git a/01-model/02-feature-set/15-aggregate-transaction.json b/01-model/02-feature-set/15-aggregate-transaction.json
@@ -3,10 +3,6 @@
   "description": "Transactions aggregation with relation to account",
   "kind": "feature-set",
   "spec": {
-      "targets": [
-        "prj-offline",
-        "prj-online"
-      ],
       "entities": [
         {
           "name": "account-bundleid",

diff --git a/01-model/02-feature-set/18-aggregate-circle.json b/01-model/02-feature-set/18-aggregate-circle.json
@@ -3,10 +3,6 @@
   "description": "Circle aggregation for e.g. geo, transaction, etc.",
   "kind": "feature-set",
   "spec": {
-      "targets": [
-        "prj-offline",
-        "prj-online"
-      ],
       "entities": [
         {
           "name": "party-id",

diff --git a/01-model/model.json b/01-model/model.json
@@ -3,7 +3,7 @@
   "description": "The machine learning meta-model with synthetic data (useful for MLOps/feature store), part of the quality gate concept.",
   "kind": "model",
   "spec": {
-    "version": "0.2.1",
+    "version": "0.2.2",
     "CSV_SEPARATOR": ",",
     "CSV_DECIMAL": "."
   }

diff --git a/02-data/01-size-100/01-basic-party.csv.gz b/02-data/01-size-100/01-basic-party.csv.gz
diff --git a/02-data/01-size-100/02-basic-contact.csv.gz b/02-data/01-size-100/02-basic-contact.csv.gz
diff --git a/02-data/01-size-100/03-basic-relation.csv.gz b/02-data/01-size-100/03-basic-relation.csv.gz
diff --git a/02-data/01-size-100/04-basic-account.csv.gz b/02-data/01-size-100/04-basic-account.csv.gz
diff --git a/02-data/01-size-100/05-basic-transaction.csv.gz b/02-data/01-size-100/05-basic-transaction.csv.gz
diff --git a/02-data/01-size-100/06-basic-event.csv.gz b/02-data/01-size-100/06-basic-event.csv.gz
diff --git a/02-data/01-size-100/07-basic-communication.csv.gz b/02-data/01-size-100/07-basic-communication.csv.gz
diff --git a/02-data/02-size-1K/01-basic-party.csv.gz b/02-data/02-size-1K/01-basic-party.csv.gz
diff --git a/02-data/02-size-1K/02-basic-contact.csv.gz b/02-data/02-size-1K/02-basic-contact.csv.gz
diff --git a/02-data/02-size-1K/03-basic-relation.csv.gz b/02-data/02-size-1K/03-basic-relation.csv.gz
diff --git a/02-data/02-size-1K/04-basic-account.csv.gz b/02-data/02-size-1K/04-basic-account.csv.gz
diff --git a/02-data/02-size-1K/05-basic-transaction.csv.gz b/02-data/02-size-1K/05-basic-transaction.csv.gz
diff --git a/02-data/02-size-1K/06-basic-event.csv.gz b/02-data/02-size-1K/06-basic-event.csv.gz
diff --git a/02-data/02-size-1K/07-basic-communication.csv.gz b/02-data/02-size-1K/07-basic-communication.csv.gz