Merge pull request #210 from george0st/change

New dataset and version
george0st · Aug 14, 2024 · c6e8f32 · c6e8f32
2 parents a689658 + 5ce06a7
commit c6e8f32
Show file tree

Hide file tree

Showing 32 changed files with 599 additions and 604 deletions.
diff --git a/02-data/01-size-100/01-basic_party.csv.gz b/02-data/01-size-100/01-basic_party.csv.gz
diff --git a/02-data/01-size-100/01-basic_party.parquet b/02-data/01-size-100/01-basic_party.parquet
diff --git a/02-data/01-size-100/02-basic_contact.csv.gz b/02-data/01-size-100/02-basic_contact.csv.gz
diff --git a/02-data/01-size-100/02-basic_contact.parquet b/02-data/01-size-100/02-basic_contact.parquet
diff --git a/02-data/01-size-100/03-basic_relation.csv.gz b/02-data/01-size-100/03-basic_relation.csv.gz
diff --git a/02-data/01-size-100/03-basic_relation.parquet b/02-data/01-size-100/03-basic_relation.parquet
diff --git a/02-data/01-size-100/04-basic_account.csv.gz b/02-data/01-size-100/04-basic_account.csv.gz
diff --git a/02-data/01-size-100/04-basic_account.parquet b/02-data/01-size-100/04-basic_account.parquet
diff --git a/02-data/01-size-100/05-basic_transaction.csv.gz b/02-data/01-size-100/05-basic_transaction.csv.gz
diff --git a/02-data/01-size-100/05-basic_transaction.parquet b/02-data/01-size-100/05-basic_transaction.parquet
diff --git a/02-data/01-size-100/06-basic_event.csv.gz b/02-data/01-size-100/06-basic_event.csv.gz
diff --git a/02-data/01-size-100/06-basic_event.parquet b/02-data/01-size-100/06-basic_event.parquet
diff --git a/02-data/01-size-100/07-basic_communication.csv.gz b/02-data/01-size-100/07-basic_communication.csv.gz
diff --git a/02-data/01-size-100/07-basic_communication.parquet b/02-data/01-size-100/07-basic_communication.parquet
diff --git a/02-data/02-size-1K/01-basic_party.csv.gz b/02-data/02-size-1K/01-basic_party.csv.gz
diff --git a/02-data/02-size-1K/01-basic_party.parquet b/02-data/02-size-1K/01-basic_party.parquet
diff --git a/02-data/02-size-1K/02-basic_contact.csv.gz b/02-data/02-size-1K/02-basic_contact.csv.gz
diff --git a/02-data/02-size-1K/02-basic_contact.parquet b/02-data/02-size-1K/02-basic_contact.parquet
diff --git a/02-data/02-size-1K/03-basic_relation.csv.gz b/02-data/02-size-1K/03-basic_relation.csv.gz
diff --git a/02-data/02-size-1K/03-basic_relation.parquet b/02-data/02-size-1K/03-basic_relation.parquet
diff --git a/02-data/02-size-1K/04-basic_account.csv.gz b/02-data/02-size-1K/04-basic_account.csv.gz
diff --git a/02-data/02-size-1K/04-basic_account.parquet b/02-data/02-size-1K/04-basic_account.parquet
diff --git a/02-data/02-size-1K/05-basic_transaction.csv.gz b/02-data/02-size-1K/05-basic_transaction.csv.gz
diff --git a/02-data/02-size-1K/05-basic_transaction.parquet b/02-data/02-size-1K/05-basic_transaction.parquet
diff --git a/02-data/02-size-1K/06-basic_event.csv.gz b/02-data/02-size-1K/06-basic_event.csv.gz
diff --git a/02-data/02-size-1K/06-basic_event.parquet b/02-data/02-size-1K/06-basic_event.parquet
diff --git a/02-data/02-size-1K/07-basic_communication.csv.gz b/02-data/02-size-1K/07-basic_communication.csv.gz
diff --git a/02-data/02-size-1K/07-basic_communication.parquet b/02-data/02-size-1K/07-basic_communication.parquet
diff --git a/03-test/01-size-100.json b/03-test/01-size-100.json
diff --git a/03-test/02-size-1k.json b/03-test/02-size-1k.json
diff --git a/generator/version.py b/generator/version.py
@@ -1,3 +1,3 @@
 # Store the version here so:
 
-__version__ = '0.2.9'
+__version__ = '0.3.0'
diff --git a/tests/test_generator.py b/tests/test_generator.py
@@ -104,6 +104,17 @@ def test_generate_super_smallbulk(self):
         self.assertTrue(os.path.exists(path.join(dir, f"{basic_party.BasicParty.NAME}.csv")))
         self.assertTrue(os.path.exists(path.join(dir, f"{basic_contact.BasicContact.NAME}.csv")))
 
+    def test_generate_bigbigbulk(self):
+        lbl = "0-size-7000,2000"
+
+        generator = SyntheticData(os.path.join("..","01-model"),TestGenerator.OUTPUT_ADR, TestGenerator.OUTPUT_ADR)
+        generator.generate(label=lbl, count=7000, bulk_max=2000, compress=False)
+
+        dir = path.join(TestGenerator.OUTPUT_ADR, lbl)
+        self.assertTrue(os.path.exists(dir))
+        self.assertTrue(os.path.exists(path.join(dir, f"{basic_party.BasicParty.NAME}.csv")))
+        self.assertTrue(os.path.exists(path.join(dir, f"{basic_contact.BasicContact.NAME}.csv")))
+
     def test_generate_bigbulk(self):
         lbl = "0-size-2000,2000"