add init check

.github/workflows/python-perf.yml

@@ -41,10 +41,13 @@ jobs:
  os: [ubuntu-latest, windows-latest, macos-latest]
  include:
  - os: ubuntu-latest
+ init_performance_threshold_sec: 0.001
  performance_threshold_sec: 0.006
  - os: windows-latest
+ init_performance_threshold_sec: 0.001
  performance_threshold_sec: 0.006
  - os: macos-latest
+ init_performance_threshold_sec: 0.001
  performance_threshold_sec: 0.006
 
  steps:
@@ -62,7 +65,7 @@ jobs:
  run: pip install -r requirements.txt
 
  - name: Test
- run: python test_cobra_perf.py ${{secrets.PV_VALID_ACCESS_KEY}} 100 ${{matrix.performance_threshold_sec}}
+ run: python test_cobra_perf.py ${{secrets.PV_VALID_ACCESS_KEY}} 100 ${{matrix.performance_threshold_sec}} ${{matrix.init_performance_threshold_sec}}
 
  perf-self-hosted:
  runs-on: ${{ matrix.machine }}

binding/python/test_cobra_perf.py

@@ -22,8 +22,24 @@ class CobraPerformanceTestCase(unittest.TestCase):
  ACCESS_KEY = sys.argv[1]
  NUM_TEST_ITERATIONS = int(sys.argv[2])
  PERFORMANCE_THRESHOLD_SEC = float(sys.argv[3])
+ INIT_THRESHOLD_SEC = float(sys.argv.get(4, 0.005))
 
  def test_performance(self):
+ init_results = []
+ for i in range(self.NUM_TEST_ITERATIONS):
+ start = time()
+ c = Cobra(access_key=sys.argv[1], library_path=pv_library_path('../..'))
+ init_time = time.time() - start
+
+ c.delete()
+
+ if i > 0:
+ init_results.append(init_time)
+
+ avg_init = sum(init_results) / self.NUM_TEST_ITERATIONS
+ print("Average init: %s" % avg_init)
+ self.assertLess(avg_init, self.INIT_THRESHOLD_SEC)
+
  cobra = Cobra(access_key=sys.argv[1], library_path=pv_library_path('../..'))
  audio = read_wav_file(
  os.path.join(os.path.dirname(__file__), '../../res/audio/sample.wav'),