Finding a good balance

2026-05-31 00:50:46 -05:00
parent 5578b84fd8
commit bee1ed65a4
8 changed files with 453 additions and 117 deletions
@@ -100,7 +100,7 @@ class StreamingVCONNX:

        opts = ort.SessionOptions()
        opts.inter_op_num_threads = 1
-        opts.intra_op_num_threads = 0
+        opts.intra_op_num_threads = 4
        opts.execution_mode = ort.ExecutionMode.ORT_SEQUENTIAL
        opts.graph_optimization_level = ort.GraphOptimizationLevel.ORT_ENABLE_ALL

@@ -123,7 +123,7 @@ class StreamingVCONNX:
        self.tokens = None
        self.decoded = 0
        self.prev_local_feats = None
-        self.ema_alpha = 0.4
+        self.ema_alpha = 0.9

    def _ssl(self, win16):
        w = take(win16, 0, self.ssl_in).reshape(1, -1)