diff --git a/packages/backend/native/benchmark/index.js b/packages/backend/native/benchmark/index.js index c061f48540..179a70ffc6 100644 --- a/packages/backend/native/benchmark/index.js +++ b/packages/backend/native/benchmark/index.js @@ -7,6 +7,7 @@ import { fromModelName } from '../index.js'; const bench = new Bench({ iterations: 100, + warmup: true, }); const FIXTURE = `Please extract the items that can be used as tasks from the following content, and send them to me in the format provided by the template. The extracted items should cover as much of the following content as possible. @@ -36,7 +37,6 @@ bench fromModelName('gpt-4o').count(FIXTURE); }); -await bench.warmup(); await bench.run(); console.table(bench.table()); diff --git a/packages/backend/native/package.json b/packages/backend/native/package.json index f56c440977..73021c3306 100644 --- a/packages/backend/native/package.json +++ b/packages/backend/native/package.json @@ -38,7 +38,7 @@ "nx": "^20.0.3", "nx-cloud": "^19.1.0", "tiktoken": "^1.0.15", - "tinybench": "^2.8.0", + "tinybench": "^3.0.0", "yjs": "patch:yjs@npm%3A13.6.18#~/.yarn/patches/yjs-npm-13.6.18-ad0d5f7c43.patch" } } diff --git a/yarn.lock b/yarn.lock index 78277002a9..271dff3d46 100644 --- a/yarn.lock +++ b/yarn.lock @@ -703,7 +703,7 @@ __metadata: nx: "npm:^20.0.3" nx-cloud: "npm:^19.1.0" tiktoken: "npm:^1.0.15" - tinybench: "npm:^2.8.0" + tinybench: "npm:^3.0.0" yjs: "patch:yjs@npm%3A13.6.18#~/.yarn/patches/yjs-npm-13.6.18-ad0d5f7c43.patch" languageName: unknown linkType: soft @@ -31943,13 +31943,20 @@ __metadata: languageName: node linkType: hard -"tinybench@npm:^2.8.0, tinybench@npm:^2.9.0": +"tinybench@npm:^2.9.0": version: 2.9.0 resolution: "tinybench@npm:2.9.0" checksum: 10/cfa1e1418e91289219501703c4693c70708c91ffb7f040fd318d24aef419fb5a43e0c0160df9471499191968b2451d8da7f8087b08c3133c251c40d24aced06c languageName: node linkType: hard +"tinybench@npm:^3.0.0": + version: 3.0.0 + resolution: "tinybench@npm:3.0.0" + checksum: 10/3d1f660c7566f8500371270256ad5ec6fb9cf35fae00dff7d910e769915c949a12ff4ac6fa084553677e2b74dfd7a3370df945ceb351abc73eba993bf6145299 + languageName: node + linkType: hard + "tinyexec@npm:^0.3.0": version: 0.3.0 resolution: "tinyexec@npm:0.3.0"