diff --git a/packages/backend/native/benchmark/index.js b/packages/backend/native/benchmark/index.js index c061f4854..179a70ffc 100644 --- a/packages/backend/native/benchmark/index.js +++ b/packages/backend/native/benchmark/index.js @@ -7,6 +7,7 @@ import { fromModelName } from '../index.js'; const bench = new Bench({ iterations: 100, + warmup: true, }); const FIXTURE = `Please extract the items that can be used as tasks from the following content, and send them to me in the format provided by the template. The extracted items should cover as much of the following content as possible. @@ -36,7 +37,6 @@ bench fromModelName('gpt-4o').count(FIXTURE); }); -await bench.warmup(); await bench.run(); console.table(bench.table()); diff --git a/packages/backend/native/package.json b/packages/backend/native/package.json index f56c44097..73021c330 100644 --- a/packages/backend/native/package.json +++ b/packages/backend/native/package.json @@ -38,7 +38,7 @@ "nx": "^20.0.3", "nx-cloud": "^19.1.0", "tiktoken": "^1.0.15", - "tinybench": "^2.8.0", + "tinybench": "^3.0.0", "yjs": "patch:yjs@npm%3A13.6.18#~/.yarn/patches/yjs-npm-13.6.18-ad0d5f7c43.patch" } } diff --git a/yarn.lock b/yarn.lock index 78277002a..271dff3d4 100644 --- a/yarn.lock +++ b/yarn.lock @@ -703,7 +703,7 @@ __metadata: nx: "npm:^20.0.3" nx-cloud: "npm:^19.1.0" tiktoken: "npm:^1.0.15" - tinybench: "npm:^2.8.0" + tinybench: "npm:^3.0.0" yjs: "patch:yjs@npm%3A13.6.18#~/.yarn/patches/yjs-npm-13.6.18-ad0d5f7c43.patch" languageName: unknown linkType: soft @@ -31943,13 +31943,20 @@ __metadata: languageName: node linkType: hard -"tinybench@npm:^2.8.0, tinybench@npm:^2.9.0": +"tinybench@npm:^2.9.0": version: 2.9.0 resolution: "tinybench@npm:2.9.0" checksum: 10/cfa1e1418e91289219501703c4693c70708c91ffb7f040fd318d24aef419fb5a43e0c0160df9471499191968b2451d8da7f8087b08c3133c251c40d24aced06c languageName: node linkType: hard +"tinybench@npm:^3.0.0": + version: 3.0.0 + resolution: "tinybench@npm:3.0.0" + checksum: 10/3d1f660c7566f8500371270256ad5ec6fb9cf35fae00dff7d910e769915c949a12ff4ac6fa084553677e2b74dfd7a3370df945ceb351abc73eba993bf6145299 + languageName: node + linkType: hard + "tinyexec@npm:^0.3.0": version: 0.3.0 resolution: "tinyexec@npm:0.3.0"