Skip to content

Commit 5a5ea4a

Browse files
authored
[CHORE]: Update huggingface/inference (huggingface#384)
* chore: Update huggingface/inference * fix build
1 parent f6688da commit 5a5ea4a

File tree

3 files changed

+12
-15
lines changed

3 files changed

+12
-15
lines changed

package.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -70,7 +70,7 @@
7070
"dependencies": {
7171
"@duckdb/node-api": "1.2.2-alpha.19",
7272
"@huggingface/hub": "~2.1.0",
73-
"@huggingface/inference": "~4.0.4",
73+
"@huggingface/inference": "~4.4.0",
7474
"@huggingface/tasks": "^0.19.5",
7575
"@huggingface/transformers": "^3.5.1",
7676
"@lancedb/lancedb": "^0.18.2",

pnpm-lock.yaml

Lines changed: 9 additions & 9 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

src/services/inference/run-prompt-execution.ts

Lines changed: 2 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,14 +1,11 @@
11
import {
2-
type BaseArgs,
32
type FeatureExtractionArgs,
43
type InferenceProvider,
54
type Options,
65
chatCompletion,
76
chatCompletionStream,
87
} from '@huggingface/inference';
98

10-
import type { ChatCompletionInput } from '@huggingface/tasks';
11-
129
import { isDev } from '@builder.io/qwik';
1310
import { HF_TOKEN, INFERENCE_TIMEOUT, ORG_BILLING } from '~/config';
1411
import { cacheGet, cacheSet } from '~/services/cache';
@@ -216,8 +213,8 @@ export const normalizeChatCompletionArgs = ({
216213
modelProvider: string;
217214
accessToken?: string;
218215
endpointUrl?: string;
219-
}): BaseArgs & ChatCompletionInput => {
220-
const args: BaseArgs & ChatCompletionInput = {
216+
}) => {
217+
const args: any = {
221218
messages,
222219
accessToken: HF_TOKEN ?? accessToken,
223220
};

0 commit comments

Comments
 (0)