diff options
| author | Bjørn Christian Seime <bjorncs@yahooinc.com> | 2023-05-22 13:01:00 +0200 |
|---|---|---|
| committer | Bjørn Christian Seime <bjorncs@yahooinc.com> | 2023-05-22 13:02:24 +0200 |
| commit | 14d7d556e5dc3c48267599ac16b3a0634652fc74 (patch) | |
| tree | e040e1154a5d23c69615e0a64a5440216f517056 /model-integration | |
| parent | 77899fda9ea5cc8a3f08d3c61d5ce2047205b123 (diff) | |
Use GPU by default if available
Diffstat (limited to 'model-integration')
| -rw-r--r-- | model-integration/src/main/resources/configdefinitions/embedding.bert-base-embedder.def | 3 | ||||
| -rw-r--r-- | model-integration/src/main/resources/configdefinitions/hugging-face-embedder.def | 3 |
2 files changed, 4 insertions, 2 deletions
diff --git a/model-integration/src/main/resources/configdefinitions/embedding.bert-base-embedder.def b/model-integration/src/main/resources/configdefinitions/embedding.bert-base-embedder.def index e37a33d3b81..2d8e840377b 100644 --- a/model-integration/src/main/resources/configdefinitions/embedding.bert-base-embedder.def +++ b/model-integration/src/main/resources/configdefinitions/embedding.bert-base-embedder.def @@ -28,4 +28,5 @@ transformerOutput string default=output_0 onnxExecutionMode enum { parallel, sequential } default=sequential onnxInterOpThreads int default=1 onnxIntraOpThreads int default=-4 # n=number of threads -> n<0: CPUs/(-n), n==0: CPUs, n>0: n -onnxGpuDevice int default=-1 +# GPU device id, -1 for CPU +onnxGpuDevice int default=0 diff --git a/model-integration/src/main/resources/configdefinitions/hugging-face-embedder.def b/model-integration/src/main/resources/configdefinitions/hugging-face-embedder.def index 97515818f14..36957004e02 100644 --- a/model-integration/src/main/resources/configdefinitions/hugging-face-embedder.def +++ b/model-integration/src/main/resources/configdefinitions/hugging-face-embedder.def @@ -25,4 +25,5 @@ normalize bool default=false transformerExecutionMode enum { parallel, sequential } default=sequential transformerInterOpThreads int default=1 transformerIntraOpThreads int default=-4 -transformerGpuDevice int default=-1 +# GPU device id, -1 for CPU +transformerGpuDevice int default=0 |