diff options
Diffstat (limited to 'model-integration/src/main/java/ai/vespa/embedding/huggingface/HuggingFaceEmbedder.java')
-rw-r--r-- | model-integration/src/main/java/ai/vespa/embedding/huggingface/HuggingFaceEmbedder.java | 12 |
1 files changed, 1 insertions, 11 deletions
diff --git a/model-integration/src/main/java/ai/vespa/embedding/huggingface/HuggingFaceEmbedder.java b/model-integration/src/main/java/ai/vespa/embedding/huggingface/HuggingFaceEmbedder.java index 08c98fedf3e..1b9f9dd2fe3 100644 --- a/model-integration/src/main/java/ai/vespa/embedding/huggingface/HuggingFaceEmbedder.java +++ b/model-integration/src/main/java/ai/vespa/embedding/huggingface/HuggingFaceEmbedder.java @@ -182,22 +182,12 @@ public class HuggingFaceEmbedder extends AbstractComponent implements Embedder { * @param hashKey the key to the cached value * @return the model output */ - @SuppressWarnings("unchecked") protected Map<String, Tensor> evaluateIfNotPresent(Map<String, Tensor> inputs, Context context, String hashKey) { - if (context.getCachedValue(hashKey) == null) { - Map<String, Tensor> outputs = evaluator.evaluate(inputs); - context.putCachedValue(hashKey, outputs); - return outputs; - } else { - return (Map<String, Tensor>) context.getCachedValue(hashKey); - } + return context.computeCachedValueIfAbsent(hashKey, () -> evaluator.evaluate(inputs)); } /** * Binary quantization of the embedding into a tensor of type int8 with the specified dimensions. - * @param embedding - * @param tensorType - * @return */ static public Tensor binarize(IndexedTensor embedding, TensorType tensorType) { Tensor.Builder builder = Tensor.Builder.of(tensorType); |