aboutsummaryrefslogtreecommitdiffstats
path: root/container-search/src/main/java/com/yahoo/search/dispatch/AdaptiveTimeoutHandler.java
blob: 5ac7705471cf2989ee916dd6b72a7551c2d7efc0 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
package com.yahoo.search.dispatch;

import com.yahoo.concurrent.Timer;
import com.yahoo.search.Query;
import com.yahoo.vespa.config.search.DispatchConfig;

import static com.yahoo.container.handler.Coverage.DEGRADED_BY_ADAPTIVE_TIMEOUT;

/**
 * Computes next timeout based on how many responses has been received so far
 *
 * @author baldersheim
 */
class AdaptiveTimeoutHandler implements TimeoutHandler {
    private final double minimumCoverage;
    private final int askedNodes;
    private final int minimumResponses;
    private final Query query;
    private final Timer timer;
    private final DispatchConfig config;

    private long deadline;
    private long adaptiveTimeoutMin;
    private long adaptiveTimeoutMax;
    boolean adaptiveTimeoutCalculated = false;

    AdaptiveTimeoutHandler(Timer timer, DispatchConfig config, int askedNodes, Query query) {
        minimumCoverage = config.minSearchCoverage();
        this.config = config;
        this.askedNodes = askedNodes;
        this.query = query;
        this.timer = timer;
        minimumResponses = (int) Math.ceil(askedNodes * minimumCoverage / 100.0);
        deadline = timer.milliTime() + query.getTimeLeft();
    }

    @Override
    public long nextTimeoutMS(int answeredNodes) {
        if (askedNodes == answeredNodes) return query.getTimeLeft();  // All nodes have responded - done
        if (answeredNodes < minimumResponses) return query.getTimeLeft(); // Minimum responses have not been received yet

        if (!adaptiveTimeoutCalculated) {
            // Recompute timeout when minimum responses have been received
            long timeLeftMs = query.getTimeLeft();
            adaptiveTimeoutMin = (long) (timeLeftMs * config.minWaitAfterCoverageFactor());
            adaptiveTimeoutMax = (long) (timeLeftMs * config.maxWaitAfterCoverageFactor());
            adaptiveTimeoutCalculated = true;
        }
        long now = timer.milliTime();
        int pendingQueries = askedNodes - answeredNodes;
        double missWidth = ((100.0 - minimumCoverage) * askedNodes) / 100.0 - 1.0;
        double slopedWait = adaptiveTimeoutMin;
        if (pendingQueries > 1 && missWidth > 0.0) {
            slopedWait += ((adaptiveTimeoutMax - adaptiveTimeoutMin) * (pendingQueries - 1)) / missWidth;
        }
        long nextAdaptive = (long) slopedWait;
        if (nextAdaptive >= deadline - now) {
            return deadline - now;
        }
        deadline = now + nextAdaptive;

        return nextAdaptive;
    }

    @Override
    public int reason() {
        return DEGRADED_BY_ADAPTIVE_TIMEOUT;
    }
}