summaryrefslogtreecommitdiffstats
path: root/tenant-cd/src/main/java/ai/vespa/hosted/cd/FunctionalTest.java
blob: e6beb313d28ba614840a3fc28e4bb61f0bd81a9f (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
package ai.vespa.hosted.cd;

/**
 * Tests that compare the behaviour of a Vespa application deployment against a fixed specification.
 *
 * These tests are run whenever a change is pushed to a Vespa application, and whenever the Vespa platform
 * is upgraded, and before any deployments to production zones. When these tests fails, the tested change to
 * the Vespa application is not rolled out.
 *
 * A typical functional test is to feed some documents, optionally verifying that the documents have been processed
 * as expected, and then to see that queries give the expected results. Another common use is to verify integration
 * with external services.
 *
 * @author jonmv
 */
public interface FunctionalTest {

    // Want to feed some documents.
    // Want to verify document processing and routing is as expected.
    // Want to check recall on those documents.
    // Want to verify queries give expected documents.
    // Want to verify searchers.
    // Want to verify updates.
    // Want to verify deletion.
    // May want to verify reprocessing.
    // Must likely delete documents between tests.
    // Must be able to feed documents, setting route.
    // Must be able to search.
    // Must be able to visit.

}