blob: ccaf0765768b2eb4125d590ed446ef1ec0269452 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
|
// Copyright 2018 Yahoo Holdings. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package ai.vespa.hosted.cd;
import org.junit.jupiter.api.Tag;
import org.junit.jupiter.api.Test;
import java.lang.annotation.ElementType;
import java.lang.annotation.Retention;
import java.lang.annotation.RetentionPolicy;
import java.lang.annotation.Target;
import static java.lang.annotation.ElementType.ANNOTATION_TYPE;
import static java.lang.annotation.ElementType.TYPE;
import static java.lang.annotation.RetentionPolicy.RUNTIME;
/**
* Tests that compare the behaviour of a Vespa application deployment against a fixed specification.
*
* These tests are run whenever a change is pushed to a Vespa application, and whenever the Vespa platform
* is upgraded, and before any deployments to production zones. When these tests fails, the tested change to
* the Vespa application is not rolled out.
*
* A typical system test is to feed some documents, optionally verifying that the documents have been processed
* as expected, and then to see that queries give the expected results. Another common use is to verify integration
* with external services.
*
* @author jonmv
*/
@Target({TYPE, ANNOTATION_TYPE})
@Retention(RUNTIME)
@IntegrationTest
@Tag("system")
public @interface SystemTest {
// Want to feed some documents.
// Want to verify document processing and routing is as expected.
// Want to check recall on those documents.
// Want to verify queries give expected documents.
// Want to verify searchers.
// Want to verify updates.
// Want to verify deletion.
// May want to verify reprocessing.
// Must likely delete documents between tests.
// Must be able to feed documents, setting route.
// Must be able to search.
// Must be able to visit.
}
|
