config-model/src/main/java/com/yahoo/vespa/model/application/validation/TokenizeAndDeQuote.java


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53

package com.yahoo.vespa.model.application.validation;

import java.util.ArrayList;
import java.util.List;

/**
 * Will tokenize based on the delimiters while dequoting any qouted text.
 * @author baldersheim
 */
public class TokenizeAndDeQuote {
    private static final char ESCAPE = '\\';
    private final String delims;
    private final String quotes;

    public TokenizeAndDeQuote(String delims,String quotes) {
        this.delims = delims;
        this.quotes = quotes;
    }

    public List<String> tokenize(String string) {
        StringBuilder current = new StringBuilder();
        List<String> tokens = new ArrayList<>();
        char quote = 0;

        for (int i = 0; i < string.length(); i++) {
            char c = string.charAt(i);

            if ((c == ESCAPE) && (i + 1 < string.length())) {
                // Escaped, append next char
                current.append(string.charAt(++i));
            } else if ((quote == 0) && (delims.indexOf(c) >=0 )) {
                // Delimiter found outside quoted section, add token and start next
                tokens.add(current.toString());
                current.setLength(0);
            } else if ((quote == 0) && (quotes.indexOf(c) >= 0)) {
                // Start of quote
                quote = c;
            } else if (quote == c) {
                // End of quote
                quote = 0;
            } else {
                current.append(c);
            }
        }

        if ( ! current.isEmpty()) {
            // And then the last token if any
            tokens.add(current.toString());
        }

        return tokens;
    }
}