1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
|
// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
#include <vespa/vespalib/text/lowercase.h>
#include <vespa/vespalib/text/utf8.h>
#include <fstream>
#include <iostream>
#include <cassert>
using vespalib::LowerCase;
using vespalib::Utf8ReaderForZTS;
using vespalib::Utf8Writer;
uint32_t
getUCS4Char(const char *src)
{
Utf8ReaderForZTS reader(src);
return reader.getChar();
}
vespalib::string
getUTF8String(uint32_t ucs4Char)
{
vespalib::string target;
Utf8Writer writer(target);
writer.putChar(ucs4Char);
return target;
}
int
main(int argc, char ** argv)
{
assert(argc == 3);
(void) argc;
std::ifstream input(argv[1]);
std::ifstream ref(argv[2]);
char inputBuf[128];
char refBuf[128];
while (input.good()) {
input.getline(inputBuf, 128);
ref.getline(refBuf, 128);
uint32_t inputChar = getUCS4Char(inputBuf);
uint32_t refChar = getUCS4Char(refBuf);
uint32_t lowerChar = LowerCase::convert(inputChar);
if (refChar != lowerChar) {
printf("input(%s,%u,0x%X), lower(%s,%u,0x%X), ref(%s,%u,0x%X) \n",
inputBuf, inputChar, inputChar,
getUTF8String(lowerChar).c_str(), lowerChar, lowerChar,
refBuf, refChar, refChar);
}
}
input.close();
return 0;
}
|
