Package com.google.refine.importers.tree.TreeReader

Examples of com.google.refine.importers.tree.TreeReader.Token

227
228
229
230
231
232
233
234
235
236
237
        String sampleJson = "{\"field\":\"value\"}";
        String sampleJson2 = "{\"field\":{}}";
        String sampleJson3 = "{\"field\":[{},{}]}";
       
        JSONTreeReader parser = new JSONTreeReader(new StringReader(sampleJson));
        Token token = Token.Ignorable;
        int i = 0;
        try{
            while(token != null){
                token = parser.next();
                if(token == null) {
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
public class XmlImportUtilities extends TreeImportUtilities {
    final static Logger logger = LoggerFactory.getLogger("XmlImportUtilities");

    static public String[] detectPathFromTag(TreeReader parser, String tag) throws TreeReaderException {
        while (parser.hasNext()) {
            Token eventType = parser.next();
            if (eventType == Token.StartEntity) {//XMLStreamConstants.START_ELEMENT) {
                List<String> path = detectRecordElement(parser, tag);
                if (path != null) {
                    String[] path2 = new String[path.size()];
View Full Code Here
99
100
101
102
103
104
105
106
107
108
109
            return path;
        }

        while (parser.hasNext()) {
            Token eventType = parser.next();
            if (eventType == Token.EndEntity) {//XMLStreamConstants.END_ELEMENT) {
                break;
            } else if (eventType == Token.StartEntity) {//XMLStreamConstants.START_ELEMENT) {
                List<String> path = detectRecordElement(parser, tag);
                if (path != null) {
View Full Code Here
132
133
134
135
136
137
138
139
140
141
142
        logger.trace("detectRecordElement(inputStream)");
        List<RecordElementCandidate> candidates = new ArrayList<RecordElementCandidate>();

        try {
            while (parser.hasNext()) {
                Token eventType = parser.next();
                if (eventType == Token.StartEntity) {
                    RecordElementCandidate candidate =
                        detectRecordElement(
                            parser,
                            new String[] { parser.getFieldName() });
View Full Code Here
166
167
168
169
170
171
172
173
174
175
176
        Map<String, Integer> immediateChildCandidateMap = new HashMap<String, Integer>();

        try {
            while (parser.hasNext()) {
                Token eventType = parser.next();
                if (eventType == Token.EndEntity ) {
                    break;
                } else if (eventType == Token.StartEntity) {
                    String tagName = parser.getFieldName();
View Full Code Here
260
261
262
263
264
265
266
267
268
269
270
        boolean guessDataType
    ) {
        logger.trace("importTreeData(TreeReader, Project, String[], ImportColumnGroup)");
        try {
            while (parser.hasNext()) {
                Token eventType = parser.next();
                if (eventType == Token.StartEntity) {
                    findRecord(project, parser, recordPath, 0, rootColumnGroup, limit--,trimStrings,storeEmptyStrings,guessDataType);
                }
            }
        } catch (TreeReaderException e) {
View Full Code Here
317
318
319
320
321
322
323
324
325
326
327
        String localName = parser.getFieldName();
        String fullName = composeName(parser.getPrefix(), localName);
        if (recordPathSegment.equals(localName) || recordPathSegment.equals(fullName)) {
            if (pathIndex < recordPath.length - 1) {
                while (parser.hasNext() && limit != 0) {
                    Token eventType = parser.next();
                    if (eventType == Token.StartEntity) {
                        findRecord(project, parser, recordPath, pathIndex + 1, rootColumnGroup, limit--,trimStrings,storeEmptyStrings,guessDataType);
                    } else if (eventType == Token.EndEntity) {
                        break;
                    } else if (eventType == Token.Value) {
View Full Code Here
343
344
345
346
347
348
349
350
351
352
353
        }
    }

    static protected void skip(TreeReader parser) throws TreeReaderException {
        while (parser.hasNext()) {
            Token eventType = parser.next();
            if (eventType == Token.StartEntity) {//XMLStreamConstants.START_ELEMENT) {
                skip(parser);
            } else if (eventType == Token.EndEntity) { //XMLStreamConstants.END_ELEMENT) {
                return;
            }
View Full Code Here
537
538
539
540
541
542
543
544
545
546
547
                );
            }
        }

        while (parser.hasNext()) {
            Token eventType = parser.next();
            if (eventType == Token.StartEntity) {
                processSubRecord(
                    project,
                    parser,
                    thisColumnGroup,
View Full Code Here
TOP

Related Classes of com.google.refine.importers.tree.TreeReader.Token

  • com.google.refine.importers.tree.XmlImportUtilities
  • com.google.refine.tests.importers.JsonImporterTests
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.