Package com.linkedin.data.schema

Examples of com.linkedin.data.schema.DataSchema

104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
    final boolean debug = false;

    MyAvroOverrideFactory avroOverrideFactory = new MyAvroOverrideFactory();

    DataSchema schema = TestUtil.dataSchemaFromString(schemaText);
    AvroOverride avroOverride = avroOverrideFactory.createFromDataSchema(schema);
    String message = avroOverrideFactory._messageList.toString();

    assertTrue(message.isEmpty());
    assertSame(avroOverride.getAvroSchemaDataMap(), ((DataMap) schema.getProperties().get("avro")).get("schema"));
    assertEquals(avroOverride.getAvroSchemaFullName(), "org.foobar.CustomFoo");

    assertSame(avroOverride.getCustomDataTranslatorClassName(), ((DataMap) ((DataMap) schema.getProperties().get("avro")).get("translator")).get("class"));
    assertSame(avroOverride.getCustomDataTranslator().getClass(), MyCustomDataTranslator.class);
  }
View Full Code Here
158
159
160
161
162
163
164
165
166
167
168
    {
      String name = row[0];
      String fullName = row[1];

      String schemaText = schemaTemplate.replaceAll("NAME", name);
      DataSchema schema = TestUtil.dataSchemaFromString(schemaText);

      AvroOverride avroOverride = avroOverrideFactory.createFromDataSchema(schema);
      String message = avroOverrideFactory._messageList.toString();
      assertTrue(message.isEmpty());
View Full Code Here
342
343
344
345
346
347
348
349
350
351
352
    for (String[] row : inputs)
    {
      String schemaText = row[0];

      DataSchema schema = TestUtil.dataSchemaFromString(schemaText);
      AvroOverride avroOverride = avroOverrideFactory.createFromDataSchema(schema);

      String message = avroOverrideFactory._messageList.toString();
      if (debug) TestUtil.out.println(message);
View Full Code Here
136
137
138
139
140
141
142
143
144
145
146
          }
        }
        else
        {
          StringBuilder errorMessage = new StringBuilder();
          DataSchema schema = getSchemaResolver().findDataSchema(source, errorMessage);
          if (schema == null)
          {
            getMessage().append("File cannot be opened or schema name cannot be resolved: " + source + "\n");
          }
          if (errorMessage.length() > 0)
View Full Code Here
956
957
958
959
960
961
962
963
964
    OptionsResponse optionsResponse = REST_CLIENT.sendRequest(optionsRequest).getResponse().getEntity();
    Map<String, DataSchema> rawDataSchemas = optionsResponse.getDataSchemas();

    for(NamedDataSchema dataSchema: schemas)
    {
      DataSchema optionsDataSchema = rawDataSchemas.get(dataSchema.getFullName());
      Assert.assertEquals(optionsDataSchema, dataSchema);
    }
  }
View Full Code Here
589
590
591
592
593
594
595
596
597
598
599
  private final void validateSchema(ValidatorContext context, DataSchema schema)
  {
    if (schema.getType() == DataSchema.Type.TYPEREF)
    {
      DataSchema refSchema = ((TyperefDataSchema) schema).getRef();
      validateSchema(context, refSchema);
      getAndInvokeValidatorList(context, schema);
    }
    else
    {
View Full Code Here
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
  @Override
  public void validate(ValidatorContext context)
  {
    DataElement element = context.dataElement();
    DataSchema schema = element.getSchema();
    if (schema != null)
    {
      validateSchema(context, schema);
    }
    DataElement parentElement = element.getParent();
    if (parentElement != null)
    {
      DataSchema parentSchema = parentElement.getSchema();
      // check if the value belongs to a field in a record
      // if it belongs to a field, check if the field has
      // validators.
      if (parentSchema != null && parentSchema.getType() == DataSchema.Type.RECORD)
      {
        Object name = element.getName();
        if (name.getClass() == String.class)
        {
          RecordDataSchema recordDataSchema = (RecordDataSchema) parentSchema;
View Full Code Here
119
120
121
122
123
124
125
126
127
128
129
130
    if (parser.hasError())
    {
      throw new IllegalArgumentException(parser.errorMessage());
    }
    assert(parser.topLevelDataSchemas().size() == 1);
    DataSchema dataSchema = parser.topLevelDataSchemas().get(0);
    DataSchema resultDataSchema = null;

    AvroToDataSchemaTranslationMode translationMode = options.getTranslationMode();
    if (translationMode == AvroToDataSchemaTranslationMode.RETURN_EMBEDDED_SCHEMA ||
        translationMode == AvroToDataSchemaTranslationMode.VERIFY_EMBEDDED_SCHEMA)
    {
View Full Code Here
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
          }
          result = byteString;
          break;
        case MAP:
          DataMap map = (DataMap) value;
          DataSchema valueDataSchema = ((MapDataSchema) dataSchema).getValues();
          Map<String, Object> resultMap = new DataMap(map.size() * 2);
          for (Map.Entry<String, Object> entry : map.entrySet())
          {
            String key = entry.getKey();
            path.add(key);
            Object entryAvroValue = translate(path, entry.getValue(), valueDataSchema);
            path.remove(path.size() - 1);
            resultMap.put(key, entryAvroValue);
          }
          result = resultMap;
          break;
        case ARRAY:
          DataList list = (DataList) value;
          DataList resultList = new DataList(list.size());
          DataSchema elementDataSchema = ((ArrayDataSchema) dataSchema).getItems();
          for (int i = 0; i < list.size(); i++)
          {
            path.add(i);
            Object entryAvroValue = translate(path, list.get(i), elementDataSchema);
            path.remove(path.size() - 1);
View Full Code Here
216
217
218
219
220
221
222
223
224
225
226
      // test value
      Object expectedValue = row[1];
      assertSame(expectedValue, element.getValue());

      // test schema
      DataSchema expectedSchema = (DataSchema) row[2];
      assertSame(expectedSchema, element.getSchema());

      // test name
      Object[] expectedPath = (Object[]) row[3];
      Object expectedName = expectedPath.length == 0 ? DataElement.ROOT_NAME : expectedPath[expectedPath.length - 1];
View Full Code Here
TOP

Related Classes of com.linkedin.data.schema.DataSchema

  • com.linkedin.data.avro.DataTranslator$AvroGenericToDataTranslator
  • com.linkedin.data.avro.DataTranslator$DataMapToGenericRecordTranslator
  • com.linkedin.data.avro.SchemaToAvroJsonEncoder
  • com.linkedin.data.avro.SchemaTranslator
  • com.linkedin.data.avro.SchemaTranslator$AbstractDefaultDataTranslator
  • com.linkedin.data.avro.SchemaTranslator$AvroToDataSchemaConvertCallback
  • com.linkedin.data.avro.SchemaTranslator$DefaultAvroToDataConvertCallback
  • com.linkedin.data.avro.SchemaTranslator$DefaultDataToAvroConvertCallback
  • com.linkedin.data.avro.TestAvroOverrideFactory
  • com.linkedin.data.avro.TestCustomAvroSchema
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.