Package com.mapr.synth.samplers

Examples of com.mapr.synth.samplers.SchemaSampler.sample()

118
119
120
121
122
123
124
125
126
127
128
    public void testSequence() throws IOException {
        SchemaSampler s = new SchemaSampler(Resources.asCharSource(Resources.getResource("schema005.json"), Charsets.UTF_8).read());
        OnlineSummarizer s0 = new OnlineSummarizer();
        OnlineSummarizer s1 = new OnlineSummarizer();
        for (int i = 0; i < 10000; i++) {
            JsonNode x = s.sample();
            s0.add(Iterables.size(x.get("c")));
            s1.add(Iterables.size(x.get("d")));

            for (JsonNode n : x.get("d")) {
                int z = n.asInt();
View Full Code Here
137
138
139
140
141
142
143
144
145
146
147
    @Test
    public void testSequenceArray() throws IOException {
        SchemaSampler s = new SchemaSampler(Resources.asCharSource(Resources.getResource("schema006.json"), Charsets.UTF_8).read());
        for (int i = 0; i < 10; i++) {
            JsonNode x = s.sample();
            Iterator<JsonNode> values = x.get("x").elements();
            assertEquals(3, values.next().asInt());
            assertEquals(6, values.next().asInt());
            assertEquals(8, values.next().asInt());
View Full Code Here
151
152
153
154
155
156
157
158
159
160
161
    @Test
    public void testMap() throws IOException {
        SchemaSampler s = new SchemaSampler(Resources.asCharSource(Resources.getResource("schema011.json"), Charsets.UTF_8).read());
        for (int i = 0; i < 100; i++) {
            JsonNode x = s.sample();
            assertEquals(i, x.get("id").asInt());
            int v = x.get("stuff").get("a").asInt();
            assertTrue(v == 3 || v == 4);
            v = x.get("stuff").get("b").asInt();
            assertTrue(v == 4 || v == 5);
View Full Code Here
170
171
172
173
174
175
176
177
178
179
180
        SortedMultiset<Integer> x = TreeMultiset.create();
        SortedMultiset<Integer> y = TreeMultiset.create();
        SortedMultiset<Integer> z = TreeMultiset.create();
        SortedMultiset<Integer> q = TreeMultiset.create();
        for (int i = 0; i < 10000; i++) {
            JsonNode record = s.sample();
            x.add(record.get("x").asInt());
            y.add(record.get("y").asInt());
            z.add(record.get("z").asInt());
            q.add(record.get("q").asInt());
        }
View Full Code Here
203
204
205
206
207
208
209
210
211
212
213
        out.close();

        SchemaSampler s = new SchemaSampler(Resources.asCharSource(Resources.getResource("schema008.json"), Charsets.UTF_8).read());

        for (int k = 0; k < 1000; k++) {
            JsonNode r = s.sample();
            assertEquals(6, r.get("x").get("x").asInt() + r.get("x").get("y").asInt());
            int i = r.get("y").get("a").asInt();
            assertEquals(i * i, r.get("y").get("b").asInt());
        }
    }
View Full Code Here
215
216
217
218
219
220
221
222
223
224
225
    @Test
    public void testJoin() throws IOException {
        SchemaSampler s = new SchemaSampler(Resources.asCharSource(Resources.getResource("schema009.json"), Charsets.UTF_8).read());

        for (int k = 0; k < 10; k++) {
            JsonNode r = s.sample();
            assertEquals("3,6,8", r.get("x").asText());
            assertTrue(r.get("y").asInt() >= 1 && r.get("y").asInt() < 5);
            assertTrue(r.get("z").asText().matches("(xyz(,xyz)*)?"));
        }
    }
View Full Code Here
230
231
232
233
234
235
236
237
238
239
240
        long t = System.currentTimeMillis();

        SimpleDateFormat df0 = new SimpleDateFormat("yyyy-MM-dd");
        SimpleDateFormat df1 = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
        SimpleDateFormat df2 = new SimpleDateFormat("MM/dd/yyyy HH:mm:ss");
        JsonNode old = s.sample();

        long old1 = df0.parse(old.get("foo1").asText()).getTime();
        assertTrue(Math.abs(old1 - t) < TimeUnit.MILLISECONDS.convert(1, TimeUnit.DAYS));

        long old2 = df1.parse(old.get("foo2").asText()).getTime();
View Full Code Here
248
249
250
251
252
253
254
255
256
257
258
        double sum3 = 0;

        final int N = 10000;

        for (int k = 0; k < N; k++) {
            JsonNode r = s.sample();

            long t1 = df0.parse(r.get("foo1").asText()).getTime();
            sum1 += t1 - old1;
            old1 = t1;
View Full Code Here
273
274
275
276
277
278
279
280
281
282
283
    @Test
    public void testFlatten() throws IOException {
        SchemaSampler s = new SchemaSampler(Resources.asCharSource(Resources.getResource("schema010.json"), Charsets.UTF_8).read());

        for (int k = 0; k < 10; k++) {
            JsonNode r = s.sample();
            assertEquals(k, r.get("id").asInt());
            assertTrue(r.get("stuff").isArray());
            assertEquals(1, r.get("stuff").get(0).asInt());
            assertEquals(2, r.get("stuff").get(1).asInt());
            assertEquals(3, r.get("stuff").get(2).asInt());
View Full Code Here
45
46
47
48
49
50
51
52
53
54
55
        // first generate lots of user definitions
        SchemaSampler users = new SchemaSampler(Resources.asCharSource(Resources.getResource("user-schema.txt"), Charsets.UTF_8).read());
        File userFile = File.createTempFile("user", "tsv");
        BufferedWriter out = Files.newBufferedWriter(userFile.toPath(), Charsets.UTF_8);
        for (int i = 0; i < opts.users; i++) {
            out.write(withTab.join(users.sample()));
            out.newLine();
        }
        out.close();

        // now generate a session for each user
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.