Package edu.isi.karma.rep

Examples of edu.isi.karma.rep.Worksheet

91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
            InvocationManager invocatioManager = new InvocationManager(null, ids, urls, encoding);
            String json = invocatioManager.getServiceJson(includeInputAttributes);
      logger.debug(json);
            Import imp = new JsonImport(json, worksheetName, workspace, encoding, -1);

            Worksheet wsht = imp.generateWorksheet();
            c.add(new ImportServiceCommandPreferencesUpdate(serviceUrl, worksheetName));

            c.add(new WorksheetListUpdate());
            c.append(WorksheetUpdateFactory.createWorksheetHierarchicalAndCleaningResultsUpdates(wsht.getId(), SuperSelectionManager.DEFAULT_SELECTION));
            return c;
        } catch (Exception e) {
            logger.error("Error occured while creating worksheet from web-service: " + serviceUrl);
            return new UpdateContainer(new ErrorUpdate("Error creating worksheet from web-service"));
        }
View Full Code Here
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
  @Override
  public UpdateContainer undoIt(Workspace workspace) {
   
    UpdateContainer c = new UpdateContainer();
    Worksheet worksheet = workspace.getWorksheet(worksheetId);
    OntologyManager ontologyManager = workspace.getOntologyManager();
    if(ontologyManager.isEmpty())
      return new UpdateContainer(new ErrorUpdate("No ontology loaded."));
   
    String alignmentId = AlignmentManager.Instance().constructAlignmentId(workspace.getId(), worksheetId);
    Alignment alignment = AlignmentManager.Instance().getAlignment(alignmentId);
    if (alignment == null) {
      logger.info("Alignment is NULL for " + worksheetId);
      return new UpdateContainer(new ErrorUpdate(
          "Please align the worksheet before generating R2RML Model!"));
    }

//    Set<ColumnNode> alignmentColumnNodes = alignment.getSourceColumnNodes();
//    if (alignmentColumnNodes != null) {
//      for (ColumnNode cn : alignmentColumnNodes) {
//        if (!cn.hasUserType())
//          worksheet.getSemanticTypes().unassignColumnSemanticType(cn.getHNodeId());
//      }
//    }

    alignment = initialAlignment;
    alignment.setGraph(initialGraph);
    if(!this.isExecutedInBatch())
      alignment.align();
    AlignmentManager.Instance().addAlignmentToMap(alignmentId, alignment);
   

    try {
      // Save the semantic types in the input parameter JSON
      saveSemanticTypesInformation(worksheet, workspace, worksheet.getSemanticTypes().getListOfTypes());
     
      // Add the visualization update
      c.add(new SemanticTypesUpdate(worksheet, worksheetId, alignment));
      c.add(new AlignmentSVGVisualizationUpdate(
          worksheetId, alignment));
View Full Code Here
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
  @Override
  public void generateJson(String prefix, PrintWriter pw,
      VWorkspace vWorkspace) {
    VWorksheet vWorksheet = vWorkspace.getViewFactory().getVWorksheetByWorksheetId(worksheetId);
    Worksheet worksheet = vWorksheet.getWorksheet();
    List<HNodePath> columnPaths = worksheet.getHeaders().getAllPaths();
    ColumnMetadata colMetadata = worksheet.getMetadataContainer().getColumnMetadata();

    List<String> columnsInvoked = new ArrayList<String>();

    for (HNodePath path:columnPaths) {
      String leafHNodeId = path.getLeaf().getId();
      List<Node> nodes = new ArrayList<Node>(Math.max(1000, worksheet.getDataTable().getNumRows()));
      worksheet.getDataTable().collectNodes(path, nodes, selection);
      final int sampleSize = (nodes.size() > 1000) ? 1000 : nodes.size();
      columnsInvoked.add(leafHNodeId);
      try {
        // Check if the column metadata doesn't contains the cleaning information
        if (colMetadata.getColumnHistogramData(leafHNodeId) == null
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
  @Override
  public UpdateContainer doIt(Workspace workspace) throws CommandException {
    inputColumns.clear();
    outputColumns.clear();
    RepFactory factory = workspace.getFactory();
    Worksheet oldws = workspace.getWorksheet(worksheetId);
    Object para = JSONUtil.createJson(this.getInputParameterJson());
    List<String> hnodeIDs = new ArrayList<String>();
    List<HNode> keyhnodes = new ArrayList<HNode>();
    List<HNode> valuehnodes = new ArrayList<HNode>();
    JSONArray checked = (JSONArray) JSONUtil.createJson(CommandInputJSONUtil.getStringValue("values", (JSONArray)para));
    HTable ht;
    if (hNodeId.compareTo("") != 0)
      ht = factory.getHTable(factory.getHNode(hNodeId).getHTableId());
    else
      ht = oldws.getHeaders();
    for (int i = 0; i < checked.length(); i++) {
      JSONObject t = (checked.getJSONObject(i));
      hnodeIDs.add((String) t.get("value"));
      keyhnodes.add(ht.getHNode((String) t.get("value")));
    }

    for (HNode oldhnode : ht.getHNodes()) {
      boolean found = false;
      for (HNode keynode : keyhnodes) {
        if (keynode.getId().compareTo(oldhnode.getId()) == 0)
          found = true;
      }
      if (!found)
        valuehnodes.add(oldhnode);
    }

    Worksheet newws = null;
    if (ht == oldws.getHeaders())
      newws = groupByTopLevel(oldws, workspace, hnodeIDs, keyhnodes, valuehnodes, factory);
    else {
      inputColumns.addAll(hnodeIDs);
      groupByNestedTable(oldws, workspace, ht, hnodeIDs, keyhnodes, valuehnodes, factory);
    }
    try{
      UpdateContainer c =  new UpdateContainer();
      WorksheetUpdateFactory.detectSelectionStatusChange(worksheetId, workspace, this);
      c.add(new WorksheetListUpdate());
      if (newws == null)
        c.append(WorksheetUpdateFactory.createRegenerateWorksheetUpdates(oldws.getId(), getSuperSelection(oldws)));
      if (newws != null) {
        c.append(WorksheetUpdateFactory.createRegenerateWorksheetUpdates(newws.getId(), SuperSelectionManager.DEFAULT_SELECTION));
        //c.append(WorksheetUpdateFactory.createWorksheetHierarchicalAndCleaningResultsUpdates(newws.getId()));
        Alignment alignment = AlignmentManager.Instance().getAlignmentOrCreateIt(workspace.getId(), newws.getId(), workspace.getOntologyManager());
        c.append(WorksheetUpdateFactory.createSemanticTypesAndSVGAlignmentUpdates(newws.getId(), workspace, alignment));
      }
      //c.append(WorksheetUpdateFactory.createWorksheetHierarchicalAndCleaningResultsUpdates(oldws.getId()));
      c.append(computeAlignmentAndSemanticTypesAndCreateUpdates(workspace));
      return c;
    } catch (Exception e) {
View Full Code Here
148
149
150
151
152
153
154
155
156
157
158
      workspace.getFactory().removeWorksheet(newWorksheetId, workspace.getCommandHistory());
      c.add(new WorksheetListUpdate());
      c.add(new WorksheetDeleteUpdate(newWorksheetId));
    }
    if (this.newHNodeId != null) {
      Worksheet worksheet = workspace.getWorksheet(worksheetId);
      HNode ndid = workspace.getFactory().getHNode(newHNodeId);
      HTable currentTable = workspace.getFactory().getHTable(ndid.getHTableId());
      ndid.removeNestedTable();
      //remove the new column
      currentTable.removeHNode(newHNodeId, worksheet);
View Full Code Here
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
    return c;
  }

  private Worksheet groupByTopLevel(Worksheet oldws, Workspace workspace, List<String> hnodeIDs, List<HNode> keyhnodes, List<HNode> valuehnodes, RepFactory factory) {
    SuperSelection selection = getSuperSelection(oldws);
    Worksheet newws = factory.createWorksheet("GroupBy: " + oldws.getTitle(), workspace, oldws.getEncoding());
    newws.getMetadataContainer().getWorksheetProperties().setPropertyValue(Property.sourceType, oldws.getMetadataContainer().getWorksheetProperties().getPropertyValue(Property.sourceType));
    HTable newht =  newws.getHeaders();
    ArrayList<Row> rows = oldws.getDataTable().getRows(0, oldws.getDataTable().getNumRows(), selection);
    HTable oldht =  oldws.getHeaders();
    Map<String, ArrayList<String>> hash = new TreeMap<String, ArrayList<String>>();
    for (Row row : rows) {
      String hashValue = HashValueManager.getHashValue(row, hnodeIDs);
      ArrayList<String> ids = hash.get(hashValue);
      if (ids == null)
        ids = new ArrayList<String>();
      ids.add(row.getId());
      hash.put(hashValue, ids);
      //System.out.println("Hash: " + HashValueManager.getHashValue(row, hnodeIDs));
    } 
    //HTable newKeyTable = newht.getHNodeFromColumnName("Keys").addNestedTable("Table for keys", newws, factory);
    //newValueTable.addHNode("Values", newws, factory);
    //HTable newValueNestedTable = newValueTable.getHNodeFromColumnName("Values").addNestedTable("Table for nested values", newws, factory);
    CloneTableUtils.cloneHTable(oldht, newht, newws, factory, keyhnodes, selection);
    newht.addHNode("Values", HNodeType.Transformation, newws, factory);
    HTable newValueTable = newht.getHNodeFromColumnName("Values").addNestedTable("Table for values", newws, factory);
    CloneTableUtils.cloneHTable(oldht, newValueTable, newws, factory, valuehnodes, selection);
    for (String key : hash.keySet()) {
      //System.out.println("key: " + hash.get(key));
      ArrayList<String> r = hash.get(key);
      Row lastRow = CloneTableUtils.cloneDataTable(factory.getRow(r.get(0)), newws.getDataTable(), oldws.getHeaders(), newht, keyhnodes, factory, selection);
      for (String rowid : r) {
        Row cur = factory.getRow(rowid);
        Table dataTable = lastRow.getNeighborByColumnName("Values", factory).getNestedTable();
        CloneTableUtils.cloneDataTable(cur, dataTable, oldws.getHeaders(), newValueTable, valuehnodes, factory, selection);
      }
    }
    newWorksheetId = newws.getId();
    return newws;
  }
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
74
      JSONObject response = new JSONObject();
      response.put(JsonKeys.worksheetId.name(), worksheetId);
      response.put(AbstractUpdate.GenericJsonKeys.updateType.name(),
          this.getClass().getSimpleName());
     
      Worksheet wk = vWorksheet.getWorksheet();
      ColumnMetadata colMeta = wk.getMetadataContainer().getColumnMetadata();
      List<VHNode> viewHeaders = vWorksheet.getHeaderViewNodes();
     
      JSONArray columns = getColumnsJsonArray(viewHeaders, colMeta);
      response.put(JsonKeys.columns.name(), columns);
     
View Full Code Here
53
54
55
56
57
58
59
60
61
62
63
64
    return CommandType.notInHistory;
  }

  @Override
  public UpdateContainer doIt(Workspace workspace) throws CommandException {
    Worksheet worksheet = workspace.getWorksheet(worksheetId);
    HTable ht = worksheet.getHeaders();   
    if (hNodeId.compareTo("") != 0) {
      HNode hNode = workspace.getFactory().getHNode(hNodeId);
      HTable parentHT = workspace.getFactory().getHTable(hNode.getHTableId());
      if (commandName.compareTo("GroupBy") == 0 || commandName.compareTo("Fold") == 0 || commandName.compareTo("Glue") == 0)
        ht = hNode.getNestedTable();
View Full Code Here
99
100
101
102
103
104
105
106
107
108
109
    // String alignmentId =
    // AlignmentManager.Instance().constructAlignmentId(workspace.getId(),
    // worksheetId);
    Alignment alignment = AlignmentManager.Instance().getAlignment(
        alignmentId);
    Worksheet worksheet = workspace.getWorksheet(worksheetId);
    OntologyManager ontMgr = workspace.getOntologyManager();

    // Save the original alignment for undo
    oldAlignment = alignment.getAlignmentClone();
    oldGraph = (DirectedWeightedMultigraph<Node, DefaultLink>) alignment
View Full Code Here
215
216
217
218
219
220
221
222
223
224
225
    }
  }

  @Override
  public UpdateContainer undoIt(Workspace workspace) {
    Worksheet worksheet = workspace.getWorksheet(worksheetId);

    // Revert to the old alignment
    AlignmentManager.Instance()
        .addAlignmentToMap(alignmentId, oldAlignment);
    oldAlignment.setGraph(oldGraph);
View Full Code Here
TOP

Related Classes of edu.isi.karma.rep.Worksheet

  • edu.isi.karma.controller.command.alignment.AddUserLinkToAlignmentCommand
  • edu.isi.karma.controller.command.alignment.AugmentDataCommand
  • edu.isi.karma.controller.command.alignment.ChangeInternalNodeLinksCommand
  • edu.isi.karma.controller.command.alignment.FetchExistingModelsForWorksheetCommand
  • edu.isi.karma.controller.command.alignment.GenerateR2RMLModelCommand
  • edu.isi.karma.controller.command.alignment.GetSemanticSuggestionsCommand
  • edu.isi.karma.controller.command.alignment.InvokeDataMiningServiceCommand
  • edu.isi.karma.controller.command.alignment.R2RMLAlignmentFileSaver
  • edu.isi.karma.controller.command.alignment.SearchForDataToAugmentCommand
  • edu.isi.karma.controller.command.alignment.SearchForDataToAugmentIncomingCommand
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.