Package org.apache.hcatalog.hbase.snapshot

Examples of org.apache.hcatalog.hbase.snapshot.Transaction

212
213
214
215
216
217
218
219
220
221
222
        //manually create transaction
        RevisionManager rm = HBaseRevisionManagerUtil.getOpenedRevisionManager(conf);
        try {
            OutputJobInfo outputJobInfo = OutputJobInfo.create("default", tableName, null);
            Transaction txn = rm.beginWriteTransaction(tableName, Arrays.asList(familyName));
            outputJobInfo.getProperties().setProperty(HBaseConstants.PROPERTY_WRITE_TXN_KEY,
                HCatUtil.serialize(txn));
            job.set(HCatConstants.HCAT_KEY_OUTPUT_INFO,
                HCatUtil.serialize(outputJobInfo));
        } finally {
View Full Code Here
121
122
123
124
125
126
127
128
129
130
131
            for (int i = 1; i <= num; i++) {
                Put put = new Put(Bytes.toBytes("testRow"));
                put.add(FAMILY, QUALIFIER1, i, Bytes.toBytes("textValue-" + i));
                put.add(FAMILY, QUALIFIER2, i, Bytes.toBytes("textValue-" + i));
                myPuts.add(put);
                Transaction tsx = rm.beginWriteTransaction(tableName,
                    columnFamilies);
                rm.commitWriteTransaction(tsx);
            }
        } finally {
            if (rm != null)
View Full Code Here
148
149
150
151
152
153
154
155
156
157
158
159
160
161
        List<Put> myPuts = new ArrayList<Put>();
        long revision;
        try {
            rm = HBaseRevisionManagerUtil.getOpenedRevisionManager(hcatConf);
            rm.open();
            Transaction tsx = rm.beginWriteTransaction(tName, columnFamilies);

            Put put = new Put(Bytes.toBytes("testRow"));
            revision = tsx.getRevisionNumber();
            put.add(FAMILY, QUALIFIER1, revision,
                Bytes.toBytes("textValue-" + value));
            myPuts.add(put);

            // If commit is null it is left as a running transaction
View Full Code Here
208
209
210
211
212
213
214
215
216
217
218
        //manually create transaction
        RevisionManager rm = HBaseRevisionManagerUtil.getOpenedRevisionManager(conf);
        try {
            OutputJobInfo outputJobInfo = OutputJobInfo.create("default", tableName, null);
            Transaction txn = rm.beginWriteTransaction(tableName, Arrays.asList(familyName));
            outputJobInfo.getProperties().setProperty(HBaseConstants.PROPERTY_WRITE_TXN_KEY,
                                                      HCatUtil.serialize(txn));
            job.set(HCatConstants.HCAT_KEY_OUTPUT_INFO,
                                       HCatUtil.serialize(outputJobInfo));
        } finally {
View Full Code Here
143
144
145
146
147
148
149
150
151
152
153
        //manually create transaction
        RevisionManager rm = HBaseRevisionManagerUtil.getOpenedRevisionManager(conf);
        try {
            OutputJobInfo outputJobInfo = OutputJobInfo.create("default", tableName, null);
            Transaction txn = rm.beginWriteTransaction(tableName, Arrays.asList(familyName));
            outputJobInfo.getProperties().setProperty(HBaseConstants.PROPERTY_WRITE_TXN_KEY,
                                                      HCatUtil.serialize(txn));
            job.set(HCatConstants.HCAT_KEY_OUTPUT_INFO,
                                       HCatUtil.serialize(outputJobInfo));
        } finally {
View Full Code Here
92
93
94
95
96
97
98
99
100
101
102
            for (int i = 1; i <= num; i++) {
                Put put = new Put(Bytes.toBytes("testRow"));
                put.add(FAMILY, QUALIFIER1, i, Bytes.toBytes("textValue-" + i));
                put.add(FAMILY, QUALIFIER2, i, Bytes.toBytes("textValue-" + i));
                myPuts.add(put);
                Transaction tsx = rm.beginWriteTransaction(tableName,
                        columnFamilies);
                rm.commitWriteTransaction(tsx);
            }
        } finally {
            if (rm != null)
View Full Code Here
142
143
144
145
146
147
148
149
150
151
152
153
154
155
        List<Put> myPuts = new ArrayList<Put>();
        long revision;
        try {
            rm = HBaseRevisionManagerUtil.getOpenedRevisionManager(getHbaseConf());
            rm.open();
            Transaction tsx = rm.beginWriteTransaction(tName, columnFamilies);

            Put put = new Put(Bytes.toBytes("testRow"));
            revision = tsx.getRevisionNumber();
            put.add(FAMILY, QUALIFIER1, revision,
                    Bytes.toBytes("textValue-" + value));
            myPuts.add(put);

            // If commit is null it is left as a running transaction
View Full Code Here
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
            Configuration copyOfConf = new Configuration(jobConf);
            HBaseConfiguration.addHbaseResources(copyOfConf);

            String txnString = outputJobInfo.getProperties().getProperty(
                    HBaseConstants.PROPERTY_WRITE_TXN_KEY);
            Transaction txn = null;
            if (txnString == null) {
                txn = HBaseRevisionManagerUtil.beginWriteTransaction(qualifiedTableName, tableInfo, copyOfConf);
                String serializedTxn = HCatUtil.serialize(txn);
                outputJobInfo.getProperties().setProperty(HBaseConstants.PROPERTY_WRITE_TXN_KEY,
                        serializedTxn);
            } else {
                txn = (Transaction) HCatUtil.deserialize(txnString);
            }
            if (isBulkMode(outputJobInfo)) {
                String tableLocation = tableInfo.getTableLocation();
                String location = new Path(tableLocation, "REVISION_" + txn.getRevisionNumber())
                        .toString();
                outputJobInfo.getProperties().setProperty(PROPERTY_INT_OUTPUT_LOCATION, location);
                // We are writing out an intermediate sequenceFile hence
                // location is not passed in OutputJobInfo.getLocation()
                // TODO replace this with a mapreduce constant when available
View Full Code Here
138
139
140
141
142
143
144
145
146
147
148
            super.abortJob(jobContext, status);
            RevisionManager rm = null;
            try {
                rm = HBaseRevisionManagerUtil
                        .getOpenedRevisionManager(jobContext.getConfiguration());
                Transaction writeTransaction = HBaseRevisionManagerUtil
                        .getWriteTransaction(jobContext.getConfiguration());
                rm.abortWriteTransaction(writeTransaction);
            } finally {
                if (rm != null)
                    rm.close();
View Full Code Here
185
186
187
188
189
190
191
192
193
194
195
     * @return The new transaction in revision manager
     * @throws IOException
     */
    static Transaction beginWriteTransaction(String qualifiedTableName,
            HCatTableInfo tableInfo, Configuration jobConf) throws IOException {
        Transaction txn;
        RevisionManager rm = null;
        try {
            rm = HBaseRevisionManagerUtil.getOpenedRevisionManager(jobConf);
            String hBaseColumns = tableInfo.getStorerInfo().getProperties()
                    .getProperty(HBaseSerDe.HBASE_COLUMNS_MAPPING);
View Full Code Here
TOP

Related Classes of org.apache.hcatalog.hbase.snapshot.Transaction

  • org.apache.hcatalog.hbase.HBaseDirectOutputFormat$HBaseDirectOutputCommitter
  • org.apache.hcatalog.hbase.HBaseHCatStorageHandler
  • org.apache.hcatalog.hbase.HBaseRevisionManagerUtil
  • org.apache.hcatalog.hbase.TestHBaseBulkOutputFormat
  • org.apache.hcatalog.hbase.TestHBaseDirectOutputFormat
  • org.apache.hcatalog.hbase.TestHBaseInputFormat
  • org.apache.hcatalog.hbase.TestHCatHBaseInputFormat
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.