1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19 package org.apache.hadoop.hbase.master.procedure;
20
21 import static org.junit.Assert.assertTrue;
22
23 import org.apache.commons.logging.Log;
24 import org.apache.commons.logging.LogFactory;
25 import org.apache.hadoop.conf.Configuration;
26 import org.apache.hadoop.hbase.HBaseTestingUtility;
27 import org.apache.hadoop.hbase.HColumnDescriptor;
28 import org.apache.hadoop.hbase.HTableDescriptor;
29 import org.apache.hadoop.hbase.InvalidFamilyOperationException;
30 import org.apache.hadoop.hbase.ProcedureInfo;
31 import org.apache.hadoop.hbase.TableName;
32 import org.apache.hadoop.hbase.procedure2.ProcedureExecutor;
33 import org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility;
34 import org.apache.hadoop.hbase.protobuf.generated.MasterProcedureProtos.AddColumnFamilyState;
35 import org.apache.hadoop.hbase.testclassification.MediumTests;
36 import org.junit.After;
37 import org.junit.AfterClass;
38 import org.junit.Before;
39 import org.junit.BeforeClass;
40 import org.junit.Test;
41 import org.junit.experimental.categories.Category;
42
43 @Category(MediumTests.class)
44 public class TestAddColumnFamilyProcedure {
45 private static final Log LOG = LogFactory.getLog(TestAddColumnFamilyProcedure.class);
46
47 protected static final HBaseTestingUtility UTIL = new HBaseTestingUtility();
48
49 private static void setupConf(Configuration conf) {
50 conf.setInt(MasterProcedureConstants.MASTER_PROCEDURE_THREADS, 1);
51 }
52
53 @BeforeClass
54 public static void setupCluster() throws Exception {
55 setupConf(UTIL.getConfiguration());
56 UTIL.startMiniCluster(1);
57 }
58
59 @AfterClass
60 public static void cleanupTest() throws Exception {
61 try {
62 UTIL.shutdownMiniCluster();
63 } catch (Exception e) {
64 LOG.warn("failure shutting down cluster", e);
65 }
66 }
67
68 @Before
69 public void setup() throws Exception {
70 ProcedureTestingUtility.setKillAndToggleBeforeStoreUpdate(getMasterProcedureExecutor(), false);
71 }
72
73 @After
74 public void tearDown() throws Exception {
75 ProcedureTestingUtility.setKillAndToggleBeforeStoreUpdate(getMasterProcedureExecutor(), false);
76 for (HTableDescriptor htd: UTIL.getHBaseAdmin().listTables()) {
77 LOG.info("Tear down, remove table=" + htd.getTableName());
78 UTIL.deleteTable(htd.getTableName());
79 }
80 }
81
82 @Test(timeout = 60000)
83 public void testAddColumnFamily() throws Exception {
84 final TableName tableName = TableName.valueOf("testAddColumnFamily");
85 final String cf1 = "cf1";
86 final String cf2 = "cf2";
87 final HColumnDescriptor columnDescriptor1 = new HColumnDescriptor(cf1);
88 final HColumnDescriptor columnDescriptor2 = new HColumnDescriptor(cf2);
89 final ProcedureExecutor<MasterProcedureEnv> procExec = getMasterProcedureExecutor();
90
91 MasterProcedureTestingUtility.createTable(procExec, tableName, null, "f3");
92
93
94 long procId1 =
95 procExec.submitProcedure(new AddColumnFamilyProcedure(procExec.getEnvironment(), tableName,
96 columnDescriptor1));
97
98 ProcedureTestingUtility.waitProcedure(procExec, procId1);
99 ProcedureTestingUtility.assertProcNotFailed(procExec, procId1);
100
101 MasterProcedureTestingUtility.validateColumnFamilyAddition(UTIL.getHBaseCluster().getMaster(),
102 tableName, cf1);
103
104
105 UTIL.getHBaseAdmin().disableTable(tableName);
106 long procId2 =
107 procExec.submitProcedure(new AddColumnFamilyProcedure(procExec.getEnvironment(), tableName,
108 columnDescriptor2));
109
110 ProcedureTestingUtility.waitProcedure(procExec, procId2);
111 ProcedureTestingUtility.assertProcNotFailed(procExec, procId2);
112 MasterProcedureTestingUtility.validateColumnFamilyAddition(UTIL.getHBaseCluster().getMaster(),
113 tableName, cf2);
114 }
115
116 @Test(timeout=60000)
117 public void testAddSameColumnFamilyTwice() throws Exception {
118 final TableName tableName = TableName.valueOf("testAddColumnFamilyTwice");
119 final String cf2 = "cf2";
120 final HColumnDescriptor columnDescriptor = new HColumnDescriptor(cf2);
121
122 final ProcedureExecutor<MasterProcedureEnv> procExec = getMasterProcedureExecutor();
123
124 MasterProcedureTestingUtility.createTable(procExec, tableName, null, "f1");
125
126
127 long procId1 =
128 procExec.submitProcedure(new AddColumnFamilyProcedure(procExec.getEnvironment(), tableName,
129 columnDescriptor));
130
131 ProcedureTestingUtility.waitProcedure(procExec, procId1);
132 ProcedureTestingUtility.assertProcNotFailed(procExec, procId1);
133 MasterProcedureTestingUtility.validateColumnFamilyAddition(UTIL.getHBaseCluster().getMaster(),
134 tableName, cf2);
135
136
137 long procId2 =
138 procExec.submitProcedure(new AddColumnFamilyProcedure(procExec.getEnvironment(), tableName,
139 columnDescriptor));
140
141 ProcedureTestingUtility.waitProcedure(procExec, procId2);
142
143
144 ProcedureInfo result = procExec.getResult(procId2);
145 assertTrue(result.isFailed());
146 LOG.debug("Add failed with exception: " + result.getExceptionFullMessage());
147 assertTrue(
148 ProcedureTestingUtility.getExceptionCause(result) instanceof InvalidFamilyOperationException);
149
150
151 UTIL.getHBaseAdmin().disableTable(tableName);
152 long procId3 =
153 procExec.submitProcedure(new AddColumnFamilyProcedure(procExec.getEnvironment(), tableName,
154 columnDescriptor));
155
156 ProcedureTestingUtility.waitProcedure(procExec, procId3);
157
158
159 result = procExec.getResult(procId3);
160 assertTrue(result.isFailed());
161 LOG.debug("Add failed with exception: " + result.getExceptionFullMessage());
162 assertTrue(
163 ProcedureTestingUtility.getExceptionCause(result) instanceof InvalidFamilyOperationException);
164 }
165
166 @Test(timeout = 60000)
167 public void testRecoveryAndDoubleExecutionOffline() throws Exception {
168 final TableName tableName = TableName.valueOf("testRecoveryAndDoubleExecutionOffline");
169 final String cf4 = "cf4";
170 final HColumnDescriptor columnDescriptor = new HColumnDescriptor(cf4);
171 final ProcedureExecutor<MasterProcedureEnv> procExec = getMasterProcedureExecutor();
172
173 MasterProcedureTestingUtility.createTable(procExec, tableName, null, "f1", "f2", "f3");
174 UTIL.getHBaseAdmin().disableTable(tableName);
175
176 ProcedureTestingUtility.waitNoProcedureRunning(procExec);
177 ProcedureTestingUtility.setKillAndToggleBeforeStoreUpdate(procExec, true);
178
179
180 long procId =
181 procExec.submitProcedure(new AddColumnFamilyProcedure(procExec.getEnvironment(), tableName,
182 columnDescriptor));
183
184
185 int numberOfSteps = AddColumnFamilyState.values().length;
186 MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(procExec, procId, numberOfSteps,
187 AddColumnFamilyState.values());
188
189 MasterProcedureTestingUtility.validateColumnFamilyAddition(UTIL.getHBaseCluster().getMaster(),
190 tableName, cf4);
191 }
192
193 @Test(timeout = 60000)
194 public void testRecoveryAndDoubleExecutionOnline() throws Exception {
195 final TableName tableName = TableName.valueOf("testRecoveryAndDoubleExecutionOnline");
196 final String cf5 = "cf5";
197 final HColumnDescriptor columnDescriptor = new HColumnDescriptor(cf5);
198 final ProcedureExecutor<MasterProcedureEnv> procExec = getMasterProcedureExecutor();
199
200 MasterProcedureTestingUtility.createTable(procExec, tableName, null, "f1", "f2", "f3");
201
202 ProcedureTestingUtility.waitNoProcedureRunning(procExec);
203 ProcedureTestingUtility.setKillAndToggleBeforeStoreUpdate(procExec, true);
204
205
206 long procId =
207 procExec.submitProcedure(new AddColumnFamilyProcedure(procExec.getEnvironment(), tableName,
208 columnDescriptor));
209
210
211 int numberOfSteps = AddColumnFamilyState.values().length;
212 MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(procExec, procId, numberOfSteps,
213 AddColumnFamilyState.values());
214
215 MasterProcedureTestingUtility.validateColumnFamilyAddition(UTIL.getHBaseCluster().getMaster(),
216 tableName, cf5);
217 }
218
219 @Test(timeout = 60000)
220 public void testRollbackAndDoubleExecution() throws Exception {
221 final TableName tableName = TableName.valueOf("testRollbackAndDoubleExecution");
222 final String cf6 = "cf6";
223 final HColumnDescriptor columnDescriptor = new HColumnDescriptor(cf6);
224 final ProcedureExecutor<MasterProcedureEnv> procExec = getMasterProcedureExecutor();
225
226
227 MasterProcedureTestingUtility.createTable(procExec, tableName, null, "f1", "f2");
228 ProcedureTestingUtility.waitNoProcedureRunning(procExec);
229 ProcedureTestingUtility.setKillAndToggleBeforeStoreUpdate(procExec, true);
230
231
232 long procId =
233 procExec.submitProcedure(new AddColumnFamilyProcedure(procExec.getEnvironment(), tableName,
234 columnDescriptor));
235
236 int numberOfSteps = AddColumnFamilyState.values().length - 2;
237 MasterProcedureTestingUtility.testRollbackAndDoubleExecution(procExec, procId, numberOfSteps,
238 AddColumnFamilyState.values());
239
240 MasterProcedureTestingUtility.validateColumnFamilyDeletion(UTIL.getHBaseCluster().getMaster(),
241 tableName, cf6);
242 }
243
244 private ProcedureExecutor<MasterProcedureEnv> getMasterProcedureExecutor() {
245 return UTIL.getHBaseCluster().getMaster().getMasterProcedureExecutor();
246 }
247 }