/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.twitter.distributedlog.tools;
import java.net.URI;
import com.twitter.distributedlog.DLMTestUtil;
import com.twitter.distributedlog.DLSN;
import com.twitter.distributedlog.DistributedLogManager;
import com.twitter.distributedlog.TestDistributedLogBase;
import com.twitter.distributedlog.LocalDLMEmulator;
import com.twitter.distributedlog.LogRecordWithDLSN;
import com.twitter.distributedlog.LogReader;
import com.twitter.distributedlog.exceptions.ZKException;
import com.twitter.distributedlog.tools.DistributedLogTool.*;
import org.apache.bookkeeper.client.BKException.BKNoSuchLedgerExistsException;
import org.apache.bookkeeper.util.ReflectionUtils;
import org.apache.zookeeper.KeeperException;
import org.junit.BeforeClass;
import org.junit.Test;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import static org.junit.Assert.*;
public class TestDistributedLogTool extends TestDistributedLogBase {
static final Logger LOG = LoggerFactory.getLogger(TestDistributedLogTool.class);
static final String defaultLedgerPath = LocalDLMEmulator.getBkLedgerPath();
static final String defaultPath = "/test/namespace";
static final String defaultHost = "127.0.0.1";
static final String defaultPrivilegedZkAclId = "NathanielP";
static URI defaultUri = null;
static final String ADMIN_TOOL = com.twitter.distributedlog.admin.DistributedLogAdmin.class.getName();
@BeforeClass
public static void setupDefaults() throws Exception {
defaultUri = DLMTestUtil.createDLMURI(zkPort, defaultPath);
DistributedLogManager dlm = DLMTestUtil.createNewDLM("DefaultStream", conf, defaultUri);
bindStream(defaultUri, defaultLedgerPath, defaultHost);
DLMTestUtil.generateCompletedLogSegments(dlm, conf, 3, 8192);
dlm.close();
}
private static int runTool(String[] args) throws Exception {
Tool tool = ReflectionUtils.newInstance(args[0], Tool.class);
String[] newArgs = new String[args.length - 1];
System.arraycopy(args, 1, newArgs, 0, newArgs.length);
int rc = tool.run(newArgs);
assertTrue(0 == rc);
return rc;
}
static void bindStream(URI uri, String ledgerPath, String zkHosts) throws Exception {
String[] args = new String[] { ADMIN_TOOL,
"bind",
"-c",
"-l", ledgerPath,
"-s", zkHosts,
"-f", uri.toString() };
runTool(args);
}
static void createStream(URI uri, String prefix, String expression, String zkAclId) throws Exception {
CreateCommand cmd = new CreateCommand();
cmd.setUri(defaultUri);
cmd.setPrefix(prefix);
cmd.setExpression(expression);
cmd.setForce(true);
cmd.setZkAclId(zkAclId);
assertEquals(0, cmd.runCmd());
}
void deleteStream(URI uri, String stream) throws Exception {
DeleteCommand cmd = new DeleteCommand();
cmd.setUri(defaultUri);
cmd.setStreamName(stream);
assertEquals(0, cmd.runCmd());
}
void list(URI uri) throws Exception {
ListCommand cmd = new ListCommand();
cmd.setUri(defaultUri);
assertEquals(0, cmd.runCmd());
}
@Test(timeout = 60000)
public void testToolCreate() throws Exception {
createStream(defaultUri, "0", "TestPrefix", null);
}
@Test(timeout = 60000)
public void testToolCreateZkAclId() throws Exception {
createStream(defaultUri, "0", "CreateAclStream", defaultPrivilegedZkAclId);
try {
DistributedLogManager dlm = DLMTestUtil.createNewDLM("0CreateAclStream", conf, defaultUri);
DLMTestUtil.generateCompletedLogSegments(dlm, conf, 3, 1000);
dlm.close();
} catch (ZKException ex) {
assertEquals(KeeperException.Code.NOAUTH, ex.getKeeperExceptionCode());
}
}
@Test(timeout = 60000)
public void testToolDelete() throws Exception {
createStream(defaultUri, "1", "TestPrefix", null);
deleteStream(defaultUri, "1TestPrefix");
}
@Test(timeout = 60000)
public void testToolDeleteAllocPool() throws Exception {
try {
DeleteAllocatorPoolCommand cmd = new DeleteAllocatorPoolCommand();
cmd.setUri(defaultUri);
assertEquals(0, cmd.runCmd());
fail("should have failed");
} catch (org.apache.zookeeper.KeeperException.NoNodeException ex) {
}
}
@Test(timeout = 60000)
public void testToolList() throws Exception {
list(defaultUri);
}
@Test(timeout = 60000)
public void testToolDump() throws Exception {
DumpCommand cmd = new DumpCommand();
cmd.setUri(defaultUri);
cmd.setStreamName("DefaultStream");
cmd.setFromTxnId(Long.valueOf(0));
assertEquals(0, cmd.runCmd());
}
@Test(timeout = 60000)
public void testToolShow() throws Exception {
ShowCommand cmd = new ShowCommand();
cmd.setUri(defaultUri);
cmd.setStreamName("DefaultStream");
assertEquals(0, cmd.runCmd());
}
@Test(timeout = 60000)
public void testToolTruncate() throws Exception {
DistributedLogManager dlm = DLMTestUtil.createNewDLM("TruncateStream", conf, defaultUri);
DLMTestUtil.generateCompletedLogSegments(dlm, conf, 3, 1000);
dlm.close();
TruncateCommand cmd = new TruncateCommand();
cmd.setUri(defaultUri);
cmd.setFilter("TruncateStream");
cmd.setForce(true);
assertEquals(0, cmd.runCmd());
}
@Test(timeout = 60000)
public void testToolInspect() throws Exception {
InspectCommand cmd = new InspectCommand();
cmd.setUri(defaultUri);
cmd.setForce(true);
assertEquals(0, cmd.runCmd());
}
@Test(timeout = 60000)
public void testToolReadLastConfirmed() throws Exception {
ReadLastConfirmedCommand cmd = new ReadLastConfirmedCommand();
cmd.setUri(defaultUri);
cmd.setLedgerId(99999999);
// Too hard to predict ledger entry id. Settle for basicaly
// correct functionality.
try {
cmd.runCmd();
} catch (BKNoSuchLedgerExistsException ex) {
}
}
@Test(timeout = 60000)
public void testToolReadEntriesCommand() throws Exception {
ReadEntriesCommand cmd = new ReadEntriesCommand();
cmd.setUri(defaultUri);
cmd.setLedgerId(99999999);
try {
cmd.runCmd();
} catch (BKNoSuchLedgerExistsException ex) {
}
}
@Test(timeout = 60000)
public void testToolTruncateStream() throws Exception {
DistributedLogManager dlm = DLMTestUtil.createNewDLM("testToolTruncateStream", conf, defaultUri);
DLMTestUtil.generateCompletedLogSegments(dlm, conf, 3, 1000);
DLSN dlsn = new DLSN(2,1,0);
TruncateStreamCommand cmd = new TruncateStreamCommand();
cmd.setDlsn(dlsn);
cmd.setUri(defaultUri);
cmd.setStreamName("testToolTruncateStream");
cmd.setForce(true);
assertEquals(0, cmd.runCmd());
LogReader reader = dlm.getInputStream(0);
LogRecordWithDLSN record = reader.readNext(false);
assertEquals(dlsn, record.getDlsn());
reader.close();
dlm.close();
}
}