com.mapr.db.mapreduce.impl

Class DiffTableUtils

java.lang.Object

com.mapr.db.mapreduce.impl.DiffTableUtils

public class DiffTableUtils
extends java.lang.Object

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
class	DiffTableUtils.ServiceName

Field Summary

Fields

Modifier and Type	Field and Description
static java.lang.String	FIRSTKEYNAME
static java.lang.String	KEYPREFIX
static java.lang.String	LASTKEYNAME
static java.lang.String	outDirConf
static java.lang.String	SucceedFileName

Constructor Summary

Constructors

Constructor and Description
DiffTableUtils()

Method Summary

Modifier and Type	Method and Description
static boolean	checkPathExists(org.apache.hadoop.conf.Configuration conf, ClusterTablePath cPath)
static boolean	copyFileWithPrefix(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path srcDir, org.apache.hadoop.fs.Path dstDir, org.apache.hadoop.conf.Configuration conf, java.lang.String prefix, org.slf4j.Logger LOG)
static void	copyKeyRangeFile(org.apache.hadoop.conf.Configuration srcConf, org.apache.hadoop.fs.Path srcPath, org.apache.hadoop.conf.Configuration dstConf, org.apache.hadoop.fs.Path dstPath)
static void	copyKeyRangeFile(org.apache.hadoop.conf.Configuration srcConf, java.lang.String srcPathName, org.apache.hadoop.conf.Configuration dstConf, java.lang.String dstPathName)
static org.apache.hadoop.fs.Path[]	createOutputDirs(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path outDir)
static java.lang.String[]	diffTablesWithCrcArgToDiffTablesArg(java.lang.String diffTableOutdir, java.lang.String splitKRFile, java.lang.String includeKRFile, java.lang.String[] diffArgs)
static java.util.List<com.mapr.db.impl.ConditionNode.RowkeyRange>	GenStartEndKeys(java.util.List<ByteBufWritableComparable> startKeys)
static java.lang.String	getReSplitedTabletKeyFileName(java.lang.String tblName)
static java.lang.String	getSegKeyDirName(java.lang.String tblName)
static java.lang.String	getSegKeyFileName(java.lang.String tblName)
static java.lang.String	getServiceAddress(org.apache.hadoop.conf.Configuration conf, java.lang.String clusterUri, java.lang.String serviceName)
static java.lang.String	getTabletKeyFileName(java.lang.String tblName)
static java.lang.String	getTmpDirName(org.apache.hadoop.conf.Configuration conf)
static void	logKeyRanges(java.util.List<com.mapr.db.impl.ConditionNode.RowkeyRange> sekeys)
static void	printKeyRange(java.util.List<ByteBufWritableComparable> startKeys)
static void	printKeyRanges(java.util.List<com.mapr.db.impl.ConditionNode.RowkeyRange> keys)
static java.util.List<ByteBufWritableComparable>	readKeyRange(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.fs.Path partitionsPath)
static java.util.List<ByteBufWritableComparable>	readKeyRange(org.apache.hadoop.conf.Configuration conf, java.lang.String partitionsPathName)
static void	splitSubRegionKeysbyRegionKeys(java.lang.String inputRegionKeyFileName, java.lang.String inputSubRegionKeyFileName, java.lang.String outputSplitKeyFileName, java.lang.String outputSubRegionKeyDir)
static org.apache.hadoop.fs.Path[]	validateAndCreateDirs(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path outDir)
static void	writeKeyRange(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.fs.Path partitionsPath, java.util.List<ByteBufWritableComparable> startKeys)
static void	writeKeyRange(org.apache.hadoop.conf.Configuration conf, java.lang.String partitionsPathName, java.util.List<ByteBufWritableComparable> startKeys)
static int	writeSegKeyRange(java.lang.String segKeyPathName, java.lang.String tblName)
static void	writeStringToFile(org.apache.hadoop.conf.Configuration conf, java.lang.String msg, java.lang.String filePathName)
static void	writeTabletKeyRange(java.lang.String tblKeyPathName, java.lang.String tblName)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

KEYPREFIX

public static final java.lang.String KEYPREFIX

See Also:

Constant Field Values

FIRSTKEYNAME

public static final java.lang.String FIRSTKEYNAME

See Also:

Constant Field Values

LASTKEYNAME

public static final java.lang.String LASTKEYNAME

See Also:

Constant Field Values

SucceedFileName

public static final java.lang.String SucceedFileName

See Also:

Constant Field Values

outDirConf

public static final java.lang.String outDirConf

See Also:

Constant Field Values

Constructor Detail

DiffTableUtils

public DiffTableUtils()

Method Detail

validateAndCreateDirs

public static org.apache.hadoop.fs.Path[] validateAndCreateDirs(org.apache.hadoop.fs.FileSystem fs,
                                                                org.apache.hadoop.fs.Path outDir)
                                                         throws java.io.IOException

Throws:

java.io.IOException

createOutputDirs

public static org.apache.hadoop.fs.Path[] createOutputDirs(org.apache.hadoop.fs.FileSystem fs,
                                                           org.apache.hadoop.fs.Path outDir)
                                                    throws java.io.IOException

Throws:

java.io.IOException

copyFileWithPrefix

public static boolean copyFileWithPrefix(org.apache.hadoop.fs.FileSystem fs,
                                         org.apache.hadoop.fs.Path srcDir,
                                         org.apache.hadoop.fs.Path dstDir,
                                         org.apache.hadoop.conf.Configuration conf,
                                         java.lang.String prefix,
                                         org.slf4j.Logger LOG)
                                  throws java.io.IOException

Throws:

java.io.IOException

getTmpDirName

public static java.lang.String getTmpDirName(org.apache.hadoop.conf.Configuration conf)

getTabletKeyFileName

public static java.lang.String getTabletKeyFileName(java.lang.String tblName)

getReSplitedTabletKeyFileName

public static java.lang.String getReSplitedTabletKeyFileName(java.lang.String tblName)

getSegKeyFileName

public static java.lang.String getSegKeyFileName(java.lang.String tblName)

getSegKeyDirName

public static java.lang.String getSegKeyDirName(java.lang.String tblName)

getServiceAddress

public static java.lang.String getServiceAddress(org.apache.hadoop.conf.Configuration conf,
                                                 java.lang.String clusterUri,
                                                 java.lang.String serviceName)
                                          throws java.io.IOException,
                                                 java.net.URISyntaxException

Throws:

java.io.IOException

java.net.URISyntaxException

checkPathExists

public static boolean checkPathExists(org.apache.hadoop.conf.Configuration conf,
                                      ClusterTablePath cPath)
                               throws java.io.IOException

Throws:

java.io.IOException

printKeyRange

public static void printKeyRange(java.util.List<ByteBufWritableComparable> startKeys)

printKeyRanges

public static void printKeyRanges(java.util.List<com.mapr.db.impl.ConditionNode.RowkeyRange> keys)

logKeyRanges

public static void logKeyRanges(java.util.List<com.mapr.db.impl.ConditionNode.RowkeyRange> sekeys)

GenStartEndKeys

public static java.util.List<com.mapr.db.impl.ConditionNode.RowkeyRange> GenStartEndKeys(java.util.List<ByteBufWritableComparable> startKeys)
                                                                                  throws java.io.IOException

Throws:

java.io.IOException

readKeyRange

public static java.util.List<ByteBufWritableComparable> readKeyRange(org.apache.hadoop.conf.Configuration conf,
                                                                     java.lang.String partitionsPathName)
                                                              throws java.io.IOException

Throws:

java.io.IOException

readKeyRange

public static java.util.List<ByteBufWritableComparable> readKeyRange(org.apache.hadoop.conf.Configuration conf,
                                                                     org.apache.hadoop.fs.Path partitionsPath)
                                                              throws java.io.IOException

Throws:

java.io.IOException

writeKeyRange

public static void writeKeyRange(org.apache.hadoop.conf.Configuration conf,
                                 java.lang.String partitionsPathName,
                                 java.util.List<ByteBufWritableComparable> startKeys)
                          throws java.io.IOException

Throws:

java.io.IOException

writeKeyRange

public static void writeKeyRange(org.apache.hadoop.conf.Configuration conf,
                                 org.apache.hadoop.fs.Path partitionsPath,
                                 java.util.List<ByteBufWritableComparable> startKeys)
                          throws java.io.IOException

Throws:

java.io.IOException

copyKeyRangeFile

public static void copyKeyRangeFile(org.apache.hadoop.conf.Configuration srcConf,
                                    java.lang.String srcPathName,
                                    org.apache.hadoop.conf.Configuration dstConf,
                                    java.lang.String dstPathName)
                             throws java.io.IOException

Throws:

java.io.IOException

copyKeyRangeFile

public static void copyKeyRangeFile(org.apache.hadoop.conf.Configuration srcConf,
                                    org.apache.hadoop.fs.Path srcPath,
                                    org.apache.hadoop.conf.Configuration dstConf,
                                    org.apache.hadoop.fs.Path dstPath)
                             throws java.io.IOException

Throws:

java.io.IOException

writeTabletKeyRange

public static void writeTabletKeyRange(java.lang.String tblKeyPathName,
                                       java.lang.String tblName)
                                throws java.io.IOException

Throws:

java.io.IOException

writeSegKeyRange

public static int writeSegKeyRange(java.lang.String segKeyPathName,
                                   java.lang.String tblName)
                            throws java.io.IOException

Throws:

java.io.IOException

splitSubRegionKeysbyRegionKeys

public static void splitSubRegionKeysbyRegionKeys(java.lang.String inputRegionKeyFileName,
                                                  java.lang.String inputSubRegionKeyFileName,
                                                  java.lang.String outputSplitKeyFileName,
                                                  java.lang.String outputSubRegionKeyDir)
                                           throws java.io.IOException

Throws:

java.io.IOException

writeStringToFile

public static void writeStringToFile(org.apache.hadoop.conf.Configuration conf,
                                     java.lang.String msg,
                                     java.lang.String filePathName)
                              throws java.io.IOException

Throws:

java.io.IOException

diffTablesWithCrcArgToDiffTablesArg

public static java.lang.String[] diffTablesWithCrcArgToDiffTablesArg(java.lang.String diffTableOutdir,
                                                                     java.lang.String splitKRFile,
                                                                     java.lang.String includeKRFile,
                                                                     java.lang.String[] diffArgs)