Package org.apache.hadoop.yarn.nodelabels.store

Class AbstractFSNodeStore<M>

java.lang.Object

org.apache.hadoop.yarn.nodelabels.store.AbstractFSNodeStore<M>

Type Parameters:

M - manager filesystem store.Currently nodelabel will use CommonNodeLabelManager.

Direct Known Subclasses:

FileSystemNodeLabelsStore

public abstract class AbstractFSNodeStore<M>
extends java.lang.Object

Abstract class for File System based store.

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static class	AbstractFSNodeStore.StoreSchema	Filesystem store schema define the log name and mirror name.

Field Summary

Fields

Modifier and Type	Field	Description
protected org.apache.hadoop.fs.FileSystem	fs
protected org.apache.hadoop.fs.Path	fsWorkingPath
protected static org.slf4j.Logger	LOG
protected M	manager

Constructor Summary

Constructors

Constructor	Description
AbstractFSNodeStore(FSStoreOpHandler.StoreType storeType)

Method Summary

Modifier and Type	Method	Description
protected void	closeFSStore()
protected void	ensureAppendEditLogFile()
protected void	ensureCloseEditlogFile()
org.apache.hadoop.fs.FileSystem	getFs()
org.apache.hadoop.fs.Path	getFsWorkingPath()
protected FSStoreOpHandler.StoreType	getStoreType()
void	initFileSystem(org.apache.hadoop.conf.Configuration conf)
protected void	initStore(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.fs.Path fsStorePath, AbstractFSNodeStore.StoreSchema schma, M mgr)
protected void	loadFromMirror(org.apache.hadoop.fs.Path newMirrorPath, org.apache.hadoop.fs.Path oldMirrorPath)
protected void	loadManagerFromEditLog(org.apache.hadoop.fs.Path editPath)
protected void	recoverFromStore()
void	setFs(org.apache.hadoop.fs.FileSystem fs)
protected void	writeToLog(FSNodeStoreLogOp op)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOG

protected static final org.slf4j.Logger LOG

manager

protected M manager

fsWorkingPath

protected org.apache.hadoop.fs.Path fsWorkingPath

fs

protected org.apache.hadoop.fs.FileSystem fs

Constructor Detail

AbstractFSNodeStore

public AbstractFSNodeStore(FSStoreOpHandler.StoreType storeType)

Method Detail

initStore

protected void initStore(org.apache.hadoop.conf.Configuration conf,
                         org.apache.hadoop.fs.Path fsStorePath,
                         AbstractFSNodeStore.StoreSchema schma,
                         M mgr)
                  throws java.io.IOException

Throws:

java.io.IOException

initFileSystem

public void initFileSystem(org.apache.hadoop.conf.Configuration conf)
                    throws java.io.IOException

Throws:

java.io.IOException

writeToLog

protected void writeToLog(FSNodeStoreLogOp op)
                   throws java.io.IOException

Throws:

java.io.IOException

ensureAppendEditLogFile

protected void ensureAppendEditLogFile()
                                throws java.io.IOException

Throws:

java.io.IOException

ensureCloseEditlogFile

protected void ensureCloseEditlogFile()
                               throws java.io.IOException

Throws:

java.io.IOException

loadFromMirror

protected void loadFromMirror(org.apache.hadoop.fs.Path newMirrorPath,
                              org.apache.hadoop.fs.Path oldMirrorPath)
                       throws java.io.IOException

Throws:

java.io.IOException

getStoreType

protected FSStoreOpHandler.StoreType getStoreType()

getFsWorkingPath

public org.apache.hadoop.fs.Path getFsWorkingPath()

recoverFromStore

protected void recoverFromStore()
                         throws java.io.IOException

Throws:

java.io.IOException

loadManagerFromEditLog

protected void loadManagerFromEditLog(org.apache.hadoop.fs.Path editPath)
                               throws java.io.IOException

Throws:

java.io.IOException

getFs

public org.apache.hadoop.fs.FileSystem getFs()

setFs

public void setFs(org.apache.hadoop.fs.FileSystem fs)

closeFSStore

protected void closeFSStore()