com.alibaba.otter.canal.parse.inbound

类 AbstractEventParser<EVENT>

java.lang.Object

com.alibaba.otter.canal.common.AbstractCanalLifeCycle

com.alibaba.otter.canal.parse.inbound.AbstractEventParser<EVENT>

所有已实现的接口:

CanalLifeCycle, CanalEventParser<EVENT>

直接已知子类:

AbstractMysqlEventParser

public abstract class AbstractEventParser<EVENT>
extends AbstractCanalLifeCycle
implements CanalEventParser<EVENT>

抽象的EventParser, 最大化共用mysql/oracle版本的实现

版本:

1.0.0

作者:

jianghang 2013-1-20 下午08:10:25

字段概要

字段

限定符和类型	字段和说明
protected BinlogParser	binlogParser
protected java.util.concurrent.atomic.AtomicLong	consumedEventCount
protected java.lang.String	destination
protected boolean	detectingEnable
protected java.lang.Integer	detectingIntervalInSeconds
protected CanalEventFilter	eventBlackFilter
protected CanalEventFilter	eventFilter
protected CanalEventSink<java.util.List<CanalEntry.Entry>>	eventSink
protected java.lang.Throwable	exception
protected java.lang.String	fieldBlackFilter
protected java.util.Map<java.lang.String,java.util.List<java.lang.String>>	fieldBlackFilterMap
protected java.lang.String	fieldFilter
protected java.util.Map<java.lang.String,java.util.List<java.lang.String>>	fieldFilterMap
protected java.lang.Thread.UncaughtExceptionHandler	handler
protected java.util.TimerTask	heartBeatTimerTask
protected boolean	isGTIDMode
protected long	lastEntryTime
protected org.slf4j.Logger	logger
protected CanalLogPositionManager	logPositionManager
protected MultiStageCoprocessor	multiStageCoprocessor
protected java.util.concurrent.atomic.AtomicBoolean	needTransactionPosition
protected boolean	parallel
protected int	parallelBufferSize
protected java.lang.Integer	parallelThreadSize
protected java.util.concurrent.atomic.AtomicLong	parsedEventCount
protected ParserExceptionHandler	parserExceptionHandler
protected java.lang.Thread	parseThread
protected long	parsingInterval
protected long	processingInterval
protected java.util.concurrent.atomic.AtomicBoolean	profilingEnabled
protected java.util.concurrent.atomic.AtomicLong	receivedEventCount
protected AuthenticationInfo	runningInfo
protected long	serverId
protected java.util.Timer	timer
protected EventTransactionBuffer	transactionBuffer
protected int	transactionSize

从类继承的字段 com.alibaba.otter.canal.common.AbstractCanalLifeCycle

running

构造器概要

构造器

构造器和说明
AbstractEventParser()

方法概要

限定符和类型	方法和说明
protected void	afterDump(ErosaConnection connection)
protected abstract ErosaConnection	buildErosaConnection()
protected java.util.TimerTask	buildHeartBeatTimeTask(ErosaConnection connection)
protected LogPosition	buildLastPosition(CanalEntry.Entry entry)
protected LogPosition	buildLastTransactionPosition(java.util.List<CanalEntry.Entry> entries)
protected abstract MultiStageCoprocessor	buildMultiStageCoprocessor()
protected abstract BinlogParser	buildParser()
protected boolean	consumeTheEventAndProfilingIfNecessary(java.util.List<CanalEntry.Entry> entrys)
protected abstract EntryPosition	findStartPosition(ErosaConnection connection)
CanalAlarmHandler	getAlarmHandler()
BinlogParser	getBinlogParser()
java.lang.Long	getConsumedEventCount()
java.lang.Throwable	getException()
java.lang.String	getFieldBlackFilter()
java.util.Map<java.lang.String,java.util.List<java.lang.String>>	getFieldBlackFilterMap() 获取表字段过滤规则黑名单
java.lang.String	getFieldFilter()
java.util.Map<java.lang.String,java.util.List<java.lang.String>>	getFieldFilterMap() 获取表字段过滤规则
CanalLogPositionManager	getLogPositionManager()
java.lang.Integer	getParallelBufferSize()
int	getParallelThreadSize()
java.lang.Long	getParsedEventCount()
ParserExceptionHandler	getParserExceptionHandler()
long	getParsingInterval()
long	getProcessingInterval()
java.lang.Boolean	getProfilingEnabled()
long	getServerId()
boolean	isGTIDMode()
boolean	isParallel()
protected CanalEntry.Entry	parseAndProfilingIfNecessary(EVENT bod, boolean isSeek)
protected void	preDump(ErosaConnection connection)
protected void	processDumpError(java.lang.Throwable e)
protected void	processSinkError(java.lang.Throwable e, LogPosition lastPosition, java.lang.String startBinlogFile, java.lang.Long startPosition)
protected boolean	processTableMeta(EntryPosition position)
void	sendAlarm(java.lang.String destination, java.lang.String msg)
void	setAlarmHandler(CanalAlarmHandler alarmHandler)
void	setBinlogParser(BinlogParser binlogParser)
void	setDestination(java.lang.String destination)
void	setDetectingEnable(boolean detectingEnable)
void	setDetectingIntervalInSeconds(java.lang.Integer detectingIntervalInSeconds)
void	setEventBlackFilter(CanalEventFilter eventBlackFilter)
void	setEventFilter(CanalEventFilter eventFilter)
void	setEventSink(CanalEventSink<java.util.List<CanalEntry.Entry>> eventSink)
void	setFieldBlackFilter(java.lang.String fieldBlackFilter)
void	setFieldFilter(java.lang.String fieldFilter)
void	setIsGTIDMode(boolean isGTIDMode)
void	setLogPositionManager(CanalLogPositionManager logPositionManager)
void	setParallel(boolean parallel)
void	setParallelBufferSize(int parallelBufferSize)
void	setParallelThreadSize(java.lang.Integer parallelThreadSize)
void	setParserExceptionHandler(ParserExceptionHandler parserExceptionHandler)
void	setProfilingEnabled(boolean profilingEnabled)
void	setServerId(long serverId)
void	setTransactionSize(int transactionSize)
void	start()
protected void	startHeartBeat(ErosaConnection connection)
void	stop()
protected void	stopHeartBeat()

从类继承的方法 com.alibaba.otter.canal.common.AbstractCanalLifeCycle

isStart

从类继承的方法 java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

从接口继承的方法 com.alibaba.otter.canal.common.CanalLifeCycle

isStart

字段详细资料

logger

protected final org.slf4j.Logger logger

logPositionManager

protected CanalLogPositionManager logPositionManager

eventSink

protected CanalEventSink<java.util.List<CanalEntry.Entry>> eventSink

eventFilter

protected CanalEventFilter eventFilter

eventBlackFilter

protected CanalEventFilter eventBlackFilter

fieldFilter

protected java.lang.String fieldFilter

fieldFilterMap

protected java.util.Map<java.lang.String,java.util.List<java.lang.String>> fieldFilterMap

fieldBlackFilter

protected java.lang.String fieldBlackFilter

fieldBlackFilterMap

protected java.util.Map<java.lang.String,java.util.List<java.lang.String>> fieldBlackFilterMap

profilingEnabled

protected java.util.concurrent.atomic.AtomicBoolean profilingEnabled

receivedEventCount

protected java.util.concurrent.atomic.AtomicLong receivedEventCount

parsedEventCount

protected java.util.concurrent.atomic.AtomicLong parsedEventCount

consumedEventCount

protected java.util.concurrent.atomic.AtomicLong consumedEventCount

parsingInterval

protected long parsingInterval

processingInterval

protected long processingInterval

runningInfo

protected volatile AuthenticationInfo runningInfo

destination

protected java.lang.String destination

binlogParser

protected BinlogParser binlogParser

parseThread

protected java.lang.Thread parseThread

handler

protected java.lang.Thread.UncaughtExceptionHandler handler

transactionBuffer

protected EventTransactionBuffer transactionBuffer

transactionSize

protected int transactionSize

needTransactionPosition

protected java.util.concurrent.atomic.AtomicBoolean needTransactionPosition

lastEntryTime

protected long lastEntryTime

detectingEnable

protected volatile boolean detectingEnable

detectingIntervalInSeconds

protected java.lang.Integer detectingIntervalInSeconds

timer

protected volatile java.util.Timer timer

heartBeatTimerTask

protected java.util.TimerTask heartBeatTimerTask

exception

protected java.lang.Throwable exception

isGTIDMode

protected boolean isGTIDMode

parallel

protected boolean parallel

parallelThreadSize

protected java.lang.Integer parallelThreadSize

parallelBufferSize

protected int parallelBufferSize

multiStageCoprocessor

protected MultiStageCoprocessor multiStageCoprocessor

parserExceptionHandler

protected ParserExceptionHandler parserExceptionHandler

serverId

protected long serverId

构造器详细资料

AbstractEventParser

public AbstractEventParser()

方法详细资料

buildParser

protected abstract BinlogParser buildParser()

buildErosaConnection

protected abstract ErosaConnection buildErosaConnection()

buildMultiStageCoprocessor

protected abstract MultiStageCoprocessor buildMultiStageCoprocessor()

findStartPosition

protected abstract EntryPosition findStartPosition(ErosaConnection connection)
                                            throws java.io.IOException

抛出:

java.io.IOException

preDump

protected void preDump(ErosaConnection connection)

processTableMeta

protected boolean processTableMeta(EntryPosition position)

afterDump

protected void afterDump(ErosaConnection connection)

sendAlarm

public void sendAlarm(java.lang.String destination,
                      java.lang.String msg)

start

public void start()

指定者:

start 在接口中 CanalLifeCycle

覆盖:

start 在类中 AbstractCanalLifeCycle

stop

public void stop()

指定者:

stop 在接口中 CanalLifeCycle

覆盖:

stop 在类中 AbstractCanalLifeCycle

consumeTheEventAndProfilingIfNecessary

protected boolean consumeTheEventAndProfilingIfNecessary(java.util.List<CanalEntry.Entry> entrys)
                                                  throws CanalSinkException,
                                                         java.lang.InterruptedException

抛出:

CanalSinkException

java.lang.InterruptedException

parseAndProfilingIfNecessary

protected CanalEntry.Entry parseAndProfilingIfNecessary(EVENT bod,
                                                        boolean isSeek)
                                                 throws java.lang.Exception

抛出:

java.lang.Exception

getProfilingEnabled

public java.lang.Boolean getProfilingEnabled()

buildLastTransactionPosition

protected LogPosition buildLastTransactionPosition(java.util.List<CanalEntry.Entry> entries)

buildLastPosition

protected LogPosition buildLastPosition(CanalEntry.Entry entry)

processSinkError

protected void processSinkError(java.lang.Throwable e,
                                LogPosition lastPosition,
                                java.lang.String startBinlogFile,
                                java.lang.Long startPosition)

processDumpError

protected void processDumpError(java.lang.Throwable e)

startHeartBeat

protected void startHeartBeat(ErosaConnection connection)

buildHeartBeatTimeTask

protected java.util.TimerTask buildHeartBeatTimeTask(ErosaConnection connection)

stopHeartBeat

protected void stopHeartBeat()

setEventFilter

public void setEventFilter(CanalEventFilter eventFilter)

setEventBlackFilter

public void setEventBlackFilter(CanalEventFilter eventBlackFilter)

getParsedEventCount

public java.lang.Long getParsedEventCount()

getConsumedEventCount

public java.lang.Long getConsumedEventCount()

setProfilingEnabled

public void setProfilingEnabled(boolean profilingEnabled)

getParsingInterval

public long getParsingInterval()

getProcessingInterval

public long getProcessingInterval()

setEventSink

public void setEventSink(CanalEventSink<java.util.List<CanalEntry.Entry>> eventSink)

setDestination

public void setDestination(java.lang.String destination)

setBinlogParser

public void setBinlogParser(BinlogParser binlogParser)

getBinlogParser

public BinlogParser getBinlogParser()

setAlarmHandler

public void setAlarmHandler(CanalAlarmHandler alarmHandler)

getAlarmHandler

public CanalAlarmHandler getAlarmHandler()

setLogPositionManager

public void setLogPositionManager(CanalLogPositionManager logPositionManager)

setTransactionSize

public void setTransactionSize(int transactionSize)

getLogPositionManager

public CanalLogPositionManager getLogPositionManager()

setDetectingEnable

public void setDetectingEnable(boolean detectingEnable)

setDetectingIntervalInSeconds

public void setDetectingIntervalInSeconds(java.lang.Integer detectingIntervalInSeconds)

getException

public java.lang.Throwable getException()

isGTIDMode

public boolean isGTIDMode()

setIsGTIDMode

public void setIsGTIDMode(boolean isGTIDMode)

isParallel

public boolean isParallel()

setParallel

public void setParallel(boolean parallel)

getParallelThreadSize

public int getParallelThreadSize()

setParallelThreadSize

public void setParallelThreadSize(java.lang.Integer parallelThreadSize)

getParallelBufferSize

public java.lang.Integer getParallelBufferSize()

setParallelBufferSize

public void setParallelBufferSize(int parallelBufferSize)

getParserExceptionHandler

public ParserExceptionHandler getParserExceptionHandler()

setParserExceptionHandler

public void setParserExceptionHandler(ParserExceptionHandler parserExceptionHandler)

getServerId

public long getServerId()

setServerId

public void setServerId(long serverId)

getFieldFilter

public java.lang.String getFieldFilter()

setFieldFilter

public void setFieldFilter(java.lang.String fieldFilter)

getFieldBlackFilter

public java.lang.String getFieldBlackFilter()

setFieldBlackFilter

public void setFieldBlackFilter(java.lang.String fieldBlackFilter)

getFieldFilterMap

public java.util.Map<java.lang.String,java.util.List<java.lang.String>> getFieldFilterMap()

获取表字段过滤规则

返回:

key: schema.tableName value: 字段列表

getFieldBlackFilterMap

public java.util.Map<java.lang.String,java.util.List<java.lang.String>> getFieldBlackFilterMap()

获取表字段过滤规则黑名单

返回:

key: schema.tableName value: 字段列表