未验证 提交 1467fbb5 编写于 作者: A avalon566 提交者: GitHub

Merge pull request #36 from KomachiSion/master

Move package and rename package for #33
......@@ -26,8 +26,8 @@ import info.avalon566.shardingscaling.core.config.ScalingConfiguration;
import info.avalon566.shardingscaling.core.config.ScalingContext;
import info.avalon566.shardingscaling.core.config.SyncConfiguration;
import info.avalon566.shardingscaling.core.config.SyncType;
import info.avalon566.shardingscaling.core.job.SyncTaskProgress;
import info.avalon566.shardingscaling.core.job.ScalingJobController;
import info.avalon566.shardingscaling.core.controller.SyncTaskProgress;
import info.avalon566.shardingscaling.core.controller.ScalingJobController;
import info.avalon566.shardingscaling.utils.RuntimeUtil;
import lombok.extern.slf4j.Slf4j;
import org.apache.log4j.PropertyConfigurator;
......
......@@ -24,6 +24,7 @@ import java.util.List;
/**
* Rule configuration.
*
* @author avalon566
*/
@Data
......
......@@ -17,7 +17,7 @@
package info.avalon566.shardingscaling.core.config;
import info.avalon566.shardingscaling.core.sync.reader.LogPosition;
import info.avalon566.shardingscaling.core.execute.executor.reader.LogPosition;
import lombok.Data;
import lombok.RequiredArgsConstructor;
......@@ -37,7 +37,7 @@ public class SyncConfiguration {
private final SyncType syncType;
/**
* 单表写入并发度.
* The concurrency of writers.
*/
private final int concurrency;
......
......@@ -19,6 +19,7 @@ package info.avalon566.shardingscaling.core.config;
/**
* Sync type.
*
* @author avalon566
*/
......
......@@ -15,9 +15,9 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.job;
package info.avalon566.shardingscaling.core.controller;
import info.avalon566.shardingscaling.core.job.sync.executor.Event;
import info.avalon566.shardingscaling.core.execute.Event;
/**
* Report callback.
......
......@@ -15,7 +15,7 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.job;
package info.avalon566.shardingscaling.core.controller;
import info.avalon566.shardingscaling.core.config.SyncConfiguration;
......
......@@ -15,20 +15,20 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.job;
package info.avalon566.shardingscaling.core.controller;
import info.avalon566.shardingscaling.core.config.RdbmsConfiguration;
import info.avalon566.shardingscaling.core.config.SyncConfiguration;
import info.avalon566.shardingscaling.core.config.SyncType;
import info.avalon566.shardingscaling.core.job.sync.RealtimeDataSyncTask;
import info.avalon566.shardingscaling.core.job.sync.executor.Event;
import info.avalon566.shardingscaling.core.job.sync.executor.EventType;
import info.avalon566.shardingscaling.core.job.sync.executor.SyncJobExecutor;
import info.avalon566.shardingscaling.core.job.sync.executor.local.LocalSyncJobExecutor;
import info.avalon566.shardingscaling.core.sync.reader.LogPosition;
import info.avalon566.shardingscaling.core.sync.reader.ReaderFactory;
import info.avalon566.shardingscaling.core.sync.util.DataSourceFactory;
import info.avalon566.shardingscaling.core.sync.util.DbMetaDataUtil;
import info.avalon566.shardingscaling.core.synctask.RealtimeDataSyncTask;
import info.avalon566.shardingscaling.core.execute.Event;
import info.avalon566.shardingscaling.core.execute.EventType;
import info.avalon566.shardingscaling.core.execute.engine.SyncJobExecutor;
import info.avalon566.shardingscaling.core.execute.engine.local.LocalSyncJobExecutor;
import info.avalon566.shardingscaling.core.execute.executor.reader.LogPosition;
import info.avalon566.shardingscaling.core.execute.executor.reader.ReaderFactory;
import info.avalon566.shardingscaling.core.util.DataSourceFactory;
import info.avalon566.shardingscaling.core.util.DbMetaDataUtil;
import lombok.extern.slf4j.Slf4j;
import javax.sql.DataSource;
......@@ -86,8 +86,8 @@ public final class SyncTaskController implements ReportCallback, Runnable {
*/
public SyncTaskProgress getProgress() {
List<SyncTaskProgress> result = syncJobExecutor.getProgresses();
// if history data sync job, only return first migrate progress.
// if realtime data sync job, there only one migrate progress.
// if history data execute job, only return first migrate progress.
// if realtime data execute job, there only one migrate progress.
return result.get(0);
}
......@@ -108,7 +108,7 @@ public final class SyncTaskController implements ReportCallback, Runnable {
}
}
if (finished) {
log.info("data sync finish");
log.info("data execute finish");
if (STAGE_SYNC_HISTORY_DATA.equals(stage)) {
stage = STAGE_SYNC_REALTIME_DATA;
syncRealtimeData(startLogPosition);
......
......@@ -15,9 +15,9 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.job;
package info.avalon566.shardingscaling.core.controller;
import info.avalon566.shardingscaling.core.sync.reader.LogPosition;
import info.avalon566.shardingscaling.core.execute.executor.reader.LogPosition;
import lombok.Getter;
import lombok.RequiredArgsConstructor;
......
......@@ -15,13 +15,14 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.job.sync.executor;
package info.avalon566.shardingscaling.core.execute;
import lombok.Data;
import lombok.RequiredArgsConstructor;
/**
* Event.
*
* @author avalon566
*/
@Data
......
......@@ -15,10 +15,11 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.job.sync.executor;
package info.avalon566.shardingscaling.core.execute;
/**
* Event type.
*
* @author avalon566
*/
......
......@@ -15,10 +15,11 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.job.sync.executor;
package info.avalon566.shardingscaling.core.execute;
/**
* Job Running reporter.
*
* @author avalon566
*/
public interface Reporter {
......
......@@ -15,12 +15,13 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.sync;
package info.avalon566.shardingscaling.core.execute.engine;
import info.avalon566.shardingscaling.core.exception.SyncExecuteException;
import info.avalon566.shardingscaling.core.sync.channel.Channel;
import info.avalon566.shardingscaling.core.sync.reader.Reader;
import info.avalon566.shardingscaling.core.sync.writer.Writer;
import info.avalon566.shardingscaling.core.execute.executor.SyncRunner;
import info.avalon566.shardingscaling.core.execute.executor.channel.Channel;
import info.avalon566.shardingscaling.core.execute.executor.reader.Reader;
import info.avalon566.shardingscaling.core.execute.executor.writer.Writer;
import lombok.extern.slf4j.Slf4j;
import java.util.ArrayList;
......@@ -63,7 +64,7 @@ public class SyncExecutor {
/**
* Execute.
*
* @throws SyncExecuteException sync execute exception
* @throws SyncExecuteException execute execute exception
*/
public void execute() throws SyncExecuteException {
List<Future<?>> futures = new ArrayList<>(syncRunners.size());
......
......@@ -15,22 +15,24 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.job.sync.executor;
package info.avalon566.shardingscaling.core.execute.engine;
import info.avalon566.shardingscaling.core.config.SyncConfiguration;
import info.avalon566.shardingscaling.core.job.ReportCallback;
import info.avalon566.shardingscaling.core.job.SyncTaskProgress;
import info.avalon566.shardingscaling.core.controller.ReportCallback;
import info.avalon566.shardingscaling.core.controller.SyncTaskProgress;
import info.avalon566.shardingscaling.core.execute.Reporter;
import java.util.List;
/**
* Sync job executor, run in in process, k8s etc.
*
* @author avalon566
*/
public interface SyncJobExecutor {
/**
* start sync jobs.
* start execute jobs.
*
* @param configs job configs
* @param reportCallback report callback
......@@ -39,12 +41,12 @@ public interface SyncJobExecutor {
Reporter start(List<SyncConfiguration> configs, ReportCallback reportCallback);
/**
* stop all sync jobs.
* stop all execute jobs.
*/
void stop();
/**
* get all sync job migrate progresses.
* get all execute job migrate progresses.
*
* @return list of migrate progresses
*/
......
......@@ -15,10 +15,10 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.job.sync.executor.local;
package info.avalon566.shardingscaling.core.execute.engine.local;
import info.avalon566.shardingscaling.core.job.sync.executor.Event;
import info.avalon566.shardingscaling.core.job.sync.executor.Reporter;
import info.avalon566.shardingscaling.core.execute.Event;
import info.avalon566.shardingscaling.core.execute.Reporter;
import java.util.concurrent.ConcurrentLinkedQueue;
......
......@@ -15,16 +15,16 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.job.sync.executor.local;
package info.avalon566.shardingscaling.core.execute.engine.local;
import info.avalon566.shardingscaling.core.config.SyncConfiguration;
import info.avalon566.shardingscaling.core.job.ReportCallback;
import info.avalon566.shardingscaling.core.job.SyncTaskProgress;
import info.avalon566.shardingscaling.core.job.sync.SyncTask;
import info.avalon566.shardingscaling.core.job.sync.executor.Event;
import info.avalon566.shardingscaling.core.job.sync.executor.Reporter;
import info.avalon566.shardingscaling.core.job.sync.executor.SyncJobExecutor;
import info.avalon566.shardingscaling.core.job.sync.SyncTaskFactory;
import info.avalon566.shardingscaling.core.controller.ReportCallback;
import info.avalon566.shardingscaling.core.controller.SyncTaskProgress;
import info.avalon566.shardingscaling.core.synctask.SyncTask;
import info.avalon566.shardingscaling.core.execute.Event;
import info.avalon566.shardingscaling.core.execute.Reporter;
import info.avalon566.shardingscaling.core.execute.engine.SyncJobExecutor;
import info.avalon566.shardingscaling.core.synctask.SyncTaskFactory;
import java.util.ArrayList;
import java.util.List;
......@@ -32,7 +32,7 @@ import java.util.Map;
import java.util.concurrent.ConcurrentHashMap;
/**
* Local sync job executor.
* Local execute job executor.
*
* @author avalon566
*/
......
......@@ -15,7 +15,7 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.sync;
package info.avalon566.shardingscaling.core.execute.executor;
import lombok.AccessLevel;
import lombok.Getter;
......@@ -23,6 +23,7 @@ import lombok.Setter;
/**
* Abstract runner.
*
* @author avalon566
*/
public abstract class AbstractSyncRunner implements SyncRunner {
......
......@@ -15,21 +15,22 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.sync;
package info.avalon566.shardingscaling.core.execute.executor;
/**
* sync runner.
* execute runner.
*
* @author avalon566
*/
public interface SyncRunner extends Runnable {
/**
* Start run sync.
* Start run execute.
*/
void start();
/**
* Stop running sync.
* Stop running execute.
*/
void stop();
}
......@@ -15,9 +15,9 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.sync.channel;
package info.avalon566.shardingscaling.core.execute.executor.channel;
import info.avalon566.shardingscaling.core.sync.record.Record;
import info.avalon566.shardingscaling.core.execute.executor.record.Record;
import java.util.List;
......
......@@ -15,9 +15,9 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.sync.channel;
package info.avalon566.shardingscaling.core.execute.executor.channel;
import info.avalon566.shardingscaling.core.sync.record.Record;
import info.avalon566.shardingscaling.core.execute.executor.record.Record;
import java.util.List;
......
......@@ -15,10 +15,10 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.sync.channel;
package info.avalon566.shardingscaling.core.execute.executor.channel;
import info.avalon566.shardingscaling.core.config.ScalingContext;
import info.avalon566.shardingscaling.core.sync.record.Record;
import info.avalon566.shardingscaling.core.execute.executor.record.Record;
import java.util.ArrayList;
import java.util.LinkedList;
......
......@@ -15,13 +15,13 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.sync.channel;
package info.avalon566.shardingscaling.core.execute.executor.channel;
import info.avalon566.shardingscaling.core.sync.reader.LogPosition;
import info.avalon566.shardingscaling.core.sync.record.DataRecord;
import info.avalon566.shardingscaling.core.sync.record.FinishedRecord;
import info.avalon566.shardingscaling.core.sync.record.PlaceholderRecord;
import info.avalon566.shardingscaling.core.sync.record.Record;
import info.avalon566.shardingscaling.core.execute.executor.reader.LogPosition;
import info.avalon566.shardingscaling.core.execute.executor.record.DataRecord;
import info.avalon566.shardingscaling.core.execute.executor.record.FinishedRecord;
import info.avalon566.shardingscaling.core.execute.executor.record.PlaceholderRecord;
import info.avalon566.shardingscaling.core.execute.executor.record.Record;
import java.util.Collections;
import java.util.HashMap;
......@@ -34,7 +34,7 @@ import java.util.TimerTask;
import java.util.concurrent.ConcurrentHashMap;
/**
* Realtime data sync channel.
* Realtime data execute channel.
*
* @author avalon566
*/
......
......@@ -15,20 +15,20 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.sync.reader;
package info.avalon566.shardingscaling.core.execute.executor.reader;
import info.avalon566.shardingscaling.core.config.JdbcDataSourceConfiguration;
import info.avalon566.shardingscaling.core.config.RdbmsConfiguration;
import info.avalon566.shardingscaling.core.exception.SyncRunException;
import info.avalon566.shardingscaling.core.sync.AbstractSyncRunner;
import info.avalon566.shardingscaling.core.sync.channel.Channel;
import info.avalon566.shardingscaling.core.sync.metadata.ColumnMetaData;
import info.avalon566.shardingscaling.core.sync.record.Column;
import info.avalon566.shardingscaling.core.sync.record.DataRecord;
import info.avalon566.shardingscaling.core.sync.record.FinishedRecord;
import info.avalon566.shardingscaling.core.sync.record.Record;
import info.avalon566.shardingscaling.core.sync.util.DataSourceFactory;
import info.avalon566.shardingscaling.core.sync.util.DbMetaDataUtil;
import info.avalon566.shardingscaling.core.execute.executor.AbstractSyncRunner;
import info.avalon566.shardingscaling.core.execute.executor.channel.Channel;
import info.avalon566.shardingscaling.core.metadata.ColumnMetaData;
import info.avalon566.shardingscaling.core.execute.executor.record.Column;
import info.avalon566.shardingscaling.core.execute.executor.record.DataRecord;
import info.avalon566.shardingscaling.core.execute.executor.record.FinishedRecord;
import info.avalon566.shardingscaling.core.execute.executor.record.Record;
import info.avalon566.shardingscaling.core.util.DataSourceFactory;
import info.avalon566.shardingscaling.core.util.DbMetaDataUtil;
import lombok.AccessLevel;
import lombok.Getter;
import lombok.Setter;
......
......@@ -15,7 +15,7 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.sync.reader;
package info.avalon566.shardingscaling.core.execute.executor.reader;
import java.util.List;
......
......@@ -15,7 +15,7 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.sync.reader;
package info.avalon566.shardingscaling.core.execute.executor.reader;
import java.io.Serializable;
......
......@@ -15,7 +15,7 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.sync.reader;
package info.avalon566.shardingscaling.core.execute.executor.reader;
/**
* Log reader.
......
......@@ -15,7 +15,7 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.sync.reader;
package info.avalon566.shardingscaling.core.execute.executor.reader;
/**
* Nop log position.
......
......@@ -15,25 +15,28 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.sync.reader;
package info.avalon566.shardingscaling.core.execute.executor.reader;
import info.avalon566.shardingscaling.core.sync.channel.Channel;
import info.avalon566.shardingscaling.core.sync.SyncRunner;
import info.avalon566.shardingscaling.core.execute.executor.channel.Channel;
import info.avalon566.shardingscaling.core.execute.executor.SyncRunner;
/**
* Reader interface.
*
* @author avalon566
*/
public interface Reader extends SyncRunner {
/**
* Set channel.
*
* @param channel channel
*/
void setChannel(Channel channel);
/**
* Read Record to channel.
*
* @param channel channel
*/
void read(Channel channel);
......
......@@ -15,7 +15,7 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.sync.reader;
package info.avalon566.shardingscaling.core.execute.executor.reader;
import info.avalon566.shardingscaling.core.config.RdbmsConfiguration;
import info.avalon566.shardingscaling.core.spi.ScalingEntry;
......
......@@ -15,7 +15,7 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.sync.record;
package info.avalon566.shardingscaling.core.execute.executor.record;
import lombok.AllArgsConstructor;
import lombok.Data;
......
......@@ -15,9 +15,9 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.sync.record;
package info.avalon566.shardingscaling.core.execute.executor.record;
import info.avalon566.shardingscaling.core.sync.reader.LogPosition;
import info.avalon566.shardingscaling.core.execute.executor.reader.LogPosition;
import lombok.Data;
import java.util.ArrayList;
......@@ -25,6 +25,7 @@ import java.util.List;
/**
* Data record.
*
* @author avalon566
*/
@Data
......@@ -45,6 +46,7 @@ public class DataRecord extends Record {
/**
* Add a column to record.
*
* @param data column
*/
public void addColumn(final Column data) {
......@@ -53,6 +55,7 @@ public class DataRecord extends Record {
/**
* Return column count.
*
* @return count
*/
public int getColumnCount() {
......@@ -61,6 +64,7 @@ public class DataRecord extends Record {
/**
* Get column by index.
*
* @param index of column
* @return column
*/
......@@ -70,6 +74,7 @@ public class DataRecord extends Record {
/**
* Get table name.
*
* @return tableName
*/
public String getTableName() {
......
......@@ -15,9 +15,9 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.sync.record;
package info.avalon566.shardingscaling.core.execute.executor.record;
import info.avalon566.shardingscaling.core.sync.reader.LogPosition;
import info.avalon566.shardingscaling.core.execute.executor.reader.LogPosition;
/**
* Finished record.
......
......@@ -15,9 +15,9 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.sync.record;
package info.avalon566.shardingscaling.core.execute.executor.record;
import info.avalon566.shardingscaling.core.sync.reader.LogPosition;
import info.avalon566.shardingscaling.core.execute.executor.reader.LogPosition;
/**
* Placeholder record.
......
......@@ -15,9 +15,9 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.sync.record;
package info.avalon566.shardingscaling.core.execute.executor.record;
import info.avalon566.shardingscaling.core.sync.reader.LogPosition;
import info.avalon566.shardingscaling.core.execute.executor.reader.LogPosition;
import lombok.Getter;
import lombok.RequiredArgsConstructor;
......
......@@ -15,19 +15,19 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.sync.writer;
package info.avalon566.shardingscaling.core.execute.executor.writer;
import info.avalon566.shardingscaling.core.config.RdbmsConfiguration;
import info.avalon566.shardingscaling.core.exception.SyncRunException;
import info.avalon566.shardingscaling.core.sync.AbstractSyncRunner;
import info.avalon566.shardingscaling.core.sync.channel.Channel;
import info.avalon566.shardingscaling.core.sync.metadata.ColumnMetaData;
import info.avalon566.shardingscaling.core.sync.record.Column;
import info.avalon566.shardingscaling.core.sync.record.DataRecord;
import info.avalon566.shardingscaling.core.sync.record.FinishedRecord;
import info.avalon566.shardingscaling.core.sync.record.Record;
import info.avalon566.shardingscaling.core.sync.util.DataSourceFactory;
import info.avalon566.shardingscaling.core.sync.util.DbMetaDataUtil;
import info.avalon566.shardingscaling.core.execute.executor.AbstractSyncRunner;
import info.avalon566.shardingscaling.core.execute.executor.channel.Channel;
import info.avalon566.shardingscaling.core.metadata.ColumnMetaData;
import info.avalon566.shardingscaling.core.execute.executor.record.Column;
import info.avalon566.shardingscaling.core.execute.executor.record.DataRecord;
import info.avalon566.shardingscaling.core.execute.executor.record.FinishedRecord;
import info.avalon566.shardingscaling.core.execute.executor.record.Record;
import info.avalon566.shardingscaling.core.util.DataSourceFactory;
import info.avalon566.shardingscaling.core.util.DbMetaDataUtil;
import lombok.Setter;
import lombok.extern.slf4j.Slf4j;
......
......@@ -15,7 +15,7 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.sync.writer;
package info.avalon566.shardingscaling.core.execute.executor.writer;
import com.google.common.cache.CacheBuilder;
import com.google.common.cache.CacheLoader;
......@@ -25,8 +25,8 @@ import javax.sql.DataSource;
import java.util.List;
import java.util.concurrent.ExecutionException;
import info.avalon566.shardingscaling.core.sync.metadata.ColumnMetaData;
import info.avalon566.shardingscaling.core.sync.util.DbMetaDataUtil;
import info.avalon566.shardingscaling.core.metadata.ColumnMetaData;
import info.avalon566.shardingscaling.core.util.DbMetaDataUtil;
/**
* Sql builder.
......
......@@ -15,25 +15,28 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.sync.writer;
package info.avalon566.shardingscaling.core.execute.executor.writer;
import info.avalon566.shardingscaling.core.sync.channel.Channel;
import info.avalon566.shardingscaling.core.sync.SyncRunner;
import info.avalon566.shardingscaling.core.execute.executor.channel.Channel;
import info.avalon566.shardingscaling.core.execute.executor.SyncRunner;
/**
* Writer.
*
* @author avalon566
*/
public interface Writer extends SyncRunner {
/**
* Set channel.
*
* @param channel channel
*/
void setChannel(Channel channel);
/**
* write data to channel.
*
* @param channel channel
*/
void write(Channel channel);
......
......@@ -15,7 +15,7 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.sync.writer;
package info.avalon566.shardingscaling.core.execute.executor.writer;
import info.avalon566.shardingscaling.core.config.RdbmsConfiguration;
import info.avalon566.shardingscaling.core.spi.ScalingEntry;
......
......@@ -15,12 +15,13 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.sync.metadata;
package info.avalon566.shardingscaling.core.metadata;
import lombok.Data;
/**
* Column meta data.
*
* @author avalon566
*/
@Data
......
......@@ -15,7 +15,7 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.sync.metadata;
package info.avalon566.shardingscaling.core.metadata;
import com.google.common.base.Strings;
......
......@@ -17,9 +17,9 @@
package info.avalon566.shardingscaling.core.spi;
import info.avalon566.shardingscaling.core.sync.reader.JdbcReader;
import info.avalon566.shardingscaling.core.sync.reader.LogReader;
import info.avalon566.shardingscaling.core.sync.writer.Writer;
import info.avalon566.shardingscaling.core.execute.executor.reader.JdbcReader;
import info.avalon566.shardingscaling.core.execute.executor.reader.LogReader;
import info.avalon566.shardingscaling.core.execute.executor.writer.Writer;
import org.apache.shardingsphere.spi.DatabaseTypeAwareSPI;
/**
......
......@@ -15,27 +15,27 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.job.sync;
package info.avalon566.shardingscaling.core.synctask;
import info.avalon566.shardingscaling.core.config.SyncConfiguration;
import info.avalon566.shardingscaling.core.job.SyncTaskProgress;
import info.avalon566.shardingscaling.core.job.sync.executor.Event;
import info.avalon566.shardingscaling.core.job.sync.executor.EventType;
import info.avalon566.shardingscaling.core.job.sync.executor.Reporter;
import info.avalon566.shardingscaling.core.controller.SyncTaskProgress;
import info.avalon566.shardingscaling.core.execute.Event;
import info.avalon566.shardingscaling.core.execute.EventType;
import info.avalon566.shardingscaling.core.execute.Reporter;
import info.avalon566.shardingscaling.core.exception.SyncExecuteException;
import info.avalon566.shardingscaling.core.sync.SyncExecutor;
import info.avalon566.shardingscaling.core.sync.channel.MemoryChannel;
import info.avalon566.shardingscaling.core.sync.reader.NopLogPosition;
import info.avalon566.shardingscaling.core.sync.reader.Reader;
import info.avalon566.shardingscaling.core.sync.reader.ReaderFactory;
import info.avalon566.shardingscaling.core.sync.writer.Writer;
import info.avalon566.shardingscaling.core.sync.writer.WriterFactory;
import info.avalon566.shardingscaling.core.execute.engine.SyncExecutor;
import info.avalon566.shardingscaling.core.execute.executor.channel.MemoryChannel;
import info.avalon566.shardingscaling.core.execute.executor.reader.NopLogPosition;
import info.avalon566.shardingscaling.core.execute.executor.reader.Reader;
import info.avalon566.shardingscaling.core.execute.executor.reader.ReaderFactory;
import info.avalon566.shardingscaling.core.execute.executor.writer.Writer;
import info.avalon566.shardingscaling.core.execute.executor.writer.WriterFactory;
import lombok.extern.slf4j.Slf4j;
import java.util.Collections;
/**
* Table slice sync task.
* Table slice execute task.
*
* @author avalon566
* @author yangyi
......@@ -76,10 +76,10 @@ public class HistoryDataSyncTask implements SyncTask {
final Writer writer = WriterFactory.newInstance(syncConfiguration.getWriterConfiguration());
try {
new SyncExecutor(new MemoryChannel(), reader, Collections.singletonList(writer)).execute();
log.info("{} table slice sync finish", syncConfiguration.getReaderConfiguration().getTableName());
log.info("{} table slice execute finish", syncConfiguration.getReaderConfiguration().getTableName());
reporter.report(new Event(syncConfiguration.getTaskId(), EventType.FINISHED));
} catch (SyncExecuteException ex) {
log.error("{} table slice sync exception exit", syncConfiguration.getReaderConfiguration().getTableName());
log.error("{} table slice execute exception exit", syncConfiguration.getReaderConfiguration().getTableName());
ex.logExceptions();
reporter.report(new Event(syncConfiguration.getTaskId(), EventType.EXCEPTION_EXIT));
}
......
......@@ -15,23 +15,23 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.job.sync;
package info.avalon566.shardingscaling.core.synctask;
import info.avalon566.shardingscaling.core.config.SyncConfiguration;
import info.avalon566.shardingscaling.core.exception.SyncExecuteException;
import info.avalon566.shardingscaling.core.job.SyncTaskProgress;
import info.avalon566.shardingscaling.core.job.sync.executor.Event;
import info.avalon566.shardingscaling.core.job.sync.executor.EventType;
import info.avalon566.shardingscaling.core.job.sync.executor.Reporter;
import info.avalon566.shardingscaling.core.sync.SyncExecutor;
import info.avalon566.shardingscaling.core.sync.channel.AckCallback;
import info.avalon566.shardingscaling.core.sync.channel.RealtimeSyncChannel;
import info.avalon566.shardingscaling.core.sync.reader.LogPosition;
import info.avalon566.shardingscaling.core.sync.reader.LogReader;
import info.avalon566.shardingscaling.core.sync.reader.ReaderFactory;
import info.avalon566.shardingscaling.core.sync.record.Record;
import info.avalon566.shardingscaling.core.sync.writer.Writer;
import info.avalon566.shardingscaling.core.sync.writer.WriterFactory;
import info.avalon566.shardingscaling.core.controller.SyncTaskProgress;
import info.avalon566.shardingscaling.core.execute.Event;
import info.avalon566.shardingscaling.core.execute.EventType;
import info.avalon566.shardingscaling.core.execute.Reporter;
import info.avalon566.shardingscaling.core.execute.engine.SyncExecutor;
import info.avalon566.shardingscaling.core.execute.executor.channel.AckCallback;
import info.avalon566.shardingscaling.core.execute.executor.channel.RealtimeSyncChannel;
import info.avalon566.shardingscaling.core.execute.executor.reader.LogPosition;
import info.avalon566.shardingscaling.core.execute.executor.reader.LogReader;
import info.avalon566.shardingscaling.core.execute.executor.reader.ReaderFactory;
import info.avalon566.shardingscaling.core.execute.executor.record.Record;
import info.avalon566.shardingscaling.core.execute.executor.writer.Writer;
import info.avalon566.shardingscaling.core.execute.executor.writer.WriterFactory;
import lombok.extern.slf4j.Slf4j;
import java.util.ArrayList;
......@@ -39,7 +39,7 @@ import java.util.Collections;
import java.util.List;
/**
* Realtime data sync task.
* Realtime data execute task.
*
* @author avalon566
*/
......@@ -87,7 +87,7 @@ public class RealtimeDataSyncTask implements SyncTask {
}
/**
* Start to sync realtime data.
* Start to execute realtime data.
*/
@Override
public final void run() {
......@@ -105,10 +105,10 @@ public class RealtimeDataSyncTask implements SyncTask {
}));
startReportRealtimeSyncPosition();
new SyncExecutor(channel, logReader, writers).execute();
log.info("realtime data sync finish");
log.info("realtime data execute finish");
reporter.report(new Event(syncConfiguration.getTaskId(), EventType.FINISHED));
} catch (SyncExecuteException ex) {
log.error("realtime data sync exception exit");
log.error("realtime data execute exception exit");
ex.logExceptions();
reporter.report(new Event(syncConfiguration.getTaskId(), EventType.EXCEPTION_EXIT));
}
......
......@@ -15,9 +15,9 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.job.sync;
package info.avalon566.shardingscaling.core.synctask;
import info.avalon566.shardingscaling.core.job.SyncTaskProgress;
import info.avalon566.shardingscaling.core.controller.SyncTaskProgress;
/**
* Sync task interface.
......
......@@ -15,11 +15,11 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.job.sync;
package info.avalon566.shardingscaling.core.synctask;
import info.avalon566.shardingscaling.core.config.SyncConfiguration;
import info.avalon566.shardingscaling.core.config.SyncType;
import info.avalon566.shardingscaling.core.job.sync.executor.local.LocalReporter;
import info.avalon566.shardingscaling.core.execute.engine.local.LocalReporter;
/**
* Sync task factory.
......@@ -29,11 +29,11 @@ import info.avalon566.shardingscaling.core.job.sync.executor.local.LocalReporter
public final class SyncTaskFactory {
/**
* create sync job instance by sync configuration.
* create execute job instance by execute configuration.
*
* @param syncConfiguration value
* @param reporter value
* @return sync job
* @return execute job
*/
public static SyncTask createSyncJobInstance(final SyncConfiguration syncConfiguration, final LocalReporter reporter) {
if (SyncType.TableSlice.equals(syncConfiguration.getSyncType())) {
......
......@@ -15,7 +15,7 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.sync.util;
package info.avalon566.shardingscaling.core.util;
import org.apache.commons.dbcp2.BasicDataSource;
import info.avalon566.shardingscaling.core.config.DataSourceConfiguration;
......
......@@ -15,13 +15,13 @@
* limitations under the License.
*/
package info.avalon566.shardingscaling.core.sync.util;
package info.avalon566.shardingscaling.core.util;
import com.google.common.cache.CacheBuilder;
import com.google.common.cache.CacheLoader;
import com.google.common.cache.LoadingCache;
import info.avalon566.shardingscaling.core.sync.metadata.ColumnMetaData;
import info.avalon566.shardingscaling.core.metadata.ColumnMetaData;
import lombok.extern.slf4j.Slf4j;
import javax.sql.DataSource;
......
......@@ -17,7 +17,7 @@
package info.avalon566.shardingscaling.mysql;
import info.avalon566.shardingscaling.core.sync.reader.LogPosition;
import info.avalon566.shardingscaling.core.execute.executor.reader.LogPosition;
import lombok.AllArgsConstructor;
import lombok.Data;
......
......@@ -18,23 +18,23 @@
package info.avalon566.shardingscaling.mysql;
import info.avalon566.shardingscaling.core.config.RdbmsConfiguration;
import info.avalon566.shardingscaling.core.sync.AbstractSyncRunner;
import info.avalon566.shardingscaling.core.sync.channel.Channel;
import info.avalon566.shardingscaling.core.sync.reader.LogPosition;
import info.avalon566.shardingscaling.core.sync.reader.LogReader;
import info.avalon566.shardingscaling.core.sync.reader.NopLogPosition;
import info.avalon566.shardingscaling.core.sync.record.Column;
import info.avalon566.shardingscaling.core.sync.record.DataRecord;
import info.avalon566.shardingscaling.core.sync.metadata.JdbcUri;
import info.avalon566.shardingscaling.core.sync.record.FinishedRecord;
import info.avalon566.shardingscaling.core.sync.record.PlaceholderRecord;
import info.avalon566.shardingscaling.core.sync.record.Record;
import info.avalon566.shardingscaling.core.execute.executor.AbstractSyncRunner;
import info.avalon566.shardingscaling.core.execute.executor.channel.Channel;
import info.avalon566.shardingscaling.core.execute.executor.reader.LogPosition;
import info.avalon566.shardingscaling.core.execute.executor.reader.LogReader;
import info.avalon566.shardingscaling.core.execute.executor.reader.NopLogPosition;
import info.avalon566.shardingscaling.core.execute.executor.record.Column;
import info.avalon566.shardingscaling.core.execute.executor.record.DataRecord;
import info.avalon566.shardingscaling.core.metadata.JdbcUri;
import info.avalon566.shardingscaling.core.execute.executor.record.FinishedRecord;
import info.avalon566.shardingscaling.core.execute.executor.record.PlaceholderRecord;
import info.avalon566.shardingscaling.core.execute.executor.record.Record;
import info.avalon566.shardingscaling.mysql.binlog.event.AbstractBinlogEvent;
import info.avalon566.shardingscaling.mysql.binlog.event.DeleteRowsEvent;
import info.avalon566.shardingscaling.mysql.binlog.event.PlaceholderEvent;
import info.avalon566.shardingscaling.mysql.binlog.event.UpdateRowsEvent;
import info.avalon566.shardingscaling.mysql.binlog.event.WriteRowsEvent;
import info.avalon566.shardingscaling.core.sync.util.DataSourceFactory;
import info.avalon566.shardingscaling.core.util.DataSourceFactory;
import info.avalon566.shardingscaling.core.config.JdbcDataSourceConfiguration;
import info.avalon566.shardingscaling.mysql.binlog.MySQLConnector;
import lombok.Setter;
......
......@@ -19,8 +19,8 @@ package info.avalon566.shardingscaling.mysql;
import info.avalon566.shardingscaling.core.config.JdbcDataSourceConfiguration;
import info.avalon566.shardingscaling.core.config.RdbmsConfiguration;
import info.avalon566.shardingscaling.core.sync.reader.AbstractJdbcReader;
import info.avalon566.shardingscaling.core.sync.metadata.JdbcUri;
import info.avalon566.shardingscaling.core.execute.executor.reader.AbstractJdbcReader;
import info.avalon566.shardingscaling.core.metadata.JdbcUri;
import java.util.List;
import java.util.Map;
......
......@@ -18,9 +18,9 @@
package info.avalon566.shardingscaling.mysql;
import info.avalon566.shardingscaling.core.spi.ScalingEntry;
import info.avalon566.shardingscaling.core.sync.reader.JdbcReader;
import info.avalon566.shardingscaling.core.sync.reader.LogReader;
import info.avalon566.shardingscaling.core.sync.writer.Writer;
import info.avalon566.shardingscaling.core.execute.executor.reader.JdbcReader;
import info.avalon566.shardingscaling.core.execute.executor.reader.LogReader;
import info.avalon566.shardingscaling.core.execute.executor.writer.Writer;
/**
* MySQL scaling entry.
......
......@@ -18,7 +18,7 @@
package info.avalon566.shardingscaling.mysql;
import info.avalon566.shardingscaling.core.config.RdbmsConfiguration;
import info.avalon566.shardingscaling.core.sync.writer.AbstractJdbcWriter;
import info.avalon566.shardingscaling.core.execute.executor.writer.AbstractJdbcWriter;
/**
* MySQL writer.
......
......@@ -64,7 +64,7 @@ public class MySQLBinlogEventPacketDecoderTest {
@Test(expected = UnsupportedOperationException.class)
public void assertDecodeWithReadError() {
when(byteBuf.isReadable()).thenReturn(true);
binlogEventPacketDecoder.decode(null, byteBuf, null);
binlogEventPacketDecoder.decode(null, byteBuf, new ArrayList<Object>());
}
@Test
......
......@@ -18,7 +18,7 @@
package info.avalon556.shardingscaling.postgresql;
import info.avalon566.shardingscaling.core.config.RdbmsConfiguration;
import info.avalon566.shardingscaling.core.sync.reader.AbstractJdbcReader;
import info.avalon566.shardingscaling.core.execute.executor.reader.AbstractJdbcReader;
/**
* PostgreSQL JDBC reader.
......
......@@ -18,9 +18,9 @@
package info.avalon556.shardingscaling.postgresql;
import info.avalon566.shardingscaling.core.spi.ScalingEntry;
import info.avalon566.shardingscaling.core.sync.reader.JdbcReader;
import info.avalon566.shardingscaling.core.sync.reader.LogReader;
import info.avalon566.shardingscaling.core.sync.writer.Writer;
import info.avalon566.shardingscaling.core.execute.executor.reader.JdbcReader;
import info.avalon566.shardingscaling.core.execute.executor.reader.LogReader;
import info.avalon566.shardingscaling.core.execute.executor.writer.Writer;
/**
* PostgreSQL scaling entry.
......
......@@ -17,10 +17,10 @@
package info.avalon556.shardingscaling.postgresql;
import info.avalon566.shardingscaling.core.sync.AbstractSyncRunner;
import info.avalon566.shardingscaling.core.sync.channel.Channel;
import info.avalon566.shardingscaling.core.sync.reader.LogPosition;
import info.avalon566.shardingscaling.core.sync.reader.LogReader;
import info.avalon566.shardingscaling.core.execute.executor.AbstractSyncRunner;
import info.avalon566.shardingscaling.core.execute.executor.channel.Channel;
import info.avalon566.shardingscaling.core.execute.executor.reader.LogPosition;
import info.avalon566.shardingscaling.core.execute.executor.reader.LogReader;
import lombok.Setter;
/**
......
......@@ -18,7 +18,7 @@
package info.avalon556.shardingscaling.postgresql;
import info.avalon566.shardingscaling.core.config.RdbmsConfiguration;
import info.avalon566.shardingscaling.core.sync.writer.AbstractJdbcWriter;
import info.avalon566.shardingscaling.core.execute.executor.writer.AbstractJdbcWriter;
/**
* postgreSQL writer.
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册