Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
The table of contents is too big for display.
Diff view
Diff view
  •  
  •  
  •  
Original file line number Diff line number Diff line change
Expand Up @@ -16,11 +16,17 @@
*/
package io.datavines.connector.api;

import io.datavines.spi.SPI;;
import java.util.Collection;
import java.util.Collections;

@SPI
public interface ConnectorFactory {

String getPluginName();

default Collection<String> getPluginNames() {
return Collections.singletonList(getPluginName());
}

String getCategory();

Connector getConnector();
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -54,4 +54,9 @@ public ConfigBuilder getConfigBuilder() {
public TypeConverter getTypeConverter() {
return new ClickHouseTypeConverter();
}

@Override
public String getPluginName() {
return "clickhouse";
}
}

This file was deleted.

Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
io.datavines.connector.plugin.ClickHouseConnectorFactory
Original file line number Diff line number Diff line change
Expand Up @@ -44,4 +44,9 @@ public Executor getExecutor() {
public ConfigBuilder getConfigBuilder() {
return new DatabendConfigBuilder();
}

@Override
public String getPluginName() {
return "databend";
}
}

This file was deleted.

Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
io.datavines.connector.plugin.DatabendConnectorFactory
Original file line number Diff line number Diff line change
Expand Up @@ -44,4 +44,9 @@ public Executor getExecutor() {
public ConfigBuilder getConfigBuilder() {
return new DmConfigBuilder();
}

@Override
public String getPluginName() {
return "dm";
}
}

This file was deleted.

Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
io.datavines.connector.plugin.DmConnectorFactory
Original file line number Diff line number Diff line change
Expand Up @@ -44,4 +44,9 @@ public Executor getExecutor() {
public ConfigBuilder getConfigBuilder() {
return new DorisConfigBuilder();
}

@Override
public String getPluginName() {
return "doris";
}
}

This file was deleted.

Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
io.datavines.connector.plugin.DorisConnectorFactory
Original file line number Diff line number Diff line change
Expand Up @@ -84,4 +84,9 @@ public MetricScript getMetricScript() {
public Boolean showInFrontend() {
return false;
}

@Override
public String getPluginName() {
return "file";
}
}

This file was deleted.

Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
io.datavines.connector.plugin.FileConnectorFactory
Original file line number Diff line number Diff line change
Expand Up @@ -49,4 +49,9 @@ public MetricScript getMetricScript() {
public Boolean showInFrontend() {
return false;
}

@Override
public String getPluginName() {
return "flink";
}
}

This file was deleted.

Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
io.datavines.connector.plugin.FlinkConnectorFactory
Original file line number Diff line number Diff line change
Expand Up @@ -54,4 +54,9 @@ public MetricScript getMetricScript() {
public DataSourceClient getDataSourceClient() {
return new HiveDataSourceClient();
}

@Override
public String getPluginName() {
return "hive";
}
}

This file was deleted.

Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
io.datavines.connector.plugin.HiveConnectorFactory
Original file line number Diff line number Diff line change
Expand Up @@ -42,4 +42,9 @@ public Connector getConnector() {
public Executor getExecutor() {
return new ImpalaExecutor(getDataSourceClient());
}

@Override
public String getPluginName() {
return "impala";
}
}

This file was deleted.

Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
io.datavines.connector.plugin.ImpalaConnectorFactory
Original file line number Diff line number Diff line change
Expand Up @@ -54,4 +54,9 @@ public ConfigBuilder getConfigBuilder() {
public MetricScript getMetricScript() {
return new MaxComputeMetricScript();
}

@Override
public String getPluginName() {
return "maxcompute";
}
}

This file was deleted.

Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
io.datavines.connector.plugin.MaxComputeConnectorFactory
Original file line number Diff line number Diff line change
Expand Up @@ -49,4 +49,9 @@ public Executor getExecutor() {
public ConfigBuilder getConfigBuilder() {
return new MongodbConfigBuilder();
}

@Override
public String getPluginName() {
return "mongodb";
}
}

This file was deleted.

Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
io.datavines.connector.plugin.MongodbConnectorFactory
Original file line number Diff line number Diff line change
Expand Up @@ -49,4 +49,9 @@ public ConfigBuilder getConfigBuilder() {
public MetricScript getMetricScript() {
return new MysqlMetricScript();
}

@Override
public String getPluginName() {
return "mysql";
}
}

This file was deleted.

Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
io.datavines.connector.plugin.MysqlConnectorFactory
Original file line number Diff line number Diff line change
Expand Up @@ -54,4 +54,9 @@ public TypeConverter getTypeConverter() {
public MetricScript getMetricScript() {
return new OracleMetricScript();
}

@Override
public String getPluginName() {
return "oracle";
}
}

This file was deleted.

Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
io.datavines.connector.plugin.OracleConnectorFactory
Original file line number Diff line number Diff line change
Expand Up @@ -54,4 +54,9 @@ public TypeConverter getTypeConverter() {
public MetricScript getMetricScript() {
return new PostgreSqlMetricScript();
}

@Override
public String getPluginName() {
return "postgresql";
}
}

This file was deleted.

Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
io.datavines.connector.plugin.PostgreSqlConnectorFactory
Original file line number Diff line number Diff line change
Expand Up @@ -49,4 +49,9 @@ public ConfigBuilder getConfigBuilder() {
public DataSourceClient getDataSourceClient() {
return new PrestoDataSourceClient();
}

@Override
public String getPluginName() {
return "presto";
}
}

This file was deleted.

Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
io.datavines.connector.plugin.PrestoConnectorFactory
Original file line number Diff line number Diff line change
Expand Up @@ -49,4 +49,9 @@ public MetricScript getMetricScript() {
public Boolean showInFrontend() {
return false;
}

@Override
public String getPluginName() {
return "spark";
}
}

This file was deleted.

Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
io.datavines.connector.plugin.SparkConnectorFactory
Original file line number Diff line number Diff line change
Expand Up @@ -49,4 +49,9 @@ public ConfigBuilder getConfigBuilder() {
public MetricScript getMetricScript() {
return new SqlServerMetricScript();
}

@Override
public String getPluginName() {
return "sqlserver";
}
}

This file was deleted.

Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
io.datavines.connector.plugin.SqlServerConnectorFactory
Original file line number Diff line number Diff line change
Expand Up @@ -44,4 +44,9 @@ public Executor getExecutor() {
public ConfigBuilder getConfigBuilder() {
return new StarRocksConfigBuilder();
}

@Override
public String getPluginName() {
return "starrocks";
}
}

This file was deleted.

Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
io.datavines.connector.plugin.StarRocksConnectorFactory
Original file line number Diff line number Diff line change
Expand Up @@ -49,4 +49,9 @@ public ConfigBuilder getConfigBuilder() {
public DataSourceClient getDataSourceClient() {
return new TrinoDataSourceClient();
}

@Override
public String getPluginName() {
return "trino";
}
}

This file was deleted.

Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
io.datavines.connector.plugin.TrinoConnectorFactory
Original file line number Diff line number Diff line change
Expand Up @@ -16,11 +16,13 @@
*/
package io.datavines.engine.api.component;

import io.datavines.spi.SPI;;
import io.datavines.engine.api.env.RuntimeEnvironment;
import io.datavines.engine.api.plugin.Plugin;

@SPI
import java.util.Collection;

public interface Component extends Plugin {

Collection<String> getPluginNames();
void prepare(RuntimeEnvironment env) throws Exception;
}
Original file line number Diff line number Diff line change
Expand Up @@ -21,11 +21,18 @@

import io.datavines.common.config.Configurations;
import io.datavines.common.entity.ProcessResult;
import io.datavines.spi.SPI;

@SPI
import java.util.Collection;
import java.util.Collections;

public interface EngineExecutor {

String getPluginName();

default Collection<String> getPluginNames() {
return Collections.singletonList(getPluginName());
}

void init(JobExecutionRequest jobExecutionRequest, Logger logger, Configurations configurations) throws Exception;

void execute() throws Exception;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -16,12 +16,14 @@
*/
package io.datavines.engine.api.env;

import io.datavines.spi.SPI;;
import io.datavines.engine.api.plugin.Plugin;

@SPI
import java.util.Collection;

public interface RuntimeEnvironment extends Plugin {

Collection<String> getPluginNames();

void prepare();

Execution getExecution();
Expand Down
Loading
Loading