Commit 1fbf0523 by huangfusuper

实时运行实例

parent f9a7aab3
......@@ -58,7 +58,7 @@
</encoder>
</appender>
<logger name="com.byit.thread" level="info" additivity="false">
<logger name="com.byit.thread.helper" level="info" additivity="false">
<appender-ref ref="console"/>
</logger>
<logger name="com.byit.selector" level="info" additivity="false">
......
......@@ -63,7 +63,7 @@ public class JobTaskRunLogServiceImpl implements JobTaskRunLogService {
@Override
public int saveJobTaskRunLog(JobTaskRunLogWithBLOBs jobTaskRunLog) {
log.info("--------------saveJobTaskRunLog start【{}】------------------------",jobTaskRunLog);
log.debug("--------------saveJobTaskRunLog start【{}】------------------------",jobTaskRunLog);
return jobTaskRunLogMapper.saveJobTaskRunLog(jobTaskRunLog);
}
......
......@@ -64,7 +64,7 @@ public class ScheduleThreadRunHelper extends BaseThreadRunHelper {
log.debug("------节点{},开始构建java执行器-------",mythJobTaskSchedule);
//构建调度执行器
timerTask = new JavaBeanJobTask(mythJobTaskSchedule);
}else if(NodeTypeEnum.SCRIPT.getType().equals(mythJobTaskSchedule.getJobType())){
}else if(NodeTypeEnum.PYTHON.getCode().equals(mythJobTaskSchedule.getJobType())){
log.debug("------节点{},开始构建脚本执行器-------",mythJobTaskSchedule);
//构建脚本调度执行器
timerTask = new ScriptExecutorJobTask(mythJobTaskSchedule);
......
......@@ -75,9 +75,20 @@ public class FastDfsFileSystem implements FileSystem {
StorageClient1 storageClient1 = new StorageClient1(trackerServer, null);
NameValuePair[] metadata1 = storageClient1.get_metadata1(filePath);
Map<String,String> map = new HashMap<String,String>(5);
for (int i = 0; i <metadata1.length ; i++) {
map.put(metadata1[i].getName(),metadata1[i].getValue());
if(metadata1 != null){
for (int i = 0; i <metadata1.length ; i++) {
map.put(metadata1[i].getName(),metadata1[i].getValue());
}
}else{
map.put("filename","filename"+filePath.substring(filePath.lastIndexOf("."),filePath.length()));
}
return map;
}
public static void main(String[] args) {
String filePath = "sadsadsadsadsad.py";
System.out.println(filePath.substring(filePath.lastIndexOf("."), filePath.length()));
}
}
......@@ -69,45 +69,45 @@ public abstract class ZuulRouteLocator extends SimpleRouteLocator implements Ref
public abstract Map<String, ZuulRoute> loadLocateRoute();
@Override
public int getOrder() {
return -1;
}
/**
* 复制查询出来的数据的属性
*/
public Map<String, ZuulRoute> handle(List<ZuulRouteEntity> locateRouteList) {
if (CollectionUtils.isEmpty(locateRouteList)) {
return null;
}
Map<String, ZuulRoute> routes = new LinkedHashMap<>();
for (ZuulRouteEntity locateRoute : locateRouteList) {
if (StringUtils.isEmpty(locateRoute.getPath())
|| !locateRoute.isEnable()
|| (StringUtils.isEmpty(locateRoute.getUrl()) && StringUtils.isEmpty(locateRoute.getServiceId()))) {
continue;
}
ZuulRoute zuulRoute = new ZuulRoute();
try {
//zuulRoute.setCustomSensitiveHeaders(locateRoute.isCustomSensitiveHeaders());
//zuulRoute.setSensitiveHeaders(locateRoute.getSensitiveHeadersSet());
//zuulRoute.setId(locateRoute.getId());
@Override
public int getOrder() {
return -1;
}
/**
* 复制查询出来的数据的属性
*/
public Map<String, ZuulRoute> handle(List<ZuulRouteEntity> locateRouteList){
if(CollectionUtils.isEmpty(locateRouteList)){
return null;
}
Map<String, ZuulRoute> routes = new LinkedHashMap<>();
for (ZuulRouteEntity locateRoute : locateRouteList) {
if (StringUtils.isEmpty(locateRoute.getPath())
|| !locateRoute.isEnable()
|| (StringUtils.isEmpty(locateRoute.getUrl()) && StringUtils.isEmpty(locateRoute.getServiceId()))) {
continue;
}
ZuulRoute zuulRoute = new ZuulRoute();
try {
//zuulRoute.setCustomSensitiveHeaders(locateRoute.isCustomSensitiveHeaders());
//zuulRoute.setSensitiveHeaders(locateRoute.getSensitiveHeadersSet());
//zuulRoute.setId(locateRoute.getId());
// zuulRoute.setLocation("");
zuulRoute.setId(locateRoute.getId());
zuulRoute.setPath(locateRoute.getPath());
//是否需要重试
zuulRoute.setRetryable(false);
zuulRoute.setServiceId(locateRoute.getServiceId());
//是否去掉前缀
zuulRoute.setStripPrefix(true);
zuulRoute.setUrl(locateRoute.getUrl());
logger.info("add zuul route: " + JSON.toJSONString(zuulRoute));
} catch (Exception e) {
logger.error("=============load zuul route info from db with error==============", e);
}
routes.put(zuulRoute.getPath(), zuulRoute);
}
return routes;
}
zuulRoute.setId(locateRoute.getId());
zuulRoute.setPath(locateRoute.getPath());
//是否需要重试
zuulRoute.setRetryable(false);
zuulRoute.setServiceId(locateRoute.getServiceId());
//是否去掉前缀
zuulRoute.setStripPrefix(true);
zuulRoute.setUrl(locateRoute.getUrl());
logger.info("add zuul route: " + JSON.toJSONString(zuulRoute));
} catch (Exception e) {
logger.error("=============load zuul route info from db with error==============", e);
}
routes.put(zuulRoute.getPath(), zuulRoute);
}
return routes;
}
}
......@@ -13,12 +13,21 @@ import java.util.concurrent.TimeUnit;
*/
public class AddComplexPy {
public static void main(String[] args) {
PluginPackage pluginPackage = new PluginPackage();
RunNode runNode = new RunNode();
runNode.setScriptUrl("ddmp/M00/00/00/CgB4Al5wa36AaUJ7AAAAiYy1k-k9801.py");
runNode.setJobType("PYTHON");
runNode.setNodeId("2");
runNode.setNodeName("lijkki");
runNode.setRunCmd("python ${biz_file}");
JobUtils.setRequestUrl("http://127.0.0.1:8081/myth-job-admin");
JobUtils.setTOKEN("test");
JobUtils.realExectNode(runNode);
/* PluginPackage pluginPackage = new PluginPackage();
pluginPackage.setWorkspaceName("test");
pluginPackage.setFlow(createFlow());
JobUtils.setRequestUrl("http://127.0.0.1:8998");
JobUtils.setTOKEN("test");
JobUtils.publish(pluginPackage);
JobUtils.publish(pluginPackage);*/
}
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment