groovy 写的文件生成程序

概述用groovy写的简单文件生成程序。主要上在AIX上通过GROOVY生成gz包形式的明细文件。挺好用的。写起来也简单   import groovy.sql.Sqlimport java.io.Serializable;import java.util.concurrent.LinkedBlockingQueue;import java.util.concurrent.ThreadPo

用groovy写的简单文件生成程序。主要上在AIX上通过GROOVY生成gz包形式的明细文件。挺好用的。写起来也简单

 

import groovy.sql.sqlimport java.io.Serializable;import java.util.concurrent.linkedBlockingQueue;import java.util.concurrent.ThreadPoolExecutor;import java.util.concurrent.TimeUnit;//取出可以执行的任务 一次取5个Detailsql=""" select * from WI.IDX_DETAIL_LOAD_CFG t1,WI.IDX_DETAIL_LOAD_INFO t2 where t1.IDX_ID = t2.IDX_ID and t1.STS_ID =1 order by SERIAL_ID fetch first 10 rows only """// and t1.STS_ID =1public static class ThreadPoolTask implements Runnable,Serializable{private static final long serialVersionUID = 0;//保存任务所需要的数据def serial;def sql;def filename;def pathdef runfile;def errorfile; public ThreadPoolTask(SERIAL,sql,filename,PATH,Runfile,Errorfile){ this.serial = SERIAL; this.sql = sql; this.filename = filename; this.path = PATH; this.runfile = Runfile; this.errorfile = Errorfile; doAction(serial,2); } public voID run(){ //处理一个任务 // println "${threadPoolTaskData.SERIAL_ID} zhunbei kaigao" String strsql=String2GB(sql); // String strsql=sql; if(testsql(strsql,serial,errorfile)){ //println "testsql" fileTemplemt(strsql,filename,path); OverAction("${filename}.gz",runfile); //println "file over" } } //生成完文件并转移成功后更改数据库标示 synchronized OverAction(filename,SERIAL,Runfile){ def OKfile=""" update WI.IDX_DETAIL_LOAD_CFG set file_name='${filename}',STS_ID=3,ETL_TIMESTAMP = current timestamp where SERIAL_ID=${SERIAL} WITH UR """ try { def sqlCONN= sql.newInstance("jdbc:db2://10.154.145.39:50000/hndpdb","用户名","密码","com.ibm.db2.jcc.DB2Driver") sqlCONN.execute(OKfile); Runfile<<new java.util.Date().tolocaleString()+" file:${filename} is OK /n"; sqlCONN.close(); }catch(e){ if(e.getsqlState() =="57033"){ println String2GB("OverAction()死锁${SERIAL}"); Thread.sleep(1000*30); //休息30秒 继续 OverAction(filename,Runfile); } } } //生成文件失败后更新数据库标志 synchronized doAction(SERIAL,flag){ def sqlfile=""" update WI.IDX_DETAIL_LOAD_CFG SET STS_ID=${flag},ETL_TIMESTAMP = current timestamp where SERIAL_ID=${SERIAL} WITH UR """ //加上锁表等待判断 try { def sqlCONN= sql.newInstance("jdbc:db2://10.154.145.39:50000/hndpdb","com.ibm.db2.jcc.DB2Driver") sqlCONN.execute(sqlfile); sqlCONN.close(); }catch(e){ if(e.getsqlState() =="57033"){ println String2GB("doAction()死锁${SERIAL}"); Thread.sleep(1000*30); //休息30秒 继续 doAction(SERIAL,flag); } } } //转化字符串 private static String String2GB(str){ // 换机器的时候要判断一下当前机器上默认的字符集是什么 // System.getProperty("file.enCoding") return new String(str.getBytes("GB18030")); // return new String(str.getBytes("ISO8859-1"),"GBK"); } private static String SMsstring2GB(str){ return new String(str.getBytes("ISO8859-1"),"GBK"); } //生成的sh文件模板 def fileTemplemt={ sql,filename,path -> //判断是否存在对应的目录 file fileDesc=new file("/etl_data_01/deep/${path}"); if (!fileDesc.exists()) { //不存在的时候 //主动创建一个目录 fileDesc.mkdir(); } file file=new file(filename+".sh"); file.write(""" db2 connect to hndpdb user hndp using hndp99 db2 "${sql}" > ${filename} db2 connect reset gzip ${filename} rm /etl_data_01/deep/${path}${filename}.gz mv ${filename}.gz /etl_data_01/deep/${path} rm ${filename}.sh """); Thread.sleep(2000); //赋权 def proc1 ="chmod +x ${filename}.sh".execute(); proc1.waitFor(); Thread.sleep(1000); def proc2 = "${filename}.sh".execute(); proc2.waitFor(); } //SMS短信通知 def SMS2USER={strMsisdn,strDesc -> def sqlCONN= sql.newInstance("jdbc:db2://10.154.145.16:50000/hnbasdb","com.ibm.db2.jcc.DB2Driver"); String sql = " insert into WEBadmin.MESSAGE (MESSAGE_ID,MSISDN,MESSAGE,STATE) values (char(current date)||' '||char( current time),'" + strMsisdn + "','" + strDesc + "','0')"; sqlCONN.execute(sql); sqlCONN.close(); } //测试SQL语句是否可执行 //出错将错误记录到日志并修改标示为4 def testsql={strsql,Errorfile-> //不加1 >2 碰到大文件会直接内存溢出死掉 看来firestRow的实现和我理解的有差距 strsql=strsql.toupperCase(); int wherepos=-1; if(strsql.indexOf("WHERE")>-1){ wherepos=strsql.indexOf("WHERE"); } if(wherepos>-1){ strsql=strsql[0..wherepos-1]+" WHERE 1<>1 AND " +strsql[wherepos+6..-1] } // strsql=strsql.toupperCase().replaceAll("WITH.*UR",""); // strsql=strsql+" fetch first 1 rows only "; // strsql=strsql+" AND 1<>1 WITH UR "; def sqlCONN= sql.newInstance("jdbc:db2://10.154.145.39:50000/hndpdb","com.ibm.db2.jcc.DB2Driver") try{ def row = sqlCONN.firstRow(strsql) }catch (e){ Errorfile<<String2GB(new java.util.Date().tolocaleString()+" Error sql=${strsql} /n Error =${e.getMessage()} /n SERIAL_ID=${SERIAL} /n--------------------/n"); doAction(SERIAL,4); sqlCONN.close(); String Errordesc="明细文件生成出错! 出错序列号:${SERIAL},报错时间:"+new java.util.Date().tolocaleString()+""; //插入短信信息到仓库短信表,实现短信通知 SMS2USER("XXXXXXXXXXX",SMsstring2GB(Errordesc)); //张健滢 SMS2USER("XXXXXXXXXXX",SMsstring2GB(Errordesc)); //孙 return false; } sqlCONN.close(); return true; }}/** 程序入口 **/file Errorfile=new file("Error.txt");file Runfile=new file("Run.txt");Object lock =new Object();ThreadPoolExecutor threadPool = new ThreadPoolExecutor(3,4,600,TimeUnit.SECONDS,new linkedBlockingQueue<Runnable>(5),new ThreadPoolExecutor.CallerRunsPolicy()); while(true){ // println "dodo ="+new java.util.Date().tolocaleString(); sql = sql.newInstance("jdbc:db2://10.154.145.39:50000/hndpdb","com.ibm.db2.jcc.DB2Driver") println "jinlai" sql.eachRow(Detailsql,{ String sql=it.ETL_SCRIPT; String SERIAL=it.SERIAL_ID; String filename="${it.TIME_ID}_${it.AREA_ID}_${it.IDX_ID}.txt"; String PATH=it.PATH_URL; threadPool.execute(new ThreadPoolTask(SERIAL,sql,Errorfile)); } ); sql.close(); // println "zhunbeixiuxi" Thread.sleep(5*1000); System.gc(); // }

总结

以上是内存溢出为你收集整理的groovy 写的文件生成程序全部内容，希望文章能够帮你解决groovy 写的文件生成程序所遇到的程序开发问题。

如果觉得内存溢出网站内容还不错，欢迎将内存溢出网站推荐给程序员好友。