java-大数据文件写下-读取-分割-排序-合并.docVIP

java：大数据文件写下，读取，分割，排序，合并 java：大数据文件写入，读取，分割，排序，合并 /**? * 大数据排序合并? *?? * @param args? */?public static void main(String[] args) throws IOException {??// 写入文件的路径??String filePath = D:\\456;??// 切分文件的路径??String sqlitFilePath = D:\\456\\123; ??//数据的个数??int CountNumbers????//子文件的个数??int CountFile=10;????//精度??int countAccuracy=30*CountFile;????long startNumber=System.currentTimeMillis();??// 写入大数据文件??WriteData(filePath,CountNumbers);??System.out.println(存储完毕);????// 将大数据文件切分到另外的十个小文件中??sqlitFileDate(filePath, sqlitFilePath,CountFile);??System.out.println(文件切割完毕！); ??// 把每个文件的数据进行排序??singleFileDataSort(sqlitFilePath,CountFile);??System.out.println(每个子文件排序完毕！);????//精度调整，十个文件数据进行比较整合??deathDataFile(filePath,sqlitFilePath,countAccuracy,CountFile);??System.out.println(整合完毕);??long stopNumber=System.currentTimeMillis();??System.out.println(耗时+(stopNumber-startNumber)/1000+毫秒);?} ?// 写入大数据文件?public static void WriteData(String path,int CountNumbers) throws IOException {??path = path + \\12114.txt;??FileWriter fs = new FileWriter(path);??BufferedWriter fw=new BufferedWriter(fs);??for (int i = 0; i CountNumbers; i++) {???fw.write(new Random().nextInt(Integer.MAX_VALUE) + \r\n);??}??fw.close();??fs.close();???} ?// 将大数据文件切分到另外的十个小文件中?public static void sqlitFileDate(String filepath, String sqlitPath,???int CountFile) throws IOException {??FileWriter fs = null;??BufferedWriter fw=null;??FileReader fr = new FileReader(filepath + \\12114.txt);??BufferedReader br = new BufferedReader(fr); // 读取获取整行数据????int i = 1;??LinkedList WriterLists=new LinkedList();??? //初始化文件流对象集合??LinkedList fwLists=new LinkedList();??for (int j = 1; j = CountFile; j++) {?????? //声明对象??? fs = new FileWriter(sqlitPath + \\12 + j + .txt,false);??? fw=new BufferedWriter(fs);??????????? //将对象装入集合??? WriterLists.add(fs);??? fwLists.add(fw);??}??//判断是文件流中是否还有数据返回??while (br.ready()) {??????int count=1;//初始化第一文件流???for (Iterator ite