java处理大txt

 Java代码 复制代码 收藏代码

  1. java 读取txt,java读取大文件
  2.  
  3. package com.bbcmart.util;
  4.  
  5. import java.io.File;
  6. import java.io.RandomAccessFile;
  7. import java.nio.MappedByteBuffer;
  8. import java.nio.channels.FileChannel;
  9.  
  10. public class Test {
  11. public static void main(String[] args) throws Exception {
  12. final int BUFFER_SIZE = 0x1200000;// 缓冲大小为12M
  13.  
  14. System.out.println(BUFFER_SIZE);
  15.  
  16. File f = new File(Config.tempdatafile);
  17.  
  18. int len = 0;
  19. Long start = System.currentTimeMillis();
  20. for (int z = 8; z >0; z--) {
  21. MappedByteBuffer inputBuffer = new RandomAccessFile(f, "r")
  22. .getChannel().map(FileChannel.MapMode.READ_ONLY,
  23. f.length() * (z-1) / 8, f.length() * 1 / 8);
  24. byte[] dst = new byte[BUFFER_SIZE];// 每次读出12M的内容
  25. for (int offset = 0; offset < inputBuffer.capacity(); offset += BUFFER_SIZE) {
  26. if (inputBuffer.capacity() - offset >= BUFFER_SIZE) {
  27. for (int i = 0; i < BUFFER_SIZE; i++)
  28. dst[i] = inputBuffer.get(offset + i);
  29. } else {
  30. for (int i = 0; i < inputBuffer.capacity() - offset; i++)
  31. dst[i] = inputBuffer.get(offset + i);
  32. }
  33. int length = (inputBuffer.capacity() % BUFFER_SIZE == 0) ? BUFFER_SIZE
  34. : inputBuffer.capacity() % BUFFER_SIZE;
  35.  
  36. len += new String(dst, 0, length).length();
  37. System.out.println(new String(dst, 0, length).length()+"-"+(z-1)+"-"+(8-z+1));
  38. }
  39. }
  40. System.out.println(len);
  41. long end = System.currentTimeMillis();
  42. System.out.println("读取文件文件花费:" + (end - start) + "毫秒");
  43. }
  44. }  

你可能感兴趣的:(java)