转载请注明出处!
原文链接:http://blog.csdn.net/zgyulongfei/article/details/7753163
在Android中我所知道的音频编解码有两种方式:
(一)使用AudioRecord采集音频,用这种方式采集的是未经压缩的音频流;用AudioTrack播放实时音频流。用这两个类的话,如果需要对音频进行编解码,就需要自己移植编解码库了,比如可以移植ilbc,speex等开源编解码库。
(二)使用MediaRecorder获取编码后的AMR音频,但由于MediaRecorder的特点,只能将流保存到文件中,但通过其他方式是可以获取到实时音频流的,这篇文章将介绍用LocalSocket的方法来实现;使用MediaPlayer来播放AMR音频流,但同样MediaPlayer也只能播放文件流,因此我用缓存的方式来播放音频。
以上两种方式各有利弊,使用方法(一)需移植编解码库,但可以播放实时音频流;使用方法(二)直接硬编硬解码效率高,但是需要对文件进行操作。
PS:这篇文章只是给大家一个参考,仅供学习之用,如果真正用到项目中还有很多地方需要优化。
我强烈推荐播放音频时候用方法(一),方法(二)虽然能够实现功能,但是实现方式不太好。
接下来看代码:
编码器:
package cn.edu.xmu.zgy.audio.encoder; import java.io.DataInputStream; import java.io.IOException; import java.net.DatagramPacket; import java.net.DatagramSocket; import java.net.InetAddress; import cn.edu.xmu.zgy.config.CommonConfig; import android.app.Activity; import android.media.MediaRecorder; import android.net.LocalServerSocket; import android.net.LocalSocket; import android.net.LocalSocketAddress; import android.util.Log; import android.widget.Toast; //blog.csdn.net/zgyulongfei //Email: [email protected] public class AmrAudioEncoder { private static final String TAG = "ArmAudioEncoder"; private static AmrAudioEncoder amrAudioEncoder = null; private Activity activity; private MediaRecorder audioRecorder; private boolean isAudioRecording; private LocalServerSocket lss; private LocalSocket sender, receiver; private AmrAudioEncoder() { } public static AmrAudioEncoder getArmAudioEncoderInstance() { if (amrAudioEncoder == null) { synchronized (AmrAudioEncoder.class) { if (amrAudioEncoder == null) { amrAudioEncoder = new AmrAudioEncoder(); } } } return amrAudioEncoder; } public void initArmAudioEncoder(Activity activity) { this.activity = activity; isAudioRecording = false; } public void start() { if (activity == null) { showToastText("音频编码器未初始化,请先执行init方法"); return; } if (isAudioRecording) { showToastText("音频已经开始编码,无需再次编码"); return; } if (!initLocalSocket()) { showToastText("本地服务开启失败"); releaseAll(); return; } if (!initAudioRecorder()) { showToastText("音频编码器初始化失败"); releaseAll(); return; } this.isAudioRecording = true; startAudioRecording(); } private boolean initLocalSocket() { boolean ret = true; try { releaseLocalSocket(); String serverName = "armAudioServer"; final int bufSize = 1024; lss = new LocalServerSocket(serverName); receiver = new LocalSocket(); receiver.connect(new LocalSocketAddress(serverName)); receiver.setReceiveBufferSize(bufSize); receiver.setSendBufferSize(bufSize); sender = lss.accept(); sender.setReceiveBufferSize(bufSize); sender.setSendBufferSize(bufSize); } catch (IOException e) { ret = false; } return ret; } private boolean initAudioRecorder() { if (audioRecorder != null) { audioRecorder.reset(); audioRecorder.release(); } audioRecorder = new MediaRecorder(); audioRecorder.setAudioSource(MediaRecorder.AudioSource.MIC); audioRecorder.setOutputFormat(MediaRecorder.OutputFormat.RAW_AMR); final int mono = 1; audioRecorder.setAudioChannels(mono); audioRecorder.setAudioSamplingRate(8000); audioRecorder.setAudioEncoder(MediaRecorder.AudioEncoder.AMR_NB); audioRecorder.setOutputFile(sender.getFileDescriptor()); boolean ret = true; try { audioRecorder.prepare(); audioRecorder.start(); } catch (Exception e) { releaseMediaRecorder(); showToastText("手机不支持录音此功能"); ret = false; } return ret; } private void startAudioRecording() { new Thread(new AudioCaptureAndSendThread()).start(); } public void stop() { if (isAudioRecording) { isAudioRecording = false; } releaseAll(); } private void releaseAll() { releaseMediaRecorder(); releaseLocalSocket(); amrAudioEncoder = null; } private void releaseMediaRecorder() { try { if (audioRecorder == null) { return; } if (isAudioRecording) { audioRecorder.stop(); isAudioRecording = false; } audioRecorder.reset(); audioRecorder.release(); audioRecorder = null; } catch (Exception err) { Log.d(TAG, err.toString()); } } private void releaseLocalSocket() { try { if (sender != null) { sender.close(); } if (receiver != null) { receiver.close(); } if (lss != null) { lss.close(); } } catch (IOException e) { e.printStackTrace(); } sender = null; receiver = null; lss = null; } private boolean isAudioRecording() { return isAudioRecording; } private void showToastText(String msg) { Toast.makeText(activity, msg, Toast.LENGTH_SHORT).show(); } private class AudioCaptureAndSendThread implements Runnable { public void run() { try { sendAmrAudio(); } catch (Exception e) { Log.e(TAG, "sendAmrAudio() 出错"); } } private void sendAmrAudio() throws Exception { DatagramSocket udpSocket = new DatagramSocket(); DataInputStream dataInput = new DataInputStream(receiver.getInputStream()); skipAmrHead(dataInput); final int SEND_FRAME_COUNT_ONE_TIME = 10;// 每次发送10帧的数据,1帧大约32B // AMR格式见博客:http://blog.csdn.net/dinggo/article/details/1966444 final int BLOCK_SIZE[] = { 12, 13, 15, 17, 19, 20, 26, 31, 5, 0, 0, 0, 0, 0, 0, 0 }; byte[] sendBuffer = new byte[1024]; while (isAudioRecording()) { int offset = 0; for (int index = 0; index < SEND_FRAME_COUNT_ONE_TIME; ++index) { if (!isAudioRecording()) { break; } dataInput.read(sendBuffer, offset, 1); int blockIndex = (int) (sendBuffer[offset] >> 3) & 0x0F; int frameLength = BLOCK_SIZE[blockIndex]; readSomeData(sendBuffer, offset + 1, frameLength, dataInput); offset += frameLength + 1; } udpSend(udpSocket, sendBuffer, offset); } udpSocket.close(); dataInput.close(); releaseAll(); } private void skipAmrHead(DataInputStream dataInput) { final byte[] AMR_HEAD = new byte[] { 0x23, 0x21, 0x41, 0x4D, 0x52, 0x0A }; int result = -1; int state = 0; try { while (-1 != (result = dataInput.readByte())) { if (AMR_HEAD[0] == result) { state = (0 == state) ? 1 : 0; } else if (AMR_HEAD[1] == result) { state = (1 == state) ? 2 : 0; } else if (AMR_HEAD[2] == result) { state = (2 == state) ? 3 : 0; } else if (AMR_HEAD[3] == result) { state = (3 == state) ? 4 : 0; } else if (AMR_HEAD[4] == result) { state = (4 == state) ? 5 : 0; } else if (AMR_HEAD[5] == result) { state = (5 == state) ? 6 : 0; } if (6 == state) { break; } } } catch (Exception e) { Log.e(TAG, "read mdat error..."); } } private void readSomeData(byte[] buffer, int offset, int length, DataInputStream dataInput) { int numOfRead = -1; while (true) { try { numOfRead = dataInput.read(buffer, offset, length); if (numOfRead == -1) { Log.d(TAG, "amr...no data get wait for data coming....."); Thread.sleep(100); } else { offset += numOfRead; length -= numOfRead; if (length <= 0) { break; } } } catch (Exception e) { Log.e(TAG, "amr..error readSomeData"); break; } } } private void udpSend(DatagramSocket udpSocket, byte[] buffer, int sendLength) { try { InetAddress ip = InetAddress.getByName(CommonConfig.SERVER_IP_ADDRESS.trim()); int port = CommonConfig.AUDIO_SERVER_UP_PORT; byte[] sendBuffer = new byte[sendLength]; System.arraycopy(buffer, 0, sendBuffer, 0, sendLength); DatagramPacket packet = new DatagramPacket(sendBuffer, sendLength); packet.setAddress(ip); packet.setPort(port); udpSocket.send(packet); } catch (IOException e) { e.printStackTrace(); } } } }
关于编码器:前面提到了,MediaRecorder的硬编码的方式只能将码流保存到文件中,这里用了LocalSocket的方式将流保存到内存中,然后从缓冲中读取码流。由于保存的格式RAW_AMR格式的,因此需要对读取到的数据进行解析,从而获得真正的音频流。想了解AMR音频码流格式的,可以查看代码中附上的网页链接。由于压缩过的码流很小,因此我在实现的时候,组合了int SEND_FRAME_COUNT_ONE_TIME = 10帧的码流后才往外发送,这样的方式造成的延迟会加重,大家可以根据自己的需要进行修改。造成延迟的另一因素是LocalSocket缓冲的大小,在这里我设置的大小是final int bufSize = 1024;代码写的很清楚详细,有疑问的可以提出。
播放器:
package cn.edu.xmu.zgy.audio.player; import java.io.BufferedInputStream; import java.io.BufferedOutputStream; import java.io.File; import java.io.FileInputStream; import java.io.FileOutputStream; import java.io.IOException; import java.io.InputStream; import java.net.InetAddress; import java.net.Socket; import cn.edu.xmu.zgy.config.CommonConfig; import android.app.Activity; import android.media.MediaPlayer; import android.os.Handler; import android.util.Log; //blog.csdn.net/zgyulongfei //Email: [email protected] public class AmrAudioPlayer { private static final String TAG = "AmrAudioPlayer"; private static AmrAudioPlayer playerInstance = null; private long alreadyReadByteCount = 0; private MediaPlayer audioPlayer; private Handler handler = new Handler(); private final String cacheFileName = "audioCacheFile"; private File cacheFile; private int cacheFileCount = 0; // 用来记录是否已经从cacheFile中复制数据到另一个cache中 private boolean hasMovedTheCacheFlag; private boolean isPlaying; private Activity activity; private boolean isChaingCacheToAnother; private AmrAudioPlayer() { } public static AmrAudioPlayer getAmrAudioPlayerInstance() { if (playerInstance == null) { synchronized (AmrAudioPlayer.class) { if (playerInstance == null) { playerInstance = new AmrAudioPlayer(); } } } return playerInstance; } public void initAmrAudioPlayer(Activity activity) { this.activity = activity; deleteExistCacheFile(); initCacheFile(); } private void deleteExistCacheFile() { File cacheDir = activity.getCacheDir(); File[] needDeleteCacheFiles = cacheDir.listFiles(); for (int index = 0; index < needDeleteCacheFiles.length; ++index) { File cache = needDeleteCacheFiles[index]; if (cache.isFile()) { if (cache.getName().contains(cacheFileName.trim())) { Log.e(TAG, "delete cache file: " + cache.getName()); cache.delete(); } } } needDeleteCacheFiles = null; } private void initCacheFile() { cacheFile = null; cacheFile = new File(activity.getCacheDir(), cacheFileName); } public void start() { isPlaying = true; isChaingCacheToAnother = false; setHasMovedTheCacheToAnotherCache(false); new Thread(new NetAudioPlayerThread()).start(); } public void stop() { isPlaying = false; isChaingCacheToAnother = false; setHasMovedTheCacheToAnotherCache(false); releaseAudioPlayer(); deleteExistCacheFile(); cacheFile = null; handler = null; } private void releaseAudioPlayer() { playerInstance = null; if (audioPlayer != null) { try { if (audioPlayer.isPlaying()) { audioPlayer.pause(); } audioPlayer.release(); audioPlayer = null; } catch (Exception e) { } } } private boolean hasMovedTheCacheToAnotherCache() { return hasMovedTheCacheFlag; } private void setHasMovedTheCacheToAnotherCache(boolean result) { hasMovedTheCacheFlag = result; } private class NetAudioPlayerThread implements Runnable { // 从接受数据开始计算,当缓存大于INIT_BUFFER_SIZE时候开始播放 private final int INIT_AUDIO_BUFFER = 2 * 1024; // 剩1秒的时候播放新的缓存的音乐 private final int CHANGE_CACHE_TIME = 1000; public void run() { try { Socket socket = createSocketConnectToServer(); receiveNetAudioThenPlay(socket); } catch (Exception e) { Log.e(TAG, e.getMessage() + "从服务端接受音频失败。。。"); } } private Socket createSocketConnectToServer() throws Exception { String hostName = CommonConfig.SERVER_IP_ADDRESS; InetAddress ipAddress = InetAddress.getByName(hostName); int port = CommonConfig.AUDIO_SERVER_DOWN_PORT; Socket socket = new Socket(ipAddress, port); return socket; } private void receiveNetAudioThenPlay(Socket socket) throws Exception { InputStream inputStream = socket.getInputStream(); FileOutputStream outputStream = new FileOutputStream(cacheFile); final int BUFFER_SIZE = 100 * 1024;// 100kb buffer size byte[] buffer = new byte[BUFFER_SIZE]; // 收集了10*350b了之后才开始更换缓存 int testTime = 10; try { alreadyReadByteCount = 0; while (isPlaying) { int numOfRead = inputStream.read(buffer); if (numOfRead <= 0) { break; } alreadyReadByteCount += numOfRead; outputStream.write(buffer, 0, numOfRead); outputStream.flush(); try { if (testTime++ >= 10) { Log.e(TAG, "cacheFile=" + cacheFile.length()); testWhetherToChangeCache(); testTime = 0; } } catch (Exception e) { // TODO: handle exception } // 如果复制了接收网络流的cache,则执行此操作 if (hasMovedTheCacheToAnotherCache() && !isChaingCacheToAnother) { if (outputStream != null) { outputStream.close(); outputStream = null; } // 将接收网络流的cache删除,然后重0开始存储 // initCacheFile(); outputStream = new FileOutputStream(cacheFile); setHasMovedTheCacheToAnotherCache(false); alreadyReadByteCount = 0; } } } catch (Exception e) { errorOperator(); e.printStackTrace(); Log.e(TAG, "socket disconnect...:" + e.getMessage()); throw new Exception("socket disconnect...."); } finally { buffer = null; if (socket != null) { socket.close(); } if (inputStream != null) { inputStream.close(); inputStream = null; } if (outputStream != null) { outputStream.close(); outputStream = null; } stop(); } } private void testWhetherToChangeCache() throws Exception { if (audioPlayer == null) { firstTimeStartPlayer(); } else { changeAnotherCacheWhenEndOfCurrentCache(); } } private void firstTimeStartPlayer() throws Exception { // 当缓存已经大于INIT_AUDIO_BUFFER则开始播放 if (alreadyReadByteCount >= INIT_AUDIO_BUFFER) { Runnable r = new Runnable() { public void run() { try { File firstCacheFile = createFirstCacheFile(); // 设置已经从cache中复制数据,然后会删除这个cache setHasMovedTheCacheToAnotherCache(true); audioPlayer = createAudioPlayer(firstCacheFile); audioPlayer.start(); } catch (Exception e) { Log.e(TAG, e.getMessage() + " :in firstTimeStartPlayer() fun"); } finally { } } }; handler.post(r); } } private File createFirstCacheFile() throws Exception { String firstCacheFileName = cacheFileName + (cacheFileCount++); File firstCacheFile = new File(activity.getCacheDir(), firstCacheFileName); // 为什么不直接播放cacheFile,而要复制cacheFile到一个新的cache,然后播放此新的cache? // 是为了防止潜在的读/写错误,可能在写入cacheFile的时候, // MediaPlayer正试图读数据, 这样可以防止死锁的发生。 moveFile(cacheFile, firstCacheFile); return firstCacheFile; } private void moveFile(File oldFile, File newFile) throws IOException { if (!oldFile.exists()) { throw new IOException("oldFile is not exists. in moveFile() fun"); } if (oldFile.length() <= 0) { throw new IOException("oldFile size = 0. in moveFile() fun"); } BufferedInputStream reader = new BufferedInputStream(new FileInputStream(oldFile)); BufferedOutputStream writer = new BufferedOutputStream(new FileOutputStream(newFile, false)); final byte[] AMR_HEAD = new byte[] { 0x23, 0x21, 0x41, 0x4D, 0x52, 0x0A }; writer.write(AMR_HEAD, 0, AMR_HEAD.length); writer.flush(); try { byte[] buffer = new byte[1024]; int numOfRead = 0; Log.d(TAG, "POS...newFile.length=" + newFile.length() + " old=" + oldFile.length()); while ((numOfRead = reader.read(buffer, 0, buffer.length)) != -1) { writer.write(buffer, 0, numOfRead); writer.flush(); } Log.d(TAG, "POS..AFTER...newFile.length=" + newFile.length()); } catch (IOException e) { Log.e(TAG, "moveFile error.. in moveFile() fun." + e.getMessage()); throw new IOException("moveFile error.. in moveFile() fun."); } finally { if (reader != null) { reader.close(); reader = null; } if (writer != null) { writer.close(); writer = null; } } } private MediaPlayer createAudioPlayer(File audioFile) throws IOException { MediaPlayer mPlayer = new MediaPlayer(); // It appears that for security/permission reasons, it is better to // pass // a FileDescriptor rather than a direct path to the File. // Also I have seen errors such as "PVMFErrNotSupported" and // "Prepare failed.: status=0x1" if a file path String is passed to // setDataSource(). So unless otherwise noted, we use a // FileDescriptor here. FileInputStream fis = new FileInputStream(audioFile); mPlayer.reset(); mPlayer.setDataSource(fis.getFD()); mPlayer.prepare(); return mPlayer; } private void changeAnotherCacheWhenEndOfCurrentCache() throws IOException { // 检查当前cache剩余时间 long theRestTime = audioPlayer.getDuration() - audioPlayer.getCurrentPosition(); Log.e(TAG, "theRestTime=" + theRestTime + " isChaingCacheToAnother=" + isChaingCacheToAnother); if (!isChaingCacheToAnother && theRestTime <= CHANGE_CACHE_TIME) { isChaingCacheToAnother = true; Runnable r = new Runnable() { public void run() { try { File newCacheFile = createNewCache(); // 设置已经从cache中复制数据,然后会删除这个cache setHasMovedTheCacheToAnotherCache(true); transferNewCacheToAudioPlayer(newCacheFile); } catch (Exception e) { Log.e(TAG, e.getMessage() + ":changeAnotherCacheWhenEndOfCurrentCache() fun"); } finally { deleteOldCache(); isChaingCacheToAnother = false; } } }; handler.post(r); } } private File createNewCache() throws Exception { // 将保存网络数据的cache复制到newCache中进行播放 String newCacheFileName = cacheFileName + (cacheFileCount++); File newCacheFile = new File(activity.getCacheDir(), newCacheFileName); Log.e(TAG, "before moveFile............the size=" + cacheFile.length()); moveFile(cacheFile, newCacheFile); return newCacheFile; } private void transferNewCacheToAudioPlayer(File newCacheFile) throws Exception { MediaPlayer oldPlayer = audioPlayer; try { audioPlayer = createAudioPlayer(newCacheFile); audioPlayer.start(); } catch (Exception e) { Log.e(TAG, "filename=" + newCacheFile.getName() + " size=" + newCacheFile.length()); Log.e(TAG, e.getMessage() + " " + e.getCause() + " error start..in transfanNer.."); } try { oldPlayer.pause(); oldPlayer.reset(); oldPlayer.release(); } catch (Exception e) { Log.e(TAG, "ERROR release oldPlayer."); } finally { oldPlayer = null; } } private void deleteOldCache() { int oldCacheFileCount = cacheFileCount - 1; String oldCacheFileName = cacheFileName + oldCacheFileCount; File oldCacheFile = new File(activity.getCacheDir(), oldCacheFileName); if (oldCacheFile.exists()) { oldCacheFile.delete(); } } private void errorOperator() { } } }
关于播放器:由于MediaPlayer的限制,我用了cache的方式来实现音频的实时播放。即把获取到的音频流首先保存到文件中,然后当保存到一定大小的时候就播放之,类似于QQ播放器那样有缓存的,只不过我这里的处理得挺粗糙。代码写的也挺详细了,如果有疑问也可以提出来。
注:编码器和播放器的编写,我都是站在巨人的肩膀上完成的,参考了一些其他资料。
在后面一篇文章中,我将附上服务器和客户端的所有代码。
希望朋友们看完能提出意见和建议,也希望看完能有所收获 ^_^