package com.limelight.nvstream; import java.io.IOException; import java.net.DatagramPacket; import java.net.DatagramSocket; import java.net.InetAddress; import java.net.SocketException; import java.net.UnknownHostException; import java.util.LinkedList; import java.util.concurrent.LinkedBlockingQueue; import com.limelight.nvstream.av.AvByteBufferDescriptor; import com.limelight.nvstream.av.AvByteBufferPool; import com.limelight.nvstream.av.AvRtpPacket; import com.limelight.nvstream.av.AvShortBufferDescriptor; import com.limelight.nvstream.av.audio.AvAudioDepacketizer; import com.limelight.nvstream.av.audio.OpusDecoder; import android.media.AudioFormat; import android.media.AudioManager; import android.media.AudioTrack; public class NvAudioStream { public static final int RTP_PORT = 48000; public static final int RTCP_PORT = 47999; private LinkedBlockingQueue packets = new LinkedBlockingQueue(); private AudioTrack track; private DatagramSocket rtp; private AvAudioDepacketizer depacketizer = new AvAudioDepacketizer(); private LinkedList threads = new LinkedList(); private AvByteBufferPool pool = new AvByteBufferPool(1500); private boolean aborting = false; public void abort() { if (aborting) { return; } aborting = true; for (Thread t : threads) { t.interrupt(); } // Close the socket to interrupt the receive thread if (rtp != null) { rtp.close(); } // Wait for threads to terminate for (Thread t : threads) { try { t.join(); } catch (InterruptedException e) { } } if (track != null) { track.release(); } threads.clear(); } public void startAudioStream(final String host) { new Thread(new Runnable() { @Override public void run() { try { setupRtpSession(host); } catch (SocketException e) { e.printStackTrace(); return; } catch (UnknownHostException e) { e.printStackTrace(); return; } setupAudio(); startReceiveThread(); startDepacketizerThread(); startDecoderThread(); startUdpPingThread(); } }).start(); } private void setupRtpSession(String host) throws SocketException, UnknownHostException { rtp = new DatagramSocket(RTP_PORT); rtp.connect(InetAddress.getByName(host), RTP_PORT); } public void trim() { depacketizer.trim(); } private void setupAudio() { int channelConfig; int err; err = OpusDecoder.init(); if (err == 0) { System.out.println("Opus decoder initialized"); } else { System.err.println("Opus decoder init failed: "+err); return; } switch (OpusDecoder.getChannelCount()) { case 1: channelConfig = AudioFormat.CHANNEL_OUT_MONO; break; case 2: channelConfig = AudioFormat.CHANNEL_OUT_STEREO; break; default: System.err.println("Unsupported channel count"); return; } track = new AudioTrack(AudioManager.STREAM_MUSIC, OpusDecoder.getSampleRate(), channelConfig, AudioFormat.ENCODING_PCM_16BIT, 1024, // 1KB buffer AudioTrack.MODE_STREAM); track.play(); } private void startDepacketizerThread() { // This thread lessens the work on the receive thread // so it can spend more time waiting for data Thread t = new Thread() { @Override public void run() { while (!isInterrupted()) { AvRtpPacket packet; try { packet = packets.take(); } catch (InterruptedException e) { abort(); return; } depacketizer.decodeInputData(packet); pool.free(packet.getBackingBuffer()); packet.free(); } } }; threads.add(t); t.start(); } private void startDecoderThread() { // Decoder thread Thread t = new Thread() { @Override public void run() { while (!isInterrupted()) { AvShortBufferDescriptor samples; try { samples = depacketizer.getNextDecodedData(); } catch (InterruptedException e) { abort(); return; } track.write(samples.data, samples.offset, samples.length); depacketizer.releaseBuffer(samples); } } }; threads.add(t); t.start(); } private void startReceiveThread() { // Receive thread Thread t = new Thread() { @Override public void run() { DatagramPacket packet = new DatagramPacket(pool.allocate(), 1500); AvByteBufferDescriptor desc = AvByteBufferDescriptor.newDescriptor(null, 0, 0); while (!isInterrupted()) { try { rtp.receive(packet); } catch (IOException e) { abort(); return; } desc.length = packet.getLength(); desc.offset = packet.getOffset(); desc.data = packet.getData(); // Give the packet to the depacketizer thread packets.add(AvRtpPacket.create(desc)); // Get a new buffer from the buffer pool packet.setData(pool.allocate(), 0, 1500); } } }; threads.add(t); t.start(); } private void startUdpPingThread() { // Ping thread Thread t = new Thread() { @Override public void run() { // PING in ASCII final byte[] pingPacketData = new byte[] {0x50, 0x49, 0x4E, 0x47}; DatagramPacket pingPacket = new DatagramPacket(pingPacketData, pingPacketData.length); // Send PING every 100 ms while (!isInterrupted()) { try { rtp.send(pingPacket); } catch (IOException e) { abort(); return; } try { Thread.sleep(100); } catch (InterruptedException e) { abort(); return; } } } }; threads.add(t); t.start(); } }