diff options
Diffstat (limited to 'tree/library/core/src/main/java/com/google/android/exoplayer2/audio/MediaCodecAudioRenderer.java')
| -rw-r--r-- | tree/library/core/src/main/java/com/google/android/exoplayer2/audio/MediaCodecAudioRenderer.java | 862 |
1 files changed, 0 insertions, 862 deletions
diff --git a/tree/library/core/src/main/java/com/google/android/exoplayer2/audio/MediaCodecAudioRenderer.java b/tree/library/core/src/main/java/com/google/android/exoplayer2/audio/MediaCodecAudioRenderer.java deleted file mode 100644 index 90fb1f81..00000000 --- a/tree/library/core/src/main/java/com/google/android/exoplayer2/audio/MediaCodecAudioRenderer.java +++ /dev/null @@ -1,862 +0,0 @@ -/* - * Copyright (C) 2016 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -package com.google.android.exoplayer2.audio; - -import android.annotation.SuppressLint; -import android.content.Context; -import android.media.MediaCodec; -import android.media.MediaCrypto; -import android.media.MediaFormat; -import android.media.audiofx.Virtualizer; -import android.os.Handler; -import androidx.annotation.Nullable; -import com.google.android.exoplayer2.C; -import com.google.android.exoplayer2.ExoPlaybackException; -import com.google.android.exoplayer2.ExoPlayer; -import com.google.android.exoplayer2.Format; -import com.google.android.exoplayer2.FormatHolder; -import com.google.android.exoplayer2.PlayerMessage.Target; -import com.google.android.exoplayer2.RendererCapabilities; -import com.google.android.exoplayer2.audio.AudioRendererEventListener.EventDispatcher; -import com.google.android.exoplayer2.decoder.DecoderInputBuffer; -import com.google.android.exoplayer2.mediacodec.MediaCodecInfo; -import com.google.android.exoplayer2.mediacodec.MediaCodecRenderer; -import com.google.android.exoplayer2.mediacodec.MediaCodecSelector; -import com.google.android.exoplayer2.mediacodec.MediaCodecUtil; -import com.google.android.exoplayer2.mediacodec.MediaCodecUtil.DecoderQueryException; -import com.google.android.exoplayer2.mediacodec.MediaFormatUtil; -import com.google.android.exoplayer2.util.MediaClock; -import com.google.android.exoplayer2.util.MimeTypes; -import com.google.android.exoplayer2.util.Util; -import java.nio.ByteBuffer; -import java.util.ArrayList; -import java.util.Collections; -import java.util.List; - -/** - * Decodes and renders audio using {@link MediaCodec} and an {@link AudioSink}. - * - * <p>This renderer accepts the following messages sent via {@link ExoPlayer#createMessage(Target)} - * on the playback thread: - * - * <ul> - * <li>Message with type {@link #MSG_SET_VOLUME} to set the volume. The message payload should be - * a {@link Float} with 0 being silence and 1 being unity gain. - * <li>Message with type {@link #MSG_SET_AUDIO_ATTRIBUTES} to set the audio attributes. The - * message payload should be an {@link com.google.android.exoplayer2.audio.AudioAttributes} - * instance that will configure the underlying audio track. - * <li>Message with type {@link #MSG_SET_AUX_EFFECT_INFO} to set the auxiliary effect. The message - * payload should be an {@link AuxEffectInfo} instance that will configure the underlying - * audio track. - * <li>Message with type {@link #MSG_SET_SKIP_SILENCE_ENABLED} to enable or disable skipping - * silences. The message payload should be a {@link Boolean}. - * <li>Message with type {@link #MSG_SET_AUDIO_SESSION_ID} to set the audio session ID. The - * message payload should be a session ID {@link Integer} that will be attached to the - * underlying audio track. - * </ul> - */ -public class MediaCodecAudioRenderer extends MediaCodecRenderer implements MediaClock { - - private static final String TAG = "MediaCodecAudioRenderer"; - /** - * Custom key used to indicate bits per sample by some decoders on Vivo devices. For example - * OMX.vivo.alac.decoder on the Vivo Z1 Pro. - */ - private static final String VIVO_BITS_PER_SAMPLE_KEY = "v-bits-per-sample"; - - private final Context context; - private final EventDispatcher eventDispatcher; - private final AudioSink audioSink; - - private int codecMaxInputSize; - private boolean passthroughEnabled; - private boolean codecNeedsDiscardChannelsWorkaround; - private boolean codecNeedsEosBufferTimestampWorkaround; - private android.media.MediaFormat passthroughMediaFormat; - @Nullable private Format inputFormat; - private long currentPositionUs; - private boolean allowFirstBufferPositionDiscontinuity; - private boolean allowPositionDiscontinuity; - - /** - * @param context A context. - * @param mediaCodecSelector A decoder selector. - */ - public MediaCodecAudioRenderer(Context context, MediaCodecSelector mediaCodecSelector) { - this( - context, - mediaCodecSelector, - /* eventHandler= */ null, - /* eventListener= */ null); - } - - /** - * @param context A context. - * @param mediaCodecSelector A decoder selector. - * @param eventHandler A handler to use when delivering events to {@code eventListener}. May be - * null if delivery of events is not required. - * @param eventListener A listener of events. May be null if delivery of events is not required. - */ - public MediaCodecAudioRenderer( - Context context, - MediaCodecSelector mediaCodecSelector, - @Nullable Handler eventHandler, - @Nullable AudioRendererEventListener eventListener) { - this( - context, - mediaCodecSelector, - eventHandler, - eventListener, - (AudioCapabilities) null); - } - - /** - * @param context A context. - * @param mediaCodecSelector A decoder selector. - * @param eventHandler A handler to use when delivering events to {@code eventListener}. May be - * null if delivery of events is not required. - * @param eventListener A listener of events. May be null if delivery of events is not required. - * @param audioCapabilities The audio capabilities for playback on this device. May be null if the - * default capabilities (no encoded audio passthrough support) should be assumed. - * @param audioProcessors Optional {@link AudioProcessor}s that will process PCM audio before - * output. - */ - public MediaCodecAudioRenderer( - Context context, - MediaCodecSelector mediaCodecSelector, - @Nullable Handler eventHandler, - @Nullable AudioRendererEventListener eventListener, - @Nullable AudioCapabilities audioCapabilities, - AudioProcessor... audioProcessors) { - this( - context, - mediaCodecSelector, - eventHandler, - eventListener, - new DefaultAudioSink(audioCapabilities, audioProcessors)); - } - - /** - * @param context A context. - * @param mediaCodecSelector A decoder selector. - * @param eventHandler A handler to use when delivering events to {@code eventListener}. May be - * null if delivery of events is not required. - * @param eventListener A listener of events. May be null if delivery of events is not required. - * @param audioSink The sink to which audio will be output. - */ - public MediaCodecAudioRenderer( - Context context, - MediaCodecSelector mediaCodecSelector, - @Nullable Handler eventHandler, - @Nullable AudioRendererEventListener eventListener, - AudioSink audioSink) { - this( - context, - mediaCodecSelector, - /* enableDecoderFallback= */ false, - eventHandler, - eventListener, - audioSink); - } - - /** - * @param context A context. - * @param mediaCodecSelector A decoder selector. - * @param enableDecoderFallback Whether to enable fallback to lower-priority decoders if decoder - * initialization fails. This may result in using a decoder that is slower/less efficient than - * the primary decoder. - * @param eventHandler A handler to use when delivering events to {@code eventListener}. May be - * null if delivery of events is not required. - * @param eventListener A listener of events. May be null if delivery of events is not required. - * @param audioSink The sink to which audio will be output. - */ - public MediaCodecAudioRenderer( - Context context, - MediaCodecSelector mediaCodecSelector, - boolean enableDecoderFallback, - @Nullable Handler eventHandler, - @Nullable AudioRendererEventListener eventListener, - AudioSink audioSink) { - super( - C.TRACK_TYPE_AUDIO, - mediaCodecSelector, - enableDecoderFallback, - /* assumedMinimumCodecOperatingRate= */ 44100); - this.context = context.getApplicationContext(); - this.audioSink = audioSink; - eventDispatcher = new EventDispatcher(eventHandler, eventListener); - audioSink.setListener(new AudioSinkListener()); - } - - @Override - public String getName() { - return TAG; - } - - @Override - @Capabilities - protected int supportsFormat(MediaCodecSelector mediaCodecSelector, Format format) - throws DecoderQueryException { - String mimeType = format.sampleMimeType; - if (!MimeTypes.isAudio(mimeType)) { - return RendererCapabilities.create(FORMAT_UNSUPPORTED_TYPE); - } - @TunnelingSupport - int tunnelingSupport = Util.SDK_INT >= 21 ? TUNNELING_SUPPORTED : TUNNELING_NOT_SUPPORTED; - boolean supportsFormatDrm = supportsFormatDrm(format); - if (supportsFormatDrm && usePassthrough(format.channelCount, mimeType)) { - return RendererCapabilities.create(FORMAT_HANDLED, ADAPTIVE_NOT_SEAMLESS, tunnelingSupport); - } - if ((MimeTypes.AUDIO_RAW.equals(mimeType) - && !audioSink.supportsOutput(format.channelCount, format.pcmEncoding)) - || !audioSink.supportsOutput(format.channelCount, C.ENCODING_PCM_16BIT)) { - // Assume the decoder outputs 16-bit PCM, unless the input is raw. - return RendererCapabilities.create(FORMAT_UNSUPPORTED_SUBTYPE); - } - List<MediaCodecInfo> decoderInfos = - getDecoderInfos(mediaCodecSelector, format, /* requiresSecureDecoder= */ false); - if (decoderInfos.isEmpty()) { - return RendererCapabilities.create(FORMAT_UNSUPPORTED_SUBTYPE); - } - if (!supportsFormatDrm) { - return RendererCapabilities.create(FORMAT_UNSUPPORTED_DRM); - } - // Check capabilities for the first decoder in the list, which takes priority. - MediaCodecInfo decoderInfo = decoderInfos.get(0); - boolean isFormatSupported = decoderInfo.isFormatSupported(format); - @AdaptiveSupport - int adaptiveSupport = - isFormatSupported && decoderInfo.isSeamlessAdaptationSupported(format) - ? ADAPTIVE_SEAMLESS - : ADAPTIVE_NOT_SEAMLESS; - @FormatSupport - int formatSupport = isFormatSupported ? FORMAT_HANDLED : FORMAT_EXCEEDS_CAPABILITIES; - return RendererCapabilities.create(formatSupport, adaptiveSupport, tunnelingSupport); - } - - @Override - protected List<MediaCodecInfo> getDecoderInfos( - MediaCodecSelector mediaCodecSelector, Format format, boolean requiresSecureDecoder) - throws DecoderQueryException { - @Nullable String mimeType = format.sampleMimeType; - if (mimeType == null) { - return Collections.emptyList(); - } - if (usePassthrough(format.channelCount, mimeType)) { - return Collections.singletonList(MediaCodecUtil.getPassthroughDecoderInfo()); - } - List<MediaCodecInfo> decoderInfos = - mediaCodecSelector.getDecoderInfos( - mimeType, requiresSecureDecoder, /* requiresTunnelingDecoder= */ false); - decoderInfos = MediaCodecUtil.getDecoderInfosSortedByFormatSupport(decoderInfos, format); - if (MimeTypes.AUDIO_E_AC3_JOC.equals(mimeType)) { - // E-AC3 decoders can decode JOC streams, but in 2-D rather than 3-D. - List<MediaCodecInfo> decoderInfosWithEac3 = new ArrayList<>(decoderInfos); - decoderInfosWithEac3.addAll( - mediaCodecSelector.getDecoderInfos( - MimeTypes.AUDIO_E_AC3, requiresSecureDecoder, /* requiresTunnelingDecoder= */ false)); - decoderInfos = decoderInfosWithEac3; - } - return Collections.unmodifiableList(decoderInfos); - } - - /** - * Returns whether encoded audio passthrough should be used for playing back the input format. - * - * @param channelCount The number of channels in the input media, or {@link Format#NO_VALUE} if - * not known. - * @param mimeType The type of input media. - * @return Whether passthrough playback is supported. - * @throws DecoderQueryException If there was an error querying the available passthrough - * decoders. - */ - protected boolean usePassthrough(int channelCount, String mimeType) throws DecoderQueryException { - return getPassthroughEncoding(channelCount, mimeType) != C.ENCODING_INVALID - && MediaCodecUtil.getPassthroughDecoderInfo() != null; - } - - @Override - protected void configureCodec( - MediaCodecInfo codecInfo, - MediaCodec codec, - Format format, - @Nullable MediaCrypto crypto, - float codecOperatingRate) { - codecMaxInputSize = getCodecMaxInputSize(codecInfo, format, getStreamFormats()); - codecNeedsDiscardChannelsWorkaround = codecNeedsDiscardChannelsWorkaround(codecInfo.name); - codecNeedsEosBufferTimestampWorkaround = codecNeedsEosBufferTimestampWorkaround(codecInfo.name); - passthroughEnabled = - MimeTypes.AUDIO_RAW.equals(codecInfo.mimeType) - && !MimeTypes.AUDIO_RAW.equals(format.sampleMimeType); - MediaFormat mediaFormat = - getMediaFormat(format, codecInfo.codecMimeType, codecMaxInputSize, codecOperatingRate); - codec.configure(mediaFormat, /* surface= */ null, crypto, /* flags= */ 0); - if (passthroughEnabled) { - // Store the input MIME type if we're using the passthrough codec. - passthroughMediaFormat = mediaFormat; - passthroughMediaFormat.setString(MediaFormat.KEY_MIME, format.sampleMimeType); - } else { - passthroughMediaFormat = null; - } - } - - @Override - protected @KeepCodecResult int canKeepCodec( - MediaCodec codec, MediaCodecInfo codecInfo, Format oldFormat, Format newFormat) { - // TODO: We currently rely on recreating the codec when encoder delay or padding is non-zero. - // Re-creating the codec is necessary to guarantee that onOutputMediaFormatChanged is called, - // which is where encoder delay and padding are propagated to the sink. We should find a better - // way to propagate these values, and then allow the codec to be re-used in cases where this - // would otherwise be possible. - if (getCodecMaxInputSize(codecInfo, newFormat) > codecMaxInputSize - || oldFormat.encoderDelay != 0 - || oldFormat.encoderPadding != 0 - || newFormat.encoderDelay != 0 - || newFormat.encoderPadding != 0) { - return KEEP_CODEC_RESULT_NO; - } else if (codecInfo.isSeamlessAdaptationSupported( - oldFormat, newFormat, /* isNewFormatComplete= */ true)) { - return KEEP_CODEC_RESULT_YES_WITHOUT_RECONFIGURATION; - } else if (canKeepCodecWithFlush(oldFormat, newFormat)) { - return KEEP_CODEC_RESULT_YES_WITH_FLUSH; - } else { - return KEEP_CODEC_RESULT_NO; - } - } - - /** - * Returns whether the codec can be flushed and reused when switching to a new format. Reuse is - * generally possible when the codec would be configured in an identical way after the format - * change (excluding {@link MediaFormat#KEY_MAX_INPUT_SIZE} and configuration that does not come - * from the {@link Format}). - * - * @param oldFormat The first format. - * @param newFormat The second format. - * @return Whether the codec can be flushed and reused when switching to a new format. - */ - protected boolean canKeepCodecWithFlush(Format oldFormat, Format newFormat) { - // Flush and reuse the codec if the audio format and initialization data matches. For Opus, we - // don't flush and reuse the codec because the decoder may discard samples after flushing, which - // would result in audio being dropped just after a stream change (see [Internal: b/143450854]). - return Util.areEqual(oldFormat.sampleMimeType, newFormat.sampleMimeType) - && oldFormat.channelCount == newFormat.channelCount - && oldFormat.sampleRate == newFormat.sampleRate - && oldFormat.pcmEncoding == newFormat.pcmEncoding - && oldFormat.initializationDataEquals(newFormat) - && !MimeTypes.AUDIO_OPUS.equals(oldFormat.sampleMimeType); - } - - @Override - @Nullable - public MediaClock getMediaClock() { - return this; - } - - @Override - protected float getCodecOperatingRateV23( - float operatingRate, Format format, Format[] streamFormats) { - // Use the highest known stream sample-rate up front, to avoid having to reconfigure the codec - // should an adaptive switch to that stream occur. - int maxSampleRate = -1; - for (Format streamFormat : streamFormats) { - int streamSampleRate = streamFormat.sampleRate; - if (streamSampleRate != Format.NO_VALUE) { - maxSampleRate = Math.max(maxSampleRate, streamSampleRate); - } - } - return maxSampleRate == -1 ? CODEC_OPERATING_RATE_UNSET : (maxSampleRate * operatingRate); - } - - @Override - protected void onCodecInitialized(String name, long initializedTimestampMs, - long initializationDurationMs) { - eventDispatcher.decoderInitialized(name, initializedTimestampMs, initializationDurationMs); - } - - @Override - protected void onInputFormatChanged(FormatHolder formatHolder) throws ExoPlaybackException { - super.onInputFormatChanged(formatHolder); - inputFormat = formatHolder.format; - eventDispatcher.inputFormatChanged(inputFormat); - } - - @Override - protected void onOutputMediaFormatChanged(MediaCodec codec, MediaFormat outputMediaFormat) - throws ExoPlaybackException { - @C.Encoding int encoding; - MediaFormat mediaFormat; - if (passthroughMediaFormat != null) { - mediaFormat = passthroughMediaFormat; - encoding = - getPassthroughEncoding( - mediaFormat.getInteger(MediaFormat.KEY_CHANNEL_COUNT), - mediaFormat.getString(MediaFormat.KEY_MIME)); - } else { - mediaFormat = outputMediaFormat; - if (outputMediaFormat.containsKey(VIVO_BITS_PER_SAMPLE_KEY)) { - encoding = Util.getPcmEncoding(outputMediaFormat.getInteger(VIVO_BITS_PER_SAMPLE_KEY)); - } else { - encoding = getPcmEncoding(inputFormat); - } - } - int channelCount = mediaFormat.getInteger(MediaFormat.KEY_CHANNEL_COUNT); - int sampleRate = mediaFormat.getInteger(MediaFormat.KEY_SAMPLE_RATE); - int[] channelMap; - if (codecNeedsDiscardChannelsWorkaround && channelCount == 6 && inputFormat.channelCount < 6) { - channelMap = new int[inputFormat.channelCount]; - for (int i = 0; i < inputFormat.channelCount; i++) { - channelMap[i] = i; - } - } else { - channelMap = null; - } - - try { - audioSink.configure( - encoding, - channelCount, - sampleRate, - 0, - channelMap, - inputFormat.encoderDelay, - inputFormat.encoderPadding); - } catch (AudioSink.ConfigurationException e) { - // TODO(internal: b/145658993) Use outputFormat instead. - throw createRendererException(e, inputFormat); - } - } - - /** - * Returns the {@link C.Encoding} constant to use for passthrough of the given format, or {@link - * C#ENCODING_INVALID} if passthrough is not possible. - */ - @C.Encoding - protected int getPassthroughEncoding(int channelCount, String mimeType) { - if (MimeTypes.AUDIO_RAW.equals(mimeType)) { - // PCM passthrough is not supported. - return C.ENCODING_INVALID; - } - if (MimeTypes.AUDIO_E_AC3_JOC.equals(mimeType)) { - // E-AC3 JOC is object-based so the output channel count is arbitrary. - if (audioSink.supportsOutput(/* channelCount= */ Format.NO_VALUE, C.ENCODING_E_AC3_JOC)) { - return MimeTypes.getEncoding(MimeTypes.AUDIO_E_AC3_JOC); - } - // E-AC3 receivers can decode JOC streams, but in 2-D rather than 3-D, so try to fall back. - mimeType = MimeTypes.AUDIO_E_AC3; - } - - @C.Encoding int encoding = MimeTypes.getEncoding(mimeType); - if (audioSink.supportsOutput(channelCount, encoding)) { - return encoding; - } else { - return C.ENCODING_INVALID; - } - } - - /** - * Called when the audio session id becomes known. The default implementation is a no-op. One - * reason for overriding this method would be to instantiate and enable a {@link Virtualizer} in - * order to spatialize the audio channels. For this use case, any {@link Virtualizer} instances - * should be released in {@link #onDisabled()} (if not before). - * - * <p>See {@link AudioSink.Listener#onAudioSessionId(int)}. - */ - protected void onAudioSessionId(int audioSessionId) { - // Do nothing. - } - - /** See {@link AudioSink.Listener#onPositionDiscontinuity()}. */ - protected void onAudioTrackPositionDiscontinuity() { - // Do nothing. - } - - /** See {@link AudioSink.Listener#onUnderrun(int, long, long)}. */ - protected void onAudioTrackUnderrun( - int bufferSize, long bufferSizeMs, long elapsedSinceLastFeedMs) { - // Do nothing. - } - - /** See {@link AudioSink.Listener#onSkipSilenceEnabledChanged(boolean)}. */ - protected void onAudioTrackSkipSilenceEnabledChanged(boolean skipSilenceEnabled) { - // Do nothing. - } - - @Override - protected void onEnabled(boolean joining, boolean mayRenderStartOfStream) - throws ExoPlaybackException { - super.onEnabled(joining, mayRenderStartOfStream); - eventDispatcher.enabled(decoderCounters); - int tunnelingAudioSessionId = getConfiguration().tunnelingAudioSessionId; - if (tunnelingAudioSessionId != C.AUDIO_SESSION_ID_UNSET) { - audioSink.enableTunnelingV21(tunnelingAudioSessionId); - } else { - audioSink.disableTunneling(); - } - } - - @Override - protected void onPositionReset(long positionUs, boolean joining) throws ExoPlaybackException { - super.onPositionReset(positionUs, joining); - audioSink.flush(); - currentPositionUs = positionUs; - allowFirstBufferPositionDiscontinuity = true; - allowPositionDiscontinuity = true; - } - - @Override - protected void onStarted() { - super.onStarted(); - audioSink.play(); - } - - @Override - protected void onStopped() { - updateCurrentPosition(); - audioSink.pause(); - super.onStopped(); - } - - @Override - protected void onDisabled() { - try { - audioSink.flush(); - } finally { - try { - super.onDisabled(); - } finally { - eventDispatcher.disabled(decoderCounters); - } - } - } - - @Override - protected void onReset() { - try { - super.onReset(); - } finally { - audioSink.reset(); - } - } - - @Override - public boolean isEnded() { - return super.isEnded() && audioSink.isEnded(); - } - - @Override - public boolean isReady() { - return audioSink.hasPendingData() || super.isReady(); - } - - @Override - public long getPositionUs() { - if (getState() == STATE_STARTED) { - updateCurrentPosition(); - } - return currentPositionUs; - } - - @Override - public void setPlaybackSpeed(float playbackSpeed) { - audioSink.setPlaybackSpeed(playbackSpeed); - } - - @Override - public float getPlaybackSpeed() { - return audioSink.getPlaybackSpeed(); - } - - @Override - protected void onQueueInputBuffer(DecoderInputBuffer buffer) { - if (allowFirstBufferPositionDiscontinuity && !buffer.isDecodeOnly()) { - // TODO: Remove this hack once we have a proper fix for [Internal: b/71876314]. - // Allow the position to jump if the first presentable input buffer has a timestamp that - // differs significantly from what was expected. - if (Math.abs(buffer.timeUs - currentPositionUs) > 500000) { - currentPositionUs = buffer.timeUs; - } - allowFirstBufferPositionDiscontinuity = false; - } - } - - @Override - protected void onProcessedStreamChange() { - super.onProcessedStreamChange(); - audioSink.handleDiscontinuity(); - } - - @Override - protected boolean processOutputBuffer( - long positionUs, - long elapsedRealtimeUs, - MediaCodec codec, - ByteBuffer buffer, - int bufferIndex, - int bufferFlags, - int sampleCount, - long bufferPresentationTimeUs, - boolean isDecodeOnlyBuffer, - boolean isLastBuffer, - Format format) - throws ExoPlaybackException { - if (codecNeedsEosBufferTimestampWorkaround - && bufferPresentationTimeUs == 0 - && (bufferFlags & MediaCodec.BUFFER_FLAG_END_OF_STREAM) != 0 - && getLargestQueuedPresentationTimeUs() != C.TIME_UNSET) { - bufferPresentationTimeUs = getLargestQueuedPresentationTimeUs(); - } - - if (passthroughEnabled && (bufferFlags & MediaCodec.BUFFER_FLAG_CODEC_CONFIG) != 0) { - // Discard output buffers from the passthrough (raw) decoder containing codec specific data. - codec.releaseOutputBuffer(bufferIndex, false); - return true; - } - - if (isDecodeOnlyBuffer) { - codec.releaseOutputBuffer(bufferIndex, false); - decoderCounters.skippedOutputBufferCount++; - audioSink.handleDiscontinuity(); - return true; - } - - boolean fullyConsumed; - try { - fullyConsumed = audioSink.handleBuffer(buffer, bufferPresentationTimeUs, sampleCount); - } catch (AudioSink.InitializationException | AudioSink.WriteException e) { - // TODO(internal: b/145658993) Use outputFormat instead. - throw createRendererException(e, inputFormat); - } - - if (fullyConsumed) { - codec.releaseOutputBuffer(bufferIndex, false); - decoderCounters.renderedOutputBufferCount++; - return true; - } - - return false; - } - - @Override - protected void renderToEndOfStream() throws ExoPlaybackException { - try { - audioSink.playToEndOfStream(); - } catch (AudioSink.WriteException e) { - // TODO(internal: b/145658993) Use outputFormat instead. - throw createRendererException(e, inputFormat); - } - } - - @Override - public void handleMessage(int messageType, @Nullable Object message) throws ExoPlaybackException { - switch (messageType) { - case MSG_SET_VOLUME: - audioSink.setVolume((Float) message); - break; - case MSG_SET_AUDIO_ATTRIBUTES: - AudioAttributes audioAttributes = (AudioAttributes) message; - audioSink.setAudioAttributes(audioAttributes); - break; - case MSG_SET_AUX_EFFECT_INFO: - AuxEffectInfo auxEffectInfo = (AuxEffectInfo) message; - audioSink.setAuxEffectInfo(auxEffectInfo); - break; - case MSG_SET_SKIP_SILENCE_ENABLED: - audioSink.setSkipSilenceEnabled((Boolean) message); - break; - case MSG_SET_AUDIO_SESSION_ID: - audioSink.setAudioSessionId((Integer) message); - break; - default: - super.handleMessage(messageType, message); - break; - } - } - - /** - * Returns a maximum input size suitable for configuring a codec for {@code format} in a way that - * will allow possible adaptation to other compatible formats in {@code streamFormats}. - * - * @param codecInfo A {@link MediaCodecInfo} describing the decoder. - * @param format The {@link Format} for which the codec is being configured. - * @param streamFormats The possible stream formats. - * @return A suitable maximum input size. - */ - protected int getCodecMaxInputSize( - MediaCodecInfo codecInfo, Format format, Format[] streamFormats) { - int maxInputSize = getCodecMaxInputSize(codecInfo, format); - if (streamFormats.length == 1) { - // The single entry in streamFormats must correspond to the format for which the codec is - // being configured. - return maxInputSize; - } - for (Format streamFormat : streamFormats) { - if (codecInfo.isSeamlessAdaptationSupported( - format, streamFormat, /* isNewFormatComplete= */ false)) { - maxInputSize = Math.max(maxInputSize, getCodecMaxInputSize(codecInfo, streamFormat)); - } - } - return maxInputSize; - } - - /** - * Returns a maximum input buffer size for a given {@link Format}. - * - * @param codecInfo A {@link MediaCodecInfo} describing the decoder. - * @param format The {@link Format}. - * @return A maximum input buffer size in bytes, or {@link Format#NO_VALUE} if a maximum could not - * be determined. - */ - private int getCodecMaxInputSize(MediaCodecInfo codecInfo, Format format) { - if ("OMX.google.raw.decoder".equals(codecInfo.name)) { - // OMX.google.raw.decoder didn't resize its output buffers correctly prior to N, except on - // Android TV running M, so there's no point requesting a non-default input size. Doing so may - // cause a native crash, whereas not doing so will cause a more controlled failure when - // attempting to fill an input buffer. See: https://github.com/google/ExoPlayer/issues/4057. - if (Util.SDK_INT < 24 && !(Util.SDK_INT == 23 && Util.isTv(context))) { - return Format.NO_VALUE; - } - } - return format.maxInputSize; - } - - /** - * Returns the framework {@link MediaFormat} that can be used to configure a {@link MediaCodec} - * for decoding the given {@link Format} for playback. - * - * @param format The {@link Format} of the media. - * @param codecMimeType The MIME type handled by the codec. - * @param codecMaxInputSize The maximum input size supported by the codec. - * @param codecOperatingRate The codec operating rate, or {@link #CODEC_OPERATING_RATE_UNSET} if - * no codec operating rate should be set. - * @return The framework {@link MediaFormat}. - */ - @SuppressLint("InlinedApi") - protected MediaFormat getMediaFormat( - Format format, String codecMimeType, int codecMaxInputSize, float codecOperatingRate) { - MediaFormat mediaFormat = new MediaFormat(); - // Set format parameters that should always be set. - mediaFormat.setString(MediaFormat.KEY_MIME, codecMimeType); - mediaFormat.setInteger(MediaFormat.KEY_CHANNEL_COUNT, format.channelCount); - mediaFormat.setInteger(MediaFormat.KEY_SAMPLE_RATE, format.sampleRate); - MediaFormatUtil.setCsdBuffers(mediaFormat, format.initializationData); - // Set codec max values. - MediaFormatUtil.maybeSetInteger(mediaFormat, MediaFormat.KEY_MAX_INPUT_SIZE, codecMaxInputSize); - // Set codec configuration values. - if (Util.SDK_INT >= 23) { - mediaFormat.setInteger(MediaFormat.KEY_PRIORITY, 0 /* realtime priority */); - if (codecOperatingRate != CODEC_OPERATING_RATE_UNSET && !deviceDoesntSupportOperatingRate()) { - mediaFormat.setFloat(MediaFormat.KEY_OPERATING_RATE, codecOperatingRate); - } - } - if (Util.SDK_INT <= 28 && MimeTypes.AUDIO_AC4.equals(format.sampleMimeType)) { - // On some older builds, the AC-4 decoder expects to receive samples formatted as raw frames - // not sync frames. Set a format key to override this. - mediaFormat.setInteger("ac4-is-sync", 1); - } - return mediaFormat; - } - - private void updateCurrentPosition() { - long newCurrentPositionUs = audioSink.getCurrentPositionUs(isEnded()); - if (newCurrentPositionUs != AudioSink.CURRENT_POSITION_NOT_SET) { - currentPositionUs = - allowPositionDiscontinuity - ? newCurrentPositionUs - : Math.max(currentPositionUs, newCurrentPositionUs); - allowPositionDiscontinuity = false; - } - } - - /** - * Returns whether the device's decoders are known to not support setting the codec operating - * rate. - * - * <p>See <a href="https://github.com/google/ExoPlayer/issues/5821">GitHub issue #5821</a>. - */ - private static boolean deviceDoesntSupportOperatingRate() { - return Util.SDK_INT == 23 - && ("ZTE B2017G".equals(Util.MODEL) || "AXON 7 mini".equals(Util.MODEL)); - } - - /** - * Returns whether the decoder is known to output six audio channels when provided with input with - * fewer than six channels. - * <p> - * See [Internal: b/35655036]. - */ - private static boolean codecNeedsDiscardChannelsWorkaround(String codecName) { - // The workaround applies to Samsung Galaxy S6 and Samsung Galaxy S7. - return Util.SDK_INT < 24 && "OMX.SEC.aac.dec".equals(codecName) - && "samsung".equals(Util.MANUFACTURER) - && (Util.DEVICE.startsWith("zeroflte") || Util.DEVICE.startsWith("herolte") - || Util.DEVICE.startsWith("heroqlte")); - } - - /** - * Returns whether the decoder may output a non-empty buffer with timestamp 0 as the end of stream - * buffer. - * - * <p>See <a href="https://github.com/google/ExoPlayer/issues/5045">GitHub issue #5045</a>. - */ - private static boolean codecNeedsEosBufferTimestampWorkaround(String codecName) { - return Util.SDK_INT < 21 - && "OMX.SEC.mp3.dec".equals(codecName) - && "samsung".equals(Util.MANUFACTURER) - && (Util.DEVICE.startsWith("baffin") - || Util.DEVICE.startsWith("grand") - || Util.DEVICE.startsWith("fortuna") - || Util.DEVICE.startsWith("gprimelte") - || Util.DEVICE.startsWith("j2y18lte") - || Util.DEVICE.startsWith("ms01")); - } - - @C.Encoding - private static int getPcmEncoding(Format format) { - // If the format is anything other than PCM then we assume that the audio decoder will output - // 16-bit PCM. - return MimeTypes.AUDIO_RAW.equals(format.sampleMimeType) - ? format.pcmEncoding - : C.ENCODING_PCM_16BIT; - } - - private final class AudioSinkListener implements AudioSink.Listener { - - @Override - public void onAudioSessionId(int audioSessionId) { - eventDispatcher.audioSessionId(audioSessionId); - MediaCodecAudioRenderer.this.onAudioSessionId(audioSessionId); - } - - @Override - public void onPositionDiscontinuity() { - onAudioTrackPositionDiscontinuity(); - // We are out of sync so allow currentPositionUs to jump backwards. - MediaCodecAudioRenderer.this.allowPositionDiscontinuity = true; - } - - @Override - public void onUnderrun(int bufferSize, long bufferSizeMs, long elapsedSinceLastFeedMs) { - eventDispatcher.audioTrackUnderrun(bufferSize, bufferSizeMs, elapsedSinceLastFeedMs); - onAudioTrackUnderrun(bufferSize, bufferSizeMs, elapsedSinceLastFeedMs); - } - - @Override - public void onSkipSilenceEnabledChanged(boolean skipSilenceEnabled) { - eventDispatcher.skipSilenceEnabledChanged(skipSilenceEnabled); - onAudioTrackSkipSilenceEnabledChanged(skipSilenceEnabled); - } - } -} |