/*
 * Copyright (C) 2016 The Android Open Source Project
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package android.media;

import android.annotation.NonNull;
import android.annotation.Nullable;
import android.app.ActivityThread;
import android.app.AppOpsManager;
import android.content.Context;
import android.media.VolumeShaper;
import android.os.Binder;
import android.os.IBinder;
import android.os.Parcel;
import android.os.Parcelable;
import android.os.Process;
import android.os.RemoteException;
import android.os.ServiceManager;
import android.util.Log;

import com.android.internal.annotations.GuardedBy;
import com.android.internal.app.IAppOpsCallback;
import com.android.internal.app.IAppOpsService;

import java.lang.IllegalArgumentException;
import java.lang.ref.WeakReference;
import java.util.Objects;

Class to encapsulate a number of common player operations: - AppOps for OP_PLAY_AUDIO - more to come (routing, transport control)
@hide
/** * Class to encapsulate a number of common player operations: * - AppOps for OP_PLAY_AUDIO * - more to come (routing, transport control) * @hide */
public abstract class PlayerBase { private static final String TAG = "PlayerBase";
Debug app ops
/** Debug app ops */
private static final boolean DEBUG_APP_OPS = false; private static final boolean DEBUG = DEBUG_APP_OPS || false; private static IAudioService sService; //lazy initialization, use getService() // parameters of the player that affect AppOps protected AudioAttributes mAttributes; protected float mLeftVolume = 1.0f; protected float mRightVolume = 1.0f; protected float mAuxEffectSendLevel = 0.0f; // NEVER call into AudioService (see getService()) with mLock held: PlayerBase can run in // the same process as AudioService, which can synchronously call back into this class, // causing deadlocks between the two private final Object mLock = new Object(); // for AppOps private @Nullable IAppOpsService mAppOps; private IAppOpsCallback mAppOpsCallback; @GuardedBy("mLock") private boolean mHasAppOpsPlayAudio = true; private final int mImplType; // uniquely identifies the Player Interface throughout the system (P I Id) private int mPlayerIId = AudioPlaybackConfiguration.PLAYER_PIID_UNASSIGNED; @GuardedBy("mLock") private int mState; @GuardedBy("mLock") private int mStartDelayMs = 0; @GuardedBy("mLock") private float mPanMultiplierL = 1.0f; @GuardedBy("mLock") private float mPanMultiplierR = 1.0f;
Constructor. Must be given audio attributes, as they are required for AppOps.
Params:
  • attr – non-null audio attributes
@paramclass non-null class of the implementation of this abstract class
/** * Constructor. Must be given audio attributes, as they are required for AppOps. * @param attr non-null audio attributes * @param class non-null class of the implementation of this abstract class */
PlayerBase(@NonNull AudioAttributes attr, int implType) { if (attr == null) { throw new IllegalArgumentException("Illegal null AudioAttributes"); } mAttributes = attr; mImplType = implType; mState = AudioPlaybackConfiguration.PLAYER_STATE_IDLE; };
Call from derived class when instantiation / initialization is successful
/** * Call from derived class when instantiation / initialization is successful */
protected void baseRegisterPlayer() { int newPiid = AudioPlaybackConfiguration.PLAYER_PIID_INVALID; IBinder b = ServiceManager.getService(Context.APP_OPS_SERVICE); mAppOps = IAppOpsService.Stub.asInterface(b); // initialize mHasAppOpsPlayAudio updateAppOpsPlayAudio(); // register a callback to monitor whether the OP_PLAY_AUDIO is still allowed mAppOpsCallback = new IAppOpsCallbackWrapper(this); try { mAppOps.startWatchingMode(AppOpsManager.OP_PLAY_AUDIO, ActivityThread.currentPackageName(), mAppOpsCallback); } catch (RemoteException e) { Log.e(TAG, "Error registering appOps callback", e); mHasAppOpsPlayAudio = false; } try { newPiid = getService().trackPlayer( new PlayerIdCard(mImplType, mAttributes, new IPlayerWrapper(this))); } catch (RemoteException e) { Log.e(TAG, "Error talking to audio service, player will not be tracked", e); } mPlayerIId = newPiid; }
To be called whenever the audio attributes of the player change
Params:
  • attr – non-null audio attributes
/** * To be called whenever the audio attributes of the player change * @param attr non-null audio attributes */
void baseUpdateAudioAttributes(@NonNull AudioAttributes attr) { if (attr == null) { throw new IllegalArgumentException("Illegal null AudioAttributes"); } try { getService().playerAttributes(mPlayerIId, attr); } catch (RemoteException e) { Log.e(TAG, "Error talking to audio service, STARTED state will not be tracked", e); } synchronized (mLock) { boolean attributesChanged = (mAttributes != attr); mAttributes = attr; updateAppOpsPlayAudio_sync(attributesChanged); } } private void updateState(int state) { final int piid; synchronized (mLock) { mState = state; piid = mPlayerIId; } try { getService().playerEvent(piid, state); } catch (RemoteException e) { Log.e(TAG, "Error talking to audio service, " + AudioPlaybackConfiguration.toLogFriendlyPlayerState(state) + " state will not be tracked for piid=" + piid, e); } } void baseStart() { if (DEBUG) { Log.v(TAG, "baseStart() piid=" + mPlayerIId); } updateState(AudioPlaybackConfiguration.PLAYER_STATE_STARTED); synchronized (mLock) { if (isRestricted_sync()) { playerSetVolume(true/*muting*/,0, 0); } } } void baseSetStartDelayMs(int delayMs) { synchronized(mLock) { mStartDelayMs = Math.max(delayMs, 0); } } protected int getStartDelayMs() { synchronized(mLock) { return mStartDelayMs; } } void basePause() { if (DEBUG) { Log.v(TAG, "basePause() piid=" + mPlayerIId); } updateState(AudioPlaybackConfiguration.PLAYER_STATE_PAUSED); } void baseStop() { if (DEBUG) { Log.v(TAG, "baseStop() piid=" + mPlayerIId); } updateState(AudioPlaybackConfiguration.PLAYER_STATE_STOPPED); } void baseSetPan(float pan) { final float p = Math.min(Math.max(-1.0f, pan), 1.0f); synchronized (mLock) { if (p >= 0.0f) { mPanMultiplierL = 1.0f - p; mPanMultiplierR = 1.0f; } else { mPanMultiplierL = 1.0f; mPanMultiplierR = 1.0f + p; } } baseSetVolume(mLeftVolume, mRightVolume); } void baseSetVolume(float leftVolume, float rightVolume) { final boolean isRestricted; synchronized (mLock) { mLeftVolume = leftVolume; mRightVolume = rightVolume; isRestricted = isRestricted_sync(); } playerSetVolume(isRestricted/*muting*/, leftVolume * mPanMultiplierL, rightVolume * mPanMultiplierR); } int baseSetAuxEffectSendLevel(float level) { synchronized (mLock) { mAuxEffectSendLevel = level; if (isRestricted_sync()) { return AudioSystem.SUCCESS; } } return playerSetAuxEffectSendLevel(false/*muting*/, level); }
To be called from a subclass release or finalize method. Releases AppOps related resources.
/** * To be called from a subclass release or finalize method. * Releases AppOps related resources. */
void baseRelease() { if (DEBUG) { Log.v(TAG, "baseRelease() piid=" + mPlayerIId + " state=" + mState); } boolean releasePlayer = false; synchronized (mLock) { if (mState != AudioPlaybackConfiguration.PLAYER_STATE_RELEASED) { releasePlayer = true; mState = AudioPlaybackConfiguration.PLAYER_STATE_RELEASED; } } try { if (releasePlayer) { getService().releasePlayer(mPlayerIId); } } catch (RemoteException e) { Log.e(TAG, "Error talking to audio service, the player will still be tracked", e); } try { if (mAppOps != null) { mAppOps.stopWatchingMode(mAppOpsCallback); } } catch (Exception e) { // nothing to do here, the object is supposed to be released anyway } } private void updateAppOpsPlayAudio() { synchronized (mLock) { updateAppOpsPlayAudio_sync(false); } }
To be called whenever a condition that might affect audibility of this player is updated. Must be called synchronized on mLock.
/** * To be called whenever a condition that might affect audibility of this player is updated. * Must be called synchronized on mLock. */
void updateAppOpsPlayAudio_sync(boolean attributesChanged) { boolean oldHasAppOpsPlayAudio = mHasAppOpsPlayAudio; try { int mode = AppOpsManager.MODE_IGNORED; if (mAppOps != null) { mode = mAppOps.checkAudioOperation(AppOpsManager.OP_PLAY_AUDIO, mAttributes.getUsage(), Process.myUid(), ActivityThread.currentPackageName()); } mHasAppOpsPlayAudio = (mode == AppOpsManager.MODE_ALLOWED); } catch (RemoteException e) { mHasAppOpsPlayAudio = false; } // AppsOps alters a player's volume; when the restriction changes, reflect it on the actual // volume used by the player try { if (oldHasAppOpsPlayAudio != mHasAppOpsPlayAudio || attributesChanged) { getService().playerHasOpPlayAudio(mPlayerIId, mHasAppOpsPlayAudio); if (!isRestricted_sync()) { if (DEBUG_APP_OPS) { Log.v(TAG, "updateAppOpsPlayAudio: unmuting player, vol=" + mLeftVolume + "/" + mRightVolume); } playerSetVolume(false/*muting*/, mLeftVolume * mPanMultiplierL, mRightVolume * mPanMultiplierR); playerSetAuxEffectSendLevel(false/*muting*/, mAuxEffectSendLevel); } else { if (DEBUG_APP_OPS) { Log.v(TAG, "updateAppOpsPlayAudio: muting player"); } playerSetVolume(true/*muting*/, 0.0f, 0.0f); playerSetAuxEffectSendLevel(true/*muting*/, 0.0f); } } } catch (Exception e) { // failing silently, player might not be in right state } }
To be called by the subclass whenever an operation is potentially restricted. As the media player-common behavior are incorporated into this class, the subclass's need to call this method should be removed, and this method could become private. FIXME can this method be private so subclasses don't have to worry about when to check the restrictions.
Returns:
/** * To be called by the subclass whenever an operation is potentially restricted. * As the media player-common behavior are incorporated into this class, the subclass's need * to call this method should be removed, and this method could become private. * FIXME can this method be private so subclasses don't have to worry about when to check * the restrictions. * @return */
boolean isRestricted_sync() { // check app ops if (mHasAppOpsPlayAudio) { return false; } // check bypass flag if ((mAttributes.getAllFlags() & AudioAttributes.FLAG_BYPASS_INTERRUPTION_POLICY) != 0) { return false; } // check force audibility flag and camera restriction if (((mAttributes.getAllFlags() & AudioAttributes.FLAG_AUDIBILITY_ENFORCED) != 0) && (mAttributes.getUsage() == AudioAttributes.USAGE_ASSISTANCE_SONIFICATION)) { boolean cameraSoundForced = false; try { cameraSoundForced = getService().isCameraSoundForced(); } catch (RemoteException e) { Log.e(TAG, "Cannot access AudioService in isRestricted_sync()"); } catch (NullPointerException e) { Log.e(TAG, "Null AudioService in isRestricted_sync()"); } if (cameraSoundForced) { return false; } } return true; } private static IAudioService getService() { if (sService != null) { return sService; } IBinder b = ServiceManager.getService(Context.AUDIO_SERVICE); sService = IAudioService.Stub.asInterface(b); return sService; }
Params:
  • delayMs –
@hide
/** * @hide * @param delayMs */
public void setStartDelayMs(int delayMs) { baseSetStartDelayMs(delayMs); } //===================================================================== // Abstract methods a subclass needs to implement
Abstract method for the subclass behavior's for volume and muting commands
Params:
  • muting – if true, the player is to be muted, and the volume values can be ignored
  • leftVolume – the left volume to use if muting is false
  • rightVolume – the right volume to use if muting is false
/** * Abstract method for the subclass behavior's for volume and muting commands * @param muting if true, the player is to be muted, and the volume values can be ignored * @param leftVolume the left volume to use if muting is false * @param rightVolume the right volume to use if muting is false */
abstract void playerSetVolume(boolean muting, float leftVolume, float rightVolume);
Abstract method to apply a Configuration and a Operation to the Player. This should be overridden by the Player to call into the native VolumeShaper implementation. Multiple VolumeShapers may be concurrently active for a given Player, each accessible by the VolumeShaper id. The VolumeShaper implementation caches the id returned when applying a fully specified configuration from {VolumeShaper.Configuration.Builder} to track later operation changes requested on it.
Params:
  • configuration – a VolumeShaper.Configuration object created by Builder or an created from a VolumeShaper id by the Configuration constructor.
  • operation – a VolumeShaper.Operation.
Returns:a negative error status or a non-negative VolumeShaper id on success.
/** * Abstract method to apply a {@link VolumeShaper.Configuration} * and a {@link VolumeShaper.Operation} to the Player. * This should be overridden by the Player to call into the native * VolumeShaper implementation. Multiple {@code VolumeShapers} may be * concurrently active for a given Player, each accessible by the * {@code VolumeShaper} id. * * The {@code VolumeShaper} implementation caches the id returned * when applying a fully specified configuration * from {VolumeShaper.Configuration.Builder} to track later * operation changes requested on it. * * @param configuration a {@code VolumeShaper.Configuration} object * created by {@link VolumeShaper.Configuration.Builder} or * an created from a {@code VolumeShaper} id * by the {@link VolumeShaper.Configuration} constructor. * @param operation a {@code VolumeShaper.Operation}. * @return a negative error status or a * non-negative {@code VolumeShaper} id on success. */
/* package */ abstract int playerApplyVolumeShaper( @NonNull VolumeShaper.Configuration configuration, @NonNull VolumeShaper.Operation operation);
Abstract method to get the current VolumeShaper state.
Params:
  • id – the VolumeShaper id returned from sending a fully specified VolumeShaper.Configuration through playerApplyVolumeShaper
Returns:a VolumeShaper.State object or null if there is no VolumeShaper for the id.
/** * Abstract method to get the current VolumeShaper state. * @param id the {@code VolumeShaper} id returned from * sending a fully specified {@code VolumeShaper.Configuration} * through {@link #playerApplyVolumeShaper} * @return a {@code VolumeShaper.State} object or null if * there is no {@code VolumeShaper} for the id. */
/* package */ abstract @Nullable VolumeShaper.State playerGetVolumeShaperState(int id); abstract int playerSetAuxEffectSendLevel(boolean muting, float level); abstract void playerStart(); abstract void playerPause(); abstract void playerStop(); //===================================================================== private static class IAppOpsCallbackWrapper extends IAppOpsCallback.Stub { private final WeakReference<PlayerBase> mWeakPB; public IAppOpsCallbackWrapper(PlayerBase pb) { mWeakPB = new WeakReference<PlayerBase>(pb); } @Override public void opChanged(int op, int uid, String packageName) { if (op == AppOpsManager.OP_PLAY_AUDIO) { if (DEBUG_APP_OPS) { Log.v(TAG, "opChanged: op=PLAY_AUDIO pack=" + packageName); } final PlayerBase pb = mWeakPB.get(); if (pb != null) { pb.updateAppOpsPlayAudio(); } } } } //=====================================================================
Wrapper around an implementation of IPlayer for all subclasses of PlayerBase that doesn't keep a strong reference on PlayerBase
/** * Wrapper around an implementation of IPlayer for all subclasses of PlayerBase * that doesn't keep a strong reference on PlayerBase */
private static class IPlayerWrapper extends IPlayer.Stub { private final WeakReference<PlayerBase> mWeakPB; public IPlayerWrapper(PlayerBase pb) { mWeakPB = new WeakReference<PlayerBase>(pb); } @Override public void start() { final PlayerBase pb = mWeakPB.get(); if (pb != null) { pb.playerStart(); } } @Override public void pause() { final PlayerBase pb = mWeakPB.get(); if (pb != null) { pb.playerPause(); } } @Override public void stop() { final PlayerBase pb = mWeakPB.get(); if (pb != null) { pb.playerStop(); } } @Override public void setVolume(float vol) { final PlayerBase pb = mWeakPB.get(); if (pb != null) { pb.baseSetVolume(vol, vol); } } @Override public void setPan(float pan) { final PlayerBase pb = mWeakPB.get(); if (pb != null) { pb.baseSetPan(pan); } } @Override public void setStartDelayMs(int delayMs) { final PlayerBase pb = mWeakPB.get(); if (pb != null) { pb.baseSetStartDelayMs(delayMs); } } @Override public void applyVolumeShaper( @NonNull VolumeShaper.Configuration configuration, @NonNull VolumeShaper.Operation operation) { final PlayerBase pb = mWeakPB.get(); if (pb != null) { pb.playerApplyVolumeShaper(configuration, operation); } } } //=====================================================================
Class holding all the information about a player that needs to be known at registration time
/** * Class holding all the information about a player that needs to be known at registration time */
public static class PlayerIdCard implements Parcelable { public final int mPlayerType; public static final int AUDIO_ATTRIBUTES_NONE = 0; public static final int AUDIO_ATTRIBUTES_DEFINED = 1; public final AudioAttributes mAttributes; public final IPlayer mIPlayer; PlayerIdCard(int type, @NonNull AudioAttributes attr, @NonNull IPlayer iplayer) { mPlayerType = type; mAttributes = attr; mIPlayer = iplayer; } @Override public int hashCode() { return Objects.hash(mPlayerType); } @Override public int describeContents() { return 0; } @Override public void writeToParcel(Parcel dest, int flags) { dest.writeInt(mPlayerType); mAttributes.writeToParcel(dest, 0); dest.writeStrongBinder(mIPlayer == null ? null : mIPlayer.asBinder()); } public static final Parcelable.Creator<PlayerIdCard> CREATOR = new Parcelable.Creator<PlayerIdCard>() {
Rebuilds an PlayerIdCard previously stored with writeToParcel().
Params:
  • p – Parcel object to read the PlayerIdCard from
Returns:a new PlayerIdCard created from the data in the parcel
/** * Rebuilds an PlayerIdCard previously stored with writeToParcel(). * @param p Parcel object to read the PlayerIdCard from * @return a new PlayerIdCard created from the data in the parcel */
public PlayerIdCard createFromParcel(Parcel p) { return new PlayerIdCard(p); } public PlayerIdCard[] newArray(int size) { return new PlayerIdCard[size]; } }; private PlayerIdCard(Parcel in) { mPlayerType = in.readInt(); mAttributes = AudioAttributes.CREATOR.createFromParcel(in); // IPlayer can be null if unmarshalling a Parcel coming from who knows where final IBinder b = in.readStrongBinder(); mIPlayer = (b == null ? null : IPlayer.Stub.asInterface(b)); } @Override public boolean equals(Object o) { if (this == o) return true; if (o == null || !(o instanceof PlayerIdCard)) return false; PlayerIdCard that = (PlayerIdCard) o; // FIXME change to the binder player interface once supported as a member return ((mPlayerType == that.mPlayerType) && mAttributes.equals(that.mAttributes)); } } //===================================================================== // Utilities
Use to generate warning or exception in legacy code paths that allowed passing stream types to qualify audio playback.
Params:
  • streamType – the stream type to check
Throws:
/** * Use to generate warning or exception in legacy code paths that allowed passing stream types * to qualify audio playback. * @param streamType the stream type to check * @throws IllegalArgumentException */
public static void deprecateStreamTypeForPlayback(int streamType, String className, String opName) throws IllegalArgumentException { // STREAM_ACCESSIBILITY was introduced at the same time the use of stream types // for audio playback was deprecated, so it is not allowed at all to qualify a playback // use case if (streamType == AudioManager.STREAM_ACCESSIBILITY) { throw new IllegalArgumentException("Use of STREAM_ACCESSIBILITY is reserved for " + "volume control"); } Log.w(className, "Use of stream types is deprecated for operations other than " + "volume control"); Log.w(className, "See the documentation of " + opName + " for what to use instead with " + "android.media.AudioAttributes to qualify your playback use case"); } }