Skip to content

apply video filters to session player on the fly #3215

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Draft
john-peterson wants to merge 1 commit into
base: release
Choose a base branch
from
+119 −12
Draft

apply video filters to session player on the fly #3215

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions demos/session/build.gradle
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -68,7 +68,9 @@ dependencies {
implementation 'com.google.android.material:material:' + androidxMaterialVersion
implementation 'org.jetbrains.kotlinx:kotlinx-coroutines-guava:' + kotlinxCoroutinesVersion
implementation project(modulePrefix + 'lib-cast')
implementation project(modulePrefix + 'lib-effect')
implementation project(modulePrefix + 'lib-ui')
implementation project(modulePrefix + 'lib-session')
implementation project(modulePrefix + 'lib-transformer')
implementation project(modulePrefix + 'demo-session-service')
}
129 changes: 117 additions & 12 deletions demos/session/src/main/java/androidx/media3/demo/session/PlayerActivity.kt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,7 @@ package androidx.media3.demo.session

import android.content.ComponentName
import android.content.Context
import android.graphics.Matrix
import android.os.Bundle
import android.util.Log
import android.view.LayoutInflater
Expand All @@ -26,6 +27,7 @@ import android.widget.ArrayAdapter
import android.widget.Button
import android.widget.ListView
import android.widget.TextView
import android.widget.Toast
import androidx.annotation.OptIn
import androidx.appcompat.app.AppCompatActivity
import androidx.core.content.ContextCompat
Expand All @@ -36,20 +38,32 @@ import androidx.media3.cast.MediaRouteButtonViewProvider
import androidx.media3.common.C.TRACK_TYPE_TEXT
import androidx.media3.common.MediaItem
import androidx.media3.common.Player
import androidx.media3.common.Player.EVENT_AUDIO_ATTRIBUTES_CHANGED
import androidx.media3.common.Player.EVENT_DEVICE_VOLUME_CHANGED
import androidx.media3.common.Player.EVENT_IS_PLAYING_CHANGED
import androidx.media3.common.Player.EVENT_MEDIA_ITEM_TRANSITION
import androidx.media3.common.Player.EVENT_MEDIA_METADATA_CHANGED
import androidx.media3.common.Player.EVENT_METADATA
import androidx.media3.common.Player.EVENT_REPEAT_MODE_CHANGED
import androidx.media3.common.Player.EVENT_TIMELINE_CHANGED
import androidx.media3.common.Player.EVENT_TRACKS_CHANGED
import androidx.media3.common.Player.EVENT_SHUFFLE_MODE_ENABLED_CHANGED
import androidx.media3.common.util.UnstableApi
import androidx.media3.effect.Brightness
import androidx.media3.effect.MatrixTransformation
import androidx.media3.session.MediaController
import androidx.media3.session.SessionToken
import androidx.media3.ui.PlayerView
import androidx.media3.transformer.EditedMediaItem
import androidx.media3.transformer.Effects
import androidx.media3.transformer.Transformer
import com.google.common.util.concurrent.ListenableFuture
import kotlinx.coroutines.awaitCancellation
import kotlinx.coroutines.guava.await
import kotlinx.coroutines.launch

private const val TAG = "PlayerActivity"
// private const val TAG = "PlayerActivity"
private const val TAG = "PlayerActivity-mytag"

class PlayerActivity : AppCompatActivity() {
private lateinit var controllerFuture: ListenableFuture<MediaController>
Expand Down Expand Up @@ -99,10 +113,10 @@ class PlayerActivity : AppCompatActivity() {
private suspend fun initializeController() {
controllerFuture =
MediaController.Builder(
this,
SessionToken(this, ComponentName(this, PlaybackService::class.java)),
)
.buildAsync()
this,
SessionToken(this, ComponentName(this, PlaybackService::class.java)),
)
.buildAsync()
updateMediaMetadataUI()
setController()
}
Expand Down Expand Up @@ -132,19 +146,110 @@ class PlayerActivity : AppCompatActivity() {
if (events.contains(EVENT_TRACKS_CHANGED)) {
playerView.setShowSubtitleButton(player.currentTracks.isTypeSupported(TRACK_TYPE_TEXT))
}
if (events.contains(EVENT_AUDIO_ATTRIBUTES_CHANGED)) {
// Toast.makeText(getApplicationContext(), " audio attr chg ", 0).show()
}
if (events.contains(EVENT_METADATA)) {
// Toast.makeText(getApplicationContext(), " meta data event ", 0).show()
}
if (events.contains(EVENT_TIMELINE_CHANGED)) {
// Toast.makeText(getApplicationContext(), " time line change ", 0).show()
updateCurrentPlaylistUI()
}
if (events.contains(EVENT_MEDIA_METADATA_CHANGED)) {
// Toast.makeText(getApplicationContext(), "meta data change ", 0).show()
updateMediaMetadataUI()
}
if (events.contains(EVENT_IS_PLAYING_CHANGED)) {
// Toast.makeText(getApplicationContext(), "play pause ", 0).show()
}
if (events.contains(EVENT_DEVICE_VOLUME_CHANGED)) {
Toast.makeText(getApplicationContext(), " dev vol change ", 0).show()
}
if (events.contains(EVENT_MEDIA_ITEM_TRANSITION)) {
// Trigger adapter update to change highlight of current item.
mediaItemListAdapter.notifyDataSetChanged()
}
}

if (events.contains(EVENT_REPEAT_MODE_CHANGED)) {
// Toast.makeText(getApplicationContext(), " repeat chg ", 0).show()
Log.i(TAG, " repeat ch")
try {
updateMediaFilter2(player)
} catch (e: Exception) {
// Logger.logDebug("mytag", e.toString())
Log.e(TAG, e.toString())
}
}

if (events.contains(EVENT_SHUFFLE_MODE_ENABLED_CHANGED)) {
// Toast.makeText(getApplicationContext(), " shuff chg ", 0).show()
Log.i(TAG, " shuff ch")
try {
updateMediaFilter(player)
} catch (e: Exception) {
Log.e(TAG, e.toString())
}
}

}
)
}
)
}

private fun updateMediaFilter(
// player: MediaController
player: Player
) {
val transformationMatrix = Matrix()
transformationMatrix.postScale(-1f, 1f)
val flipEffect = MatrixTransformation { _: Long -> transformationMatrix }
// val effects = listOf(MatrixTransformation { _: Long -> transformationMatrix })

val brightnessEffect = Brightness(0.5f) // Increase brightness
val effects = listOf(brightnessEffect, flipEffect)
// Applying to an ExoPlayer instance
// exoPlayer.setVideoEffects(videoEffects)

// exoPlayer.setVideoEffects(effects)

val mediaItem = player.currentMediaItem ?: return
val editedMediaItem = EditedMediaItem.Builder(mediaItem)
.setEffects(Effects(listOf(), effects)) // audioEffects, videoEffects
// .setVideoEffects(effects)
.build()

Log.e(TAG, "apply filter on the fly")
Toast.makeText(getApplicationContext(), "applying filter ", 0).show()
// player.stop()
player.setMediaItem(editedMediaItem.mediaItem)
// player.prepare();
// player.play();
}

private fun updateMediaFilter2(
player: Player
) {
val transformationMatrix = Matrix()
transformationMatrix.postScale(-1f, 1f)
val flipEffect = MatrixTransformation { _: Long -> transformationMatrix }

val brightnessEffect = Brightness(0.5f) // Increase brightness
val effects = listOf(brightnessEffect, flipEffect)
// exoPlayer.setVideoEffects(effects)

val mediaItem = player.currentMediaItem ?: return
val editedMediaItem = EditedMediaItem.Builder(mediaItem)
.setEffects(Effects(listOf(), effects)) // audioEffects, videoEffects
// .setVideoEffects(effects)
.build()

Log.i(TAG, "stop apply filter play")
Toast.makeText(getApplicationContext(), "applying filter 2 ", 0).show()
player.stop()
player.setMediaItem(editedMediaItem.mediaItem)
player.prepare();
player.play();
}

private fun updateMediaMetadataUI() {
Expand Down Expand Up @@ -180,7 +285,7 @@ class PlayerActivity : AppCompatActivity() {
override fun getView(position: Int, convertView: View?, parent: ViewGroup): View {
val mediaItem = getItem(position)!!
val returnConvertView =
convertView ?: LayoutInflater.from(context).inflate(R.layout.playlist_items, parent, false)
convertView ?: LayoutInflater.from(context).inflate(R.layout.playlist_items, parent, false)

returnConvertView.findViewById<TextView>(R.id.media_item).text = mediaItem.mediaMetadata.title

Expand All @@ -191,17 +296,17 @@ class PlayerActivity : AppCompatActivity() {
ContextCompat.getColor(context, R.color.playlist_item_background)
)
returnConvertView
.findViewById<TextView>(R.id.media_item)
.setTextColor(ContextCompat.getColor(context, R.color.white))
.findViewById<TextView>(R.id.media_item)
.setTextColor(ContextCompat.getColor(context, R.color.white))
deleteButton.visibility = View.GONE
} else {
// Styles for any other media item list item.
returnConvertView.setBackgroundColor(
ContextCompat.getColor(context, R.color.player_background)
)
returnConvertView
.findViewById<TextView>(R.id.media_item)
.setTextColor(ContextCompat.getColor(context, R.color.white))
.findViewById<TextView>(R.id.media_item)
.setTextColor(ContextCompat.getColor(context, R.color.white))
deleteButton.visibility = View.VISIBLE
deleteButton.setOnClickListener {
controller.removeMediaItem(position)
Expand Down