Preview is lagging

[mylaimani]

WhatsApp.Video.2024-10-22.at.11.32.24.mp4

I am having problem in Android 13 and below (in Android 14 it looks fine)... when I connect the USB camera, preview is having issue as shown in the screen recording. Same USB camera that I connect in the old application (that uses Android 8.1) it is working fine.

The code I am using is as follows

     import android.annotation.SuppressLint
     import android.graphics.Color
     import android.os.Build
     import android.os.Bundle
     import android.view.LayoutInflater
     import android.view.SurfaceHolder
     import android.view.SurfaceView
     import android.view.View
     import android.view.ViewGroup
     import android.webkit.WebChromeClient
      import android.webkit.WebView
import android.widget.Button
import android.widget.EditText
import android.widget.ImageView
import android.widget.RelativeLayout
import android.widget.TextView
import androidx.annotation.RequiresApi
import androidx.fragment.app.Fragment
import com.lastmanstands.tv.R
import com.lastmanstands.tv.utils.PathUtils
import com.lastmanstands.tv.utils.toast
import com.pedro.common.ConnectChecker
import com.pedro.encoder.input.gl.render.filters.AndroidViewFilterRender
import com.pedro.encoder.input.sources.audio.MicrophoneSource
import com.pedro.library.base.recording.RecordController
import com.pedro.library.generic.GenericStream
import com.pedro.encoder.input.sources.video.Camera1Source
import com.pedro.encoder.input.sources.video.Camera2Source
import com.pedro.encoder.utils.CodecUtil
   import com.pedro.encoder.utils.gl.TranslateTo
   import com.pedro.extrasources.CameraXSource
   import com.pedro.library.rtmp.RtmpStream
   import com.pedro.library.util.BitrateAdapter
    import java.text.SimpleDateFormat
    import java.util.Date
    import java.util.Locale

   @RequiresApi(Build.VERSION_CODES.LOLLIPOP)
    class CameraFragment: Fragment(), ConnectChecker {
    public lateinit var bSwitchCamera: ImageView
    companion object {
        fun getInstance(): CameraFragment = CameraFragment()
    }
    val rtmpStream: RtmpStream by lazy {
        RtmpStream(requireContext(), this, Camera1Source(requireContext()), MicrophoneSource()).apply {
            getGlInterface().autoHandleOrientation = true
            getStreamClient().setBitrateExponentialFactor(0.5f)
            getStreamClient().setAuthorization("mani","Pr1th1v1")
            forceCodecType(CodecUtil.CodecType.HARDWARE, CodecUtil.CodecType.FIRST_COMPATIBLE_FOUND)
        }
    }
    private lateinit var rlWebView: RelativeLayout
    private lateinit var myWebView: WebView
    private lateinit var surfaceView: SurfaceView
    private lateinit var bStartStop: ImageView
    private lateinit var txtBitrate: TextView
    private val width = 640
    private val height = 480
    private val vBitrate = 1200 * 1000
    private var rotation = 0
    private val sampleRate = 32000
    private val isStereo = true
    private val aBitrate = 128 * 1000
    private var recordPath = ""
    
    // Bitrate adapter used to change the bitrate on fly depend of the bandwidth.
    private val bitrateAdapter = BitrateAdapter {
        rtmpStream.setVideoBitrateOnFly(it)
    }.apply {
        setMaxBitrate(vBitrate + aBitrate)
    }

    @SuppressLint("ClickableViewAccessibility")
    override fun onCreateView(
        inflater: LayoutInflater, container: ViewGroup?, savedInstanceState: Bundle?
    ): View? {
        val view = inflater.inflate(R.layout.fragment_camera, container, false)
        bStartStop = view.findViewById(R.id.b_start_stop)
        val bRecord = view.findViewById<ImageView>(R.id.b_record)
        bSwitchCamera = view.findViewById<ImageView>(R.id.switch_camera)
        val etUrl = view.findViewById<EditText>(R.id.et_rtp_url)
        bRecord.visibility = View.GONE
        txtBitrate = view.findViewById(R.id.txt_bitrate)
        surfaceView = view.findViewById(R.id.surfaceView)
        (activity as? RotationActivity)?.let {
            surfaceView.setOnTouchListener(it)
        }
        surfaceView.holder.addCallback(object : SurfaceHolder.Callback {
            override fun surfaceCreated(holder: SurfaceHolder) {
                if (!rtmpStream.isOnPreview) rtmpStream.startPreview(surfaceView)
            }
            override fun surfaceChanged(holder: SurfaceHolder, format: Int, width: Int, height: Int) {
                rtmpStream.getGlInterface().setPreviewResolution(width, height)
            }
            override fun surfaceDestroyed(holder: SurfaceHolder) {
                if (rtmpStream.isOnPreview) rtmpStream.stopPreview()
            }
        })
        bStartStop.setOnClickListener {
            if (!rtmpStream.isStreaming) {
                // rtmpStream.startStream(etUrl.text.toString())
                rtmpStream.startStream("rtmp://34.87.105.25:1935/live/445823")
                bStartStop.setImageResource(R.drawable.stream_stop_icon)
            } else {
                rtmpStream.stopStream()
                bStartStop.setImageResource(R.drawable.stream_icon)
            }
        }
        bRecord.setOnClickListener {
            if (!rtmpStream.isRecording) {
                val folder = PathUtils.getRecordPath()
                if (!folder.exists()) folder.mkdir()
                val sdf = SimpleDateFormat("yyyyMMdd_HHmmss", Locale.getDefault())
                recordPath = "${folder.absolutePath}/${sdf.format(Date())}.mp4"
                rtmpStream.startRecord(recordPath) { status ->
                    if (status == RecordController.Status.RECORDING) {
                        bRecord.setImageResource(R.drawable.stop_icon)
                    }
                }
                bRecord.setImageResource(R.drawable.pause_icon)
            } else {
                rtmpStream.stopRecord()
                bRecord.setImageResource(R.drawable.record_icon)
                PathUtils.updateGallery(requireContext(), recordPath)
            }
        }
        etUrl.visibility = View.GONE
        return view
    }

    fun setOrientationMode(isVertical: Boolean) {
        val wasOnPreview = rtmpStream.isOnPreview
        rtmpStream.release()
        rotation = if (isVertical) 90 else 0
        prepare()
        if (wasOnPreview) rtmpStream.startPreview(surfaceView)
    }

    override fun onCreate(savedInstanceState: Bundle?) {
        super.onCreate(savedInstanceState)
        prepare()
        rtmpStream.getStreamClient().setReTries(10)
    }

    private fun prepare() {
        val prepared = try {
            rtmpStream.prepareVideo(width, height, vBitrate, rotation = rotation) &&
                    rtmpStream.prepareAudio(sampleRate, isStereo, aBitrate)
        } catch (e: IllegalArgumentException) {
            false
        }
        if (!prepared) {
            toast("Audio or Video configuration failed")
            activity?.finish()
        }
    }

    override fun onDestroy() {
        super.onDestroy()
        rtmpStream.release()
    }

    override fun onConnectionStarted(url: String) {}

    override fun onConnectionSuccess() {
        toast("Connected")
    }

    override fun onConnectionFailed(reason: String) {
        if (rtmpStream.getStreamClient().reTry(5000, reason, null)) {
            toast("Retry")
        } else {
            rtmpStream.stopStream()
            bStartStop.setImageResource(R.drawable.stream_icon)
            toast("Failed: $reason")
        }
    }

    override fun onNewBitrate(bitrate: Long) {
        bitrateAdapter.adaptBitrate(bitrate, rtmpStream.getStreamClient().hasCongestion())
        txtBitrate.text = String.format(Locale.getDefault(), "%.1f mb/s", bitrate / 1000_000f)
    }

    override fun onDisconnect() {
        txtBitrate.text = String()
        toast("Disconnected")
    }

    override fun onAuthError() {
        rtmpStream.stopStream()
        bStartStop.setImageResource(R.drawable.stream_icon)
        toast("Auth error")
    }

    override fun onAuthSuccess() {
        toast("Auth success")
    }
}

[pedroSG94]

Hello,

I don't understand you. You are using Camera1Source, what do you mean with problems connecting USB camera?
Did you tried using Camera2Source or CameraXSource?

[mylaimani]

      currentVideoSource = item.updateMenuColor(this, currentVideoSource)
      cameraFragment.rtmpStream.changeVideoSource(CameraUvcSource())
      updateOrientation(true)

This connects to USB camera properly, but the preview is not smooth, it stops for few seconds, lagging. While streaming also same problem.

[pedroSG94]

Ok, that VideoSource use an external dependency. Can you test if your camera is working properly with this project?
https://github.com/shiyinghan/UVCAndroid

[mylaimani]

Thanks I had found the solution, in RootEncoder's CameraUvcSource.kt class we need to give

FrameRate as 30 fps
Format as UVC_VS_FRAME_MJPEG
Resolution as 1920x1080

When we give like this, then everything is smooth and working perfectly.

At present I am working on these points now after finishing I will put the code here