client/src/assets/player/shared/p2p-media-loader/hls-plugin.ts
// Thanks https://github.com/streamroot/videojs-hlsjs-plugin
// We duplicated this plugin to choose the hls.js version we want, because streamroot only provide a bundled file
import { logger } from '@root-helpers/logger'
import Hlsjs, { ErrorData, Level, LevelSwitchingData, ManifestParsedData } from 'hls.js'
import videojs from 'video.js'
import { HLSPluginOptions, HlsjsConfigHandlerOptions, PeerTubeResolution, VideoJSTechHLS } from '../../types'
type ErrorCounts = {
[ type: string ]: number
}
// ---------------------------------------------------------------------------
// Source handler registration
// ---------------------------------------------------------------------------
type HookFn = (player: videojs.Player, hljs: Hlsjs) => void
let alreadyRegistered = false
const registerSourceHandler = function (vjs: typeof videojs) {
if (!Hlsjs.isSupported()) {
logger.info('Hls.js is not supported in this browser.')
return
}
const html5 = vjs.getTech('Html5')
if (!html5) {
logger.error('No "Html5" tech found in videojs')
return
}
if (alreadyRegistered) return
alreadyRegistered = true;
// FIXME: typings
(html5 as any).registerSourceHandler({
canHandleSource: function (source: videojs.Tech.SourceObject) {
const hlsTypeRE = /^application\/x-mpegURL|application\/vnd\.apple\.mpegurl$/i
const hlsExtRE = /\.m3u8/i
if (hlsTypeRE.test(source.type)) return 'probably'
if (hlsExtRE.test(source.src)) return 'maybe'
return ''
},
handleSource: function (source: videojs.Tech.SourceObject, tech: VideoJSTechHLS) {
if (tech.hlsProvider) {
tech.hlsProvider.dispose()
}
tech.hlsProvider = new Html5Hlsjs(vjs, source, tech)
return tech.hlsProvider
}
}, 0);
// FIXME: typings
(vjs as any).Html5Hlsjs = Html5Hlsjs
}
// ---------------------------------------------------------------------------
// HLS options plugin
// ---------------------------------------------------------------------------
const Plugin = videojs.getPlugin('plugin')
class HLSJSConfigHandler extends Plugin {
constructor (player: videojs.Player, options: HlsjsConfigHandlerOptions) {
super(player, options)
if (!options) return
if (!player.srOptions_) {
player.srOptions_ = {}
}
if (!player.srOptions_.hlsjsConfig) {
player.srOptions_.hlsjsConfig = options.hlsjsConfig
}
if (options.levelLabelHandler && !player.srOptions_.levelLabelHandler) {
player.srOptions_.levelLabelHandler = options.levelLabelHandler
}
registerSourceHandler(videojs)
}
dispose () {
this.player.srOptions_ = undefined
const tech = this.player.tech(true) as any
if (tech.hlsProvider) {
tech.hlsProvider.dispose()
tech.hlsProvider = undefined
}
super.dispose()
}
}
videojs.registerPlugin('hlsjs', HLSJSConfigHandler)
// ---------------------------------------------------------------------------
// HLS JS source handler
// ---------------------------------------------------------------------------
export class Html5Hlsjs {
private static hooks: { [id: string]: HookFn[] } = {}
private readonly videoElement: HTMLVideoElement
private readonly errorCounts: ErrorCounts = {}
private readonly player: videojs.Player
private readonly tech: videojs.Tech
private readonly source: videojs.Tech.SourceObject
private readonly vjs: typeof videojs
private maxNetworkErrorRecovery = 5
private hls: Hlsjs
private hlsjsConfig: HLSPluginOptions = null
private _duration: number = null
private metadata: ManifestParsedData = null
private isLive: boolean = null
private dvrDuration: number = null
private edgeMargin: number = null
private liveEnded = false
private handlers: { [ id in 'play' | 'error' ]: EventListener } = {
play: null,
error: null
}
private audioMode = false
constructor (vjs: typeof videojs, source: videojs.Tech.SourceObject, tech: videojs.Tech) {
this.vjs = vjs
this.source = source
this.tech = tech;
(this.tech as any).name_ = 'Hlsjs'
this.videoElement = tech.el() as HTMLVideoElement
this.player = vjs((tech.options_ as any).playerId)
this.handlers.error = event => {
let errorTxt: string
const mediaError = ((event.currentTarget || event.target) as HTMLVideoElement).error
if (!mediaError) return
logger.info(mediaError)
switch (mediaError.code) {
case mediaError.MEDIA_ERR_ABORTED:
errorTxt = 'You aborted the video playback'
break
case mediaError.MEDIA_ERR_DECODE:
errorTxt = 'The video playback was aborted due to a corruption problem or because the video used features ' +
'your browser did not support'
this._handleMediaError(mediaError)
break
case mediaError.MEDIA_ERR_NETWORK:
errorTxt = 'A network error caused the video download to fail part-way'
break
case mediaError.MEDIA_ERR_SRC_NOT_SUPPORTED:
errorTxt = 'The video could not be loaded, either because the server or network failed or because the format is not supported'
break
default:
errorTxt = mediaError.message
}
logger.error(`MEDIA_ERROR: ${errorTxt}`)
}
this.videoElement.addEventListener('error', this.handlers.error)
this.initialize()
}
duration () {
if (this._duration === Infinity) return Infinity
if (!isNaN(this.videoElement.duration)) return this.videoElement.duration
return this._duration || 0
}
seekable () {
if (this.hls.media) {
if (!this.isLive) {
return this.vjs.createTimeRanges(0, this.hls.media.duration)
}
// Video.js doesn't seem to like floating point timeranges
const startTime = Math.round(this.hls.media.duration - this.dvrDuration)
const endTime = Math.round(this.hls.media.duration - this.edgeMargin)
return this.vjs.createTimeRanges(startTime, endTime)
}
return this.vjs.createTimeRanges()
}
dispose () {
this.videoElement.removeEventListener('play', this.handlers.play)
this.videoElement.removeEventListener('error', this.handlers.error)
this.hls.destroy()
}
// ---------------------------------------------------------------------------
private _getHumanErrorMsg (error: { message: string, code?: number }) {
switch (error.code) {
default:
return error.message
}
}
private _handleUnrecovarableError (error: any) {
if (this.hls.levels.filter(l => l.id > -1).length > 1) {
this._removeQuality(this.hls.loadLevel)
return
}
this.hls.destroy()
logger.info('bubbling error up to VIDEOJS')
this.tech.error = () => ({
...error,
message: this._getHumanErrorMsg(error)
})
this.tech.trigger('error')
}
private _handleMediaError (error: any) {
if (this.errorCounts[Hlsjs.ErrorTypes.MEDIA_ERROR] === 1) {
logger.info('trying to recover media error')
this.hls.recoverMediaError()
return
}
if (this.errorCounts[Hlsjs.ErrorTypes.MEDIA_ERROR] === 2) {
logger.info('2nd try to recover media error (by swapping audio codec')
this.hls.swapAudioCodec()
this.hls.recoverMediaError()
return
}
if (this.errorCounts[Hlsjs.ErrorTypes.MEDIA_ERROR] > 2) {
this._handleUnrecovarableError(error)
}
}
private _handleNetworkError (error: any) {
if (navigator.onLine === false) return
// We may have errors if the live ended because of a fast-restream in the same permanent live
if (this.liveEnded) {
logger.info('Forcing end of live stream after a network error');
(this.player as any)?.handleTechEnded_()
this.hls?.stopLoad()
return
}
if (this.errorCounts[Hlsjs.ErrorTypes.NETWORK_ERROR] <= this.maxNetworkErrorRecovery) {
logger.info('trying to recover network error')
// Wait 1 second and retry
setTimeout(() => this.hls.startLoad(), 1000)
// Reset error count on success
this.hls.once(Hlsjs.Events.FRAG_LOADED, () => {
this.errorCounts[Hlsjs.ErrorTypes.NETWORK_ERROR] = 0
})
return
}
this._handleUnrecovarableError(error)
}
private _onError (_event: any, data: ErrorData) {
const error: { message: string, code?: number } = {
message: `HLS.js error: ${data.type} - fatal: ${data.fatal} - ${data.details}`
}
// increment/set error count
if (this.errorCounts[data.type]) this.errorCounts[data.type] += 1
else this.errorCounts[data.type] = 1
// Google Bot doesn't support our codecs, but it should not prevent indexing
if (!/googlebot/i.test(navigator.userAgent)) {
if (data.fatal) logger.error(error.message, { currentTime: this.player.currentTime(), data })
else logger.clientWarn(error.message)
}
if (data.type === Hlsjs.ErrorTypes.NETWORK_ERROR) {
error.code = 2
this._handleNetworkError(error)
} else if (data.fatal && data.type === Hlsjs.ErrorTypes.MEDIA_ERROR && data.details !== 'manifestIncompatibleCodecsError') {
error.code = 3
this._handleMediaError(error)
} else if (data.fatal) {
this._handleUnrecovarableError(error)
}
}
// ---------------------------------------------------------------------------
private buildLevelLabel (level: Level) {
return this.player.srOptions_.levelLabelHandler(level, this.player)
}
private _removeQuality (index: number) {
this.hls.removeLevel(index)
this.player.peertubeResolutions().remove(index)
this.hls.currentLevel = -1
}
private _notifyVideoQualities () {
if (!this.metadata) return
const resolutions: PeerTubeResolution[] = []
this.metadata.levels.forEach((level, index) => {
resolutions.push({
id: index,
height: level.height,
width: level.width,
bitrate: level.bitrate,
label: this.buildLevelLabel(level),
selected: level.id === this.hls.manualLevel,
selectCallback: () => this.manuallySelectVideoLevel(index)
})
})
// Add a manually injected "Audio only" quality that will reloads hls.js
const videoResolutions = resolutions.filter(r => r.height !== 0)
if (videoResolutions.length !== 0 && this.getSeparateAudioTrack()) {
const audioTrackUrl = this.getSeparateAudioTrack()
resolutions.push({
id: -2, // -1 is for "Auto quality"
label: this.player.localize('Audio only'),
selected: false,
selectCallback: () => {
if (this.audioMode) return
this.audioMode = true
this.updateToAudioOrVideo(audioTrackUrl)
}
})
}
resolutions.push({
id: -1,
label: this.player.localize('Auto'),
selected: true,
selectCallback: () => this.manuallySelectVideoLevel(-1)
})
this.player.peertubeResolutions().add(resolutions)
}
private manuallySelectVideoLevel (index: number) {
if (this.audioMode) {
this.audioMode = false
this.updateToAudioOrVideo(this.source.src, index)
return
}
this.hls.currentLevel = index
}
private _startLoad () {
this.hls.startLoad(-1)
this.videoElement.removeEventListener('play', this.handlers.play)
}
private _onMetaData (_event: any, data: ManifestParsedData) {
// This could arrive before 'loadedqualitydata' handlers is registered, remember it so we can raise it later
this.metadata = data
this._notifyVideoQualities()
}
private initialize () {
this.liveEnded = false
this.buildBaseConfig()
if ([ '', 'auto' ].includes(this.videoElement.preload) && !this.videoElement.autoplay && this.hlsjsConfig.autoStartLoad === undefined) {
this.hlsjsConfig.autoStartLoad = false
}
// If the user explicitly sets autoStartLoad to false, we're not going to enter the if block above
// That's why we have a separate if block here to set the 'play' listener
if (this.hlsjsConfig.autoStartLoad === false) {
this.handlers.play = this._startLoad.bind(this)
this.videoElement.addEventListener('play', this.handlers.play)
}
const loader = this.hlsjsConfig.loaderBuilder()
this.hls = new Hlsjs({ ...this.hlsjsConfig, loader })
this.player.trigger('hlsjs-initialized', { hlsjs: this.hls, engine: loader.getEngine() })
this.hls.on(Hlsjs.Events.ERROR, (event, data) => this._onError(event, data))
this.hls.on(Hlsjs.Events.MANIFEST_PARSED, (event, data) => this._onMetaData(event, data))
this.hls.on(Hlsjs.Events.LEVEL_LOADED, (_event, data) => {
// The DVR plugin will auto seek to "live edge" on start up
if (this.hlsjsConfig.liveSyncDuration) {
this.edgeMargin = this.hlsjsConfig.liveSyncDuration
} else if (this.hlsjsConfig.liveSyncDurationCount) {
this.edgeMargin = this.hlsjsConfig.liveSyncDurationCount * data.details.targetduration
}
if (this.isLive && !data.details.live) {
this.liveEnded = true
this.player.trigger('hlsjs-live-ended')
}
this.isLive = data.details.live
this.dvrDuration = data.details.totalduration
this._duration = this.isLive ? Infinity : data.details.totalduration
// Increase network error recovery for lives since they can be broken (server restart, stream interruption etc)
if (this.isLive) this.maxNetworkErrorRecovery = 30
})
this.registerLevelEventSwitch()
this.hls.once(Hlsjs.Events.FRAG_LOADED, () => {
// Emit custom 'loadedmetadata' event for parity with `videojs-contrib-hls`
// Ref: https://github.com/videojs/videojs-contrib-hls#loadedmetadata
this.tech.trigger('loadedmetadata')
})
this.hls.attachMedia(this.videoElement)
this.hls.loadSource(this.source.src)
}
private updateToAudioOrVideo (newSource: string, startLevel?: number) {
this.player.addClass('vjs-updating-resolution')
const currentTime = this.player.currentTime()
this.dispose()
this.buildBaseConfig()
this.hlsjsConfig.autoStartLoad = true
this.player.autoplay('play')
const loader = this.hlsjsConfig.loaderBuilder()
this.hls = new Hlsjs({
...this.hlsjsConfig,
loader,
startPosition: this.duration() === Infinity
? undefined
: currentTime,
startLevel
})
this.player.trigger('hlsjs-initialized', { hlsjs: this.hls, engine: loader.getEngine() })
this.hls.on(Hlsjs.Events.ERROR, (event, data) => this._onError(event, data))
this.registerLevelEventSwitch()
this.hls.attachMedia(this.videoElement)
this.hls.loadSource(newSource)
this.player.one('canplay', () => {
this.player.removeClass('vjs-updating-resolution')
})
}
private registerLevelEventSwitch () {
this.hls.on(Hlsjs.Events.LEVEL_SWITCHING, (_e, data: LevelSwitchingData) => {
let resolutionId = data.level
let autoResolutionChosenId = -1
if (this.audioMode) {
resolutionId = -2
} else if (this.hls.autoLevelEnabled) {
resolutionId = -1
autoResolutionChosenId = data.level
}
this.player.peertubeResolutions().select({ id: resolutionId, autoResolutionChosenId, fireCallback: false })
})
}
private buildBaseConfig () {
const techOptions = this.tech.options_ as HlsjsConfigHandlerOptions
const srOptions_ = this.player.srOptions_
const hlsjsConfigRef = srOptions_?.hlsjsConfig || techOptions.hlsjsConfig
// Hls.js will write to the reference thus change the object for later streams
this.hlsjsConfig = hlsjsConfigRef
? { ...hlsjsConfigRef }
: {}
}
private getSeparateAudioTrack () {
if (this.metadata.audioTracks.length === 0) return undefined
return this.metadata.audioTracks[0].url
}
}