feat: Background audio player

Signed-off-by: Christian Kußowski <c.kussowski@famedly.com>
pull/1859/head
Christian Kußowski 5 months ago
parent 5028b2e6e4
commit 7cc341ac91
No known key found for this signature in database
GPG Key ID: E067ECD60F1A0652

@ -4,6 +4,7 @@ import 'dart:io';
import 'package:flutter/foundation.dart'; import 'package:flutter/foundation.dart';
import 'package:flutter/material.dart'; import 'package:flutter/material.dart';
import 'package:async/async.dart';
import 'package:flutter_linkify/flutter_linkify.dart'; import 'package:flutter_linkify/flutter_linkify.dart';
import 'package:just_audio/just_audio.dart'; import 'package:just_audio/just_audio.dart';
import 'package:matrix/matrix.dart'; import 'package:matrix/matrix.dart';
@ -17,6 +18,7 @@ import 'package:fluffychat/utils/file_description.dart';
import 'package:fluffychat/utils/localized_exception_extension.dart'; import 'package:fluffychat/utils/localized_exception_extension.dart';
import 'package:fluffychat/utils/url_launcher.dart'; import 'package:fluffychat/utils/url_launcher.dart';
import '../../../utils/matrix_sdk_extensions/event_extension.dart'; import '../../../utils/matrix_sdk_extensions/event_extension.dart';
import '../../../widgets/matrix.dart';
class AudioPlayerWidget extends StatefulWidget { class AudioPlayerWidget extends StatefulWidget {
final Color color; final Color color;
@ -24,8 +26,6 @@ class AudioPlayerWidget extends StatefulWidget {
final double fontSize; final double fontSize;
final Event event; final Event event;
static String? currentId;
static const int wavesCount = 40; static const int wavesCount = 40;
const AudioPlayerWidget( const AudioPlayerWidget(
@ -43,48 +43,115 @@ class AudioPlayerWidget extends StatefulWidget {
enum AudioPlayerStatus { notDownloaded, downloading, downloaded } enum AudioPlayerStatus { notDownloaded, downloading, downloaded }
class AudioPlayerState extends State<AudioPlayerWidget> { class AudioPlayerState extends State<AudioPlayerWidget> {
AudioPlayerStatus status = AudioPlayerStatus.notDownloaded; static const double buttonSize = 36;
AudioPlayer? audioPlayer;
StreamSubscription? onAudioPositionChanged;
StreamSubscription? onDurationChanged;
StreamSubscription? onPlayerStateChanged;
StreamSubscription? onPlayerError;
String? statusText; AudioPlayerStatus status = AudioPlayerStatus.notDownloaded;
double currentPosition = 0;
double maxPosition = 1;
MatrixFile? matrixFile; late final MatrixState matrix;
File? audioFile; late final List<int>? _waveform;
late final String? _durationString;
@override @override
void dispose() { void dispose() {
if (audioPlayer?.playerState.playing == true) {
audioPlayer?.stop();
}
onAudioPositionChanged?.cancel();
onDurationChanged?.cancel();
onPlayerStateChanged?.cancel();
onPlayerError?.cancel();
super.dispose(); super.dispose();
final audioPlayer = matrix.voiceMessageEventId.value != widget.event.eventId
? null
: matrix.audioPlayer;
if (audioPlayer != null) {
if (audioPlayer.playing && !audioPlayer.isAtEndPosition) {
WidgetsBinding.instance.addPostFrameCallback((_) {
ScaffoldMessenger.of(matrix.context).showMaterialBanner(
MaterialBanner(
padding: EdgeInsets.zero,
content: Row(
children: [
StreamBuilder(
stream: audioPlayer.playerStateStream.asBroadcastStream(),
builder: (context, _) => IconButton(
onPressed: () {
if (audioPlayer.isAtEndPosition) {
audioPlayer.seek(Duration.zero);
} else if (audioPlayer.playing) {
audioPlayer.pause();
} else {
audioPlayer.play();
}
},
icon: audioPlayer.playing && !audioPlayer.isAtEndPosition
? const Icon(Icons.pause_outlined)
: const Icon(Icons.play_arrow_outlined),
),
),
Expanded(
child: StreamBuilder(
stream: audioPlayer.positionStream.asBroadcastStream(),
builder: (context, _) {
return Text(
'🎙️ ${audioPlayer.position.minuteSecondString} / ${audioPlayer.duration?.minuteSecondString} - ${widget.event.senderFromMemoryOrFallback.calcDisplayname()}',
maxLines: 1,
overflow: TextOverflow.ellipsis,
);
},
),
),
],
),
actions: [
IconButton(
onPressed: () {
audioPlayer.pause();
audioPlayer.dispose();
matrix.voiceMessageEventId.value =
matrix.audioPlayer = null;
WidgetsBinding.instance.addPostFrameCallback((_) {
ScaffoldMessenger.of(matrix.context)
.clearMaterialBanners();
});
},
icon: const Icon(Icons.close_outlined),
),
],
),
);
});
return;
}
audioPlayer.pause();
audioPlayer.dispose();
matrix.voiceMessageEventId.value = matrix.audioPlayer = null;
}
} }
void _startAction() { void _onButtonTap() async {
if (status == AudioPlayerStatus.downloaded) { WidgetsBinding.instance.addPostFrameCallback((_) {
_playAction(); ScaffoldMessenger.of(matrix.context).clearMaterialBanners();
} else { });
_downloadAction(); final currentPlayer =
matrix.voiceMessageEventId.value != widget.event.eventId
? null
: matrix.audioPlayer;
if (currentPlayer != null) {
if (currentPlayer.isAtEndPosition) {
currentPlayer.seek(Duration.zero);
} else if (currentPlayer.playing) {
currentPlayer.pause();
} else {
currentPlayer.play();
}
return;
} }
}
Future<void> _downloadAction() async { matrix.voiceMessageEventId.value = widget.event.eventId;
if (status != AudioPlayerStatus.notDownloaded) return; matrix.audioPlayer
?..stop()
..dispose();
File? file;
MatrixFile? matrixFile;
setState(() => status = AudioPlayerStatus.downloading); setState(() => status = AudioPlayerStatus.downloading);
try { try {
final matrixFile = await widget.event.downloadAndDecryptAttachment(); matrixFile = await widget.event.downloadAndDecryptAttachment();
File? file;
if (!kIsWeb) { if (!kIsWeb) {
final tempDir = await getTemporaryDirectory(); final tempDir = await getTemporaryDirectory();
@ -107,11 +174,8 @@ class AudioPlayerState extends State<AudioPlayerWidget> {
} }
setState(() { setState(() {
audioFile = file;
this.matrixFile = matrixFile;
status = AudioPlayerStatus.downloaded; status = AudioPlayerStatus.downloaded;
}); });
_playAction();
} catch (e, s) { } catch (e, s) {
Logs().v('Could not download audio file', e, s); Logs().v('Could not download audio file', e, s);
ScaffoldMessenger.of(context).showSnackBar( ScaffoldMessenger.of(context).showSnackBar(
@ -119,94 +183,27 @@ class AudioPlayerState extends State<AudioPlayerWidget> {
content: Text(e.toLocalizedString(context)), content: Text(e.toLocalizedString(context)),
), ),
); );
rethrow;
} }
} if (!context.mounted) return;
if (matrix.voiceMessageEventId.value != widget.event.eventId) return;
void _playAction() async { final audioPlayer = matrix.audioPlayer = AudioPlayer();
final audioPlayer = this.audioPlayer ??= AudioPlayer();
if (AudioPlayerWidget.currentId != widget.event.eventId) {
if (AudioPlayerWidget.currentId != null) {
if (audioPlayer.playerState.playing) {
await audioPlayer.stop();
setState(() {});
}
}
AudioPlayerWidget.currentId = widget.event.eventId;
}
if (audioPlayer.playerState.playing) {
await audioPlayer.pause();
return;
} else if (audioPlayer.position != Duration.zero) {
await audioPlayer.play();
return;
}
onAudioPositionChanged ??= audioPlayer.positionStream.listen((state) { if (file != null) {
if (maxPosition <= 0) return; audioPlayer.setFilePath(file.path);
setState(() {
statusText =
'${state.inMinutes.toString().padLeft(2, '0')}:${(state.inSeconds % 60).toString().padLeft(2, '0')}';
currentPosition = state.inMilliseconds.toDouble();
});
if (state.inMilliseconds.toDouble() == maxPosition) {
audioPlayer.stop();
audioPlayer.seek(null);
}
});
onDurationChanged ??= audioPlayer.durationStream.listen((max) {
if (max == null || max == Duration.zero) return;
setState(() => maxPosition = max.inMilliseconds.toDouble());
});
onPlayerStateChanged ??=
audioPlayer.playingStream.listen((_) => setState(() {}));
final audioFile = this.audioFile;
if (audioFile != null) {
audioPlayer.setFilePath(audioFile.path);
} else { } else {
await audioPlayer.setAudioSource(MatrixFileAudioSource(matrixFile!)); await audioPlayer.setAudioSource(MatrixFileAudioSource(matrixFile));
} }
audioPlayer.play().onError( audioPlayer.play().onError(
ErrorReporter(context, 'Unable to play audio message') ErrorReporter(context, 'Unable to play audio message')
.onErrorCallback, .onErrorCallback,
); );
} }
static const double buttonSize = 36;
String? get _durationString {
final durationInt = widget.event.content
.tryGetMap<String, dynamic>('info')
?.tryGet<int>('duration');
if (durationInt == null) return null;
final duration = Duration(milliseconds: durationInt);
return '${duration.inMinutes.toString().padLeft(2, '0')}:${(duration.inSeconds % 60).toString().padLeft(2, '0')}';
}
List<int>? _getWaveform() {
final eventWaveForm = widget.event.content
.tryGetMap<String, dynamic>('org.matrix.msc1767.audio')
?.tryGetList<int>('waveform');
if (eventWaveForm == null || eventWaveForm.isEmpty) {
return null;
}
while (eventWaveForm.length < AudioPlayerWidget.wavesCount) {
for (var i = 0; i < eventWaveForm.length; i = i + 2) {
eventWaveForm.insert(i, eventWaveForm[i]);
}
}
var i = 0;
final step = (eventWaveForm.length / AudioPlayerWidget.wavesCount).round();
while (eventWaveForm.length > AudioPlayerWidget.wavesCount) {
eventWaveForm.removeAt(i);
i = (i + step) % AudioPlayerWidget.wavesCount;
}
return eventWaveForm.map((i) => i > 1024 ? 1024 : i).toList();
}
late final List<int>? _waveform;
void _toggleSpeed() async { void _toggleSpeed() async {
final audioPlayer = this.audioPlayer; final audioPlayer = matrix.audioPlayer;
if (audioPlayer == null) return; if (audioPlayer == null) return;
switch (audioPlayer.speed) { switch (audioPlayer.speed) {
case 1.0: case 1.0:
@ -229,10 +226,47 @@ class AudioPlayerState extends State<AudioPlayerWidget> {
setState(() {}); setState(() {});
} }
List<int>? _getWaveform() {
final eventWaveForm = widget.event.content
.tryGetMap<String, dynamic>('org.matrix.msc1767.audio')
?.tryGetList<int>('waveform');
if (eventWaveForm == null || eventWaveForm.isEmpty) {
return null;
}
while (eventWaveForm.length < AudioPlayerWidget.wavesCount) {
for (var i = 0; i < eventWaveForm.length; i = i + 2) {
eventWaveForm.insert(i, eventWaveForm[i]);
}
}
var i = 0;
final step = (eventWaveForm.length / AudioPlayerWidget.wavesCount).round();
while (eventWaveForm.length > AudioPlayerWidget.wavesCount) {
eventWaveForm.removeAt(i);
i = (i + step) % AudioPlayerWidget.wavesCount;
}
return eventWaveForm.map((i) => i > 1024 ? 1024 : i).toList();
}
@override @override
void initState() { void initState() {
super.initState(); super.initState();
matrix = Matrix.of(context);
_waveform = _getWaveform(); _waveform = _getWaveform();
if (matrix.voiceMessageEventId.value == widget.event.eventId &&
matrix.audioPlayer != null) {
WidgetsBinding.instance.addPostFrameCallback((_) {
ScaffoldMessenger.of(matrix.context).clearMaterialBanners();
});
}
final durationInt = widget.event.content
.tryGetMap<String, dynamic>('info')
?.tryGet<int>('duration');
if (durationInt != null) {
final duration = Duration(milliseconds: durationInt);
_durationString = duration.minuteSecondString;
}
} }
@override @override
@ -240,186 +274,224 @@ class AudioPlayerState extends State<AudioPlayerWidget> {
final theme = Theme.of(context); final theme = Theme.of(context);
final waveform = _waveform; final waveform = _waveform;
final statusText = this.statusText ??= _durationString ?? '00:00'; return ValueListenableBuilder(
final audioPlayer = this.audioPlayer; valueListenable: matrix.voiceMessageEventId,
builder: (context, eventId, _) {
final fileDescription = widget.event.fileDescription; final audioPlayer =
eventId != widget.event.eventId ? null : matrix.audioPlayer;
final wavePosition =
(currentPosition / maxPosition) * AudioPlayerWidget.wavesCount; final fileDescription = widget.event.fileDescription;
return Padding( return StreamBuilder<Object>(
padding: const EdgeInsets.all(12.0), stream: audioPlayer == null
child: Column( ? null
mainAxisSize: MainAxisSize.min, : StreamGroup.merge([
crossAxisAlignment: CrossAxisAlignment.start, audioPlayer.positionStream.asBroadcastStream(),
children: [ audioPlayer.playerStateStream.asBroadcastStream(),
ConstrainedBox( ]),
constraints: builder: (context, _) {
const BoxConstraints(maxWidth: FluffyThemes.columnWidth), final maxPosition =
child: Row( audioPlayer?.duration?.inMilliseconds.toDouble() ?? 1.0;
mainAxisSize: MainAxisSize.min, var currentPosition =
children: <Widget>[ audioPlayer?.position.inMilliseconds.toDouble() ?? 0.0;
SizedBox( if (currentPosition > maxPosition) currentPosition = maxPosition;
width: buttonSize,
height: buttonSize, final wavePosition =
child: status == AudioPlayerStatus.downloading (currentPosition / maxPosition) * AudioPlayerWidget.wavesCount;
? CircularProgressIndicator(
strokeWidth: 2, final statusText = audioPlayer == null
color: widget.color, ? _durationString ?? '00:00'
) : audioPlayer.position.minuteSecondString;
: InkWell( return Padding(
borderRadius: BorderRadius.circular(64), padding: const EdgeInsets.all(12.0),
onLongPress: () => widget.event.saveFile(context), child: Column(
onTap: _startAction, mainAxisSize: MainAxisSize.min,
child: Material( crossAxisAlignment: CrossAxisAlignment.start,
color: widget.color.withAlpha(64), children: [
borderRadius: BorderRadius.circular(64), ConstrainedBox(
child: Icon( constraints: const BoxConstraints(
audioPlayer?.playerState.playing == true maxWidth: FluffyThemes.columnWidth,
? Icons.pause_outlined ),
: Icons.play_arrow_outlined, child: Row(
color: widget.color, mainAxisSize: MainAxisSize.min,
), children: <Widget>[
), SizedBox(
width: buttonSize,
height: buttonSize,
child: status == AudioPlayerStatus.downloading
? CircularProgressIndicator(
strokeWidth: 2,
color: widget.color,
)
: InkWell(
borderRadius: BorderRadius.circular(64),
onLongPress: () =>
widget.event.saveFile(context),
onTap: _onButtonTap,
child: Material(
color: widget.color.withAlpha(64),
borderRadius: BorderRadius.circular(64),
child: Icon(
audioPlayer?.playing == true &&
audioPlayer?.isAtEndPosition ==
false
? Icons.pause_outlined
: Icons.play_arrow_outlined,
color: widget.color,
),
),
),
), ),
), const SizedBox(width: 8),
const SizedBox(width: 8), Expanded(
Expanded( child: Stack(
child: Stack(
children: [
if (waveform != null)
Padding(
padding: const EdgeInsets.symmetric(horizontal: 16.0),
child: Row(
children: [ children: [
for (var i = 0; if (waveform != null)
i < AudioPlayerWidget.wavesCount; Padding(
i++) padding: const EdgeInsets.symmetric(
Expanded( horizontal: 16.0,
child: Container(
height: 32,
alignment: Alignment.center,
child: Container(
margin: const EdgeInsets.symmetric(
horizontal: 1,
),
decoration: BoxDecoration(
color: i < wavePosition
? widget.color
: widget.color.withAlpha(128),
borderRadius: BorderRadius.circular(64),
),
height: 32 * (waveform[i] / 1024),
),
), ),
child: Row(
children: [
for (var i = 0;
i < AudioPlayerWidget.wavesCount;
i++)
Expanded(
child: Container(
height: 32,
alignment: Alignment.center,
child: Container(
margin:
const EdgeInsets.symmetric(
horizontal: 1,
),
decoration: BoxDecoration(
color: i < wavePosition
? widget.color
: widget.color
.withAlpha(128),
borderRadius:
BorderRadius.circular(64),
),
height: 32 * (waveform[i] / 1024),
),
),
),
],
),
),
SizedBox(
height: 32,
child: Slider(
thumbColor: widget.event.senderId ==
widget.event.room.client.userID
? theme.colorScheme.onPrimary
: theme.colorScheme.primary,
activeColor: waveform == null
? widget.color
: Colors.transparent,
inactiveColor: waveform == null
? widget.color.withAlpha(128)
: Colors.transparent,
max: maxPosition,
value: currentPosition,
onChanged: (position) => audioPlayer == null
? _onButtonTap()
: audioPlayer.seek(
Duration(
milliseconds: position.round(),
),
),
), ),
),
], ],
), ),
), ),
SizedBox( const SizedBox(width: 8),
height: 32, SizedBox(
child: Slider( width: 36,
thumbColor: widget.event.senderId ==
widget.event.room.client.userID
? theme.colorScheme.onPrimary
: theme.colorScheme.primary,
activeColor: waveform == null
? widget.color
: Colors.transparent,
inactiveColor: waveform == null
? widget.color.withAlpha(128)
: Colors.transparent,
max: maxPosition,
value: currentPosition,
onChanged: (position) => audioPlayer == null
? _startAction()
: audioPlayer.seek(
Duration(milliseconds: position.round()),
),
),
),
],
),
),
const SizedBox(width: 8),
SizedBox(
width: 36,
child: Text(
statusText,
style: TextStyle(
color: widget.color,
fontSize: 12,
),
),
),
const SizedBox(width: 8),
AnimatedCrossFade(
firstChild: Padding(
padding: const EdgeInsets.only(right: 8.0),
child: Icon(
Icons.mic_none_outlined,
color: widget.color,
),
),
secondChild: Material(
color: widget.color.withAlpha(64),
borderRadius: BorderRadius.circular(AppConfig.borderRadius),
child: InkWell(
borderRadius:
BorderRadius.circular(AppConfig.borderRadius),
onTap: _toggleSpeed,
child: SizedBox(
width: 32,
height: 20,
child: Center(
child: Text( child: Text(
'${audioPlayer?.speed.toString()}x', statusText,
style: TextStyle( style: TextStyle(
color: widget.color, color: widget.color,
fontSize: 9, fontSize: 12,
), ),
), ),
), ),
), const SizedBox(width: 8),
AnimatedCrossFade(
firstChild: Padding(
padding: const EdgeInsets.only(right: 8.0),
child: Icon(
Icons.mic_none_outlined,
color: widget.color,
),
),
secondChild: Material(
color: widget.color.withAlpha(64),
borderRadius:
BorderRadius.circular(AppConfig.borderRadius),
child: InkWell(
borderRadius:
BorderRadius.circular(AppConfig.borderRadius),
onTap: _toggleSpeed,
child: SizedBox(
width: 32,
height: 20,
child: Center(
child: Text(
'${audioPlayer?.speed.toString()}x',
style: TextStyle(
color: widget.color,
fontSize: 9,
),
),
),
),
),
),
alignment: Alignment.center,
crossFadeState: audioPlayer == null
? CrossFadeState.showFirst
: CrossFadeState.showSecond,
duration: FluffyThemes.animationDuration,
),
],
), ),
), ),
alignment: Alignment.center, if (fileDescription != null) ...[
crossFadeState: audioPlayer == null const SizedBox(height: 8),
? CrossFadeState.showFirst Padding(
: CrossFadeState.showSecond, padding: const EdgeInsets.symmetric(
duration: FluffyThemes.animationDuration, horizontal: 16,
), vertical: 8,
], ),
), child: Linkify(
), text: fileDescription,
if (fileDescription != null) ...[ textScaleFactor:
const SizedBox(height: 8), MediaQuery.textScalerOf(context).scale(1),
Padding( style: TextStyle(
padding: const EdgeInsets.symmetric( color: widget.color,
horizontal: 16, fontSize: widget.fontSize,
vertical: 8, ),
), options: const LinkifyOptions(humanize: false),
child: Linkify( linkStyle: TextStyle(
text: fileDescription, color: widget.linkColor,
textScaleFactor: MediaQuery.textScalerOf(context).scale(1), fontSize: widget.fontSize,
style: TextStyle( decoration: TextDecoration.underline,
color: widget.color, decorationColor: widget.linkColor,
fontSize: widget.fontSize, ),
), onOpen: (url) =>
options: const LinkifyOptions(humanize: false), UrlLauncher(context, url.url).launchUrl(),
linkStyle: TextStyle( ),
color: widget.linkColor, ),
fontSize: widget.fontSize, ],
decoration: TextDecoration.underline, ],
decorationColor: widget.linkColor,
),
onOpen: (url) => UrlLauncher(context, url.url).launchUrl(),
), ),
), );
], },
], );
), },
); );
} }
} }
@ -443,3 +515,16 @@ class MatrixFileAudioSource extends StreamAudioSource {
); );
} }
} }
extension on AudioPlayer {
bool get isAtEndPosition {
final duration = this.duration;
if (duration == null) return true;
return position >= duration;
}
}
extension on Duration {
String get minuteSecondString =>
'${inMinutes.toString().padLeft(2, '0')}:${(inSeconds % 60).toString().padLeft(2, '0')}';
}

@ -10,6 +10,7 @@ import 'package:flutter_gen/gen_l10n/l10n.dart';
import 'package:http/http.dart' as http; import 'package:http/http.dart' as http;
import 'package:image_picker/image_picker.dart'; import 'package:image_picker/image_picker.dart';
import 'package:intl/intl.dart'; import 'package:intl/intl.dart';
import 'package:just_audio/just_audio.dart';
import 'package:matrix/encryption.dart'; import 'package:matrix/encryption.dart';
import 'package:matrix/matrix.dart'; import 'package:matrix/matrix.dart';
import 'package:provider/provider.dart'; import 'package:provider/provider.dart';
@ -148,6 +149,9 @@ class MatrixState extends State<Matrix> with WidgetsBindingObserver {
Client? _loginClientCandidate; Client? _loginClientCandidate;
AudioPlayer? audioPlayer;
final ValueNotifier<String?> voiceMessageEventId = ValueNotifier(null);
Client getLoginClient() { Client getLoginClient() {
if (widget.clients.isNotEmpty && !client.isLogged()) { if (widget.clients.isNotEmpty && !client.isLogged()) {
return client; return client;

Loading…
Cancel
Save