import 'package:flutter/services.dart'; import 'package:flutter_easyloading/flutter_easyloading.dart'; import 'package:flutter_hbb/models/chat_model.dart'; import 'package:flutter_hbb/models/file_model.dart'; import 'package:shared_preferences/shared_preferences.dart'; import 'dart:math'; import 'dart:convert'; import 'dart:typed_data'; import 'dart:ui' as ui; import 'package:flutter/material.dart'; import 'package:tuple/tuple.dart'; import 'dart:async'; import '../common.dart'; import 'native_model.dart' if (dart.library.html) 'web_model.dart'; class FfiModel with ChangeNotifier { PeerInfo _pi = PeerInfo(); Display _display = Display(); var _decoding = false; bool _waitForImage = false; bool _initialized = false; var _inputBlocked = false; final _permissions = Map(); bool? _secure; bool? _direct; get permissions => _permissions; get initialized => _initialized; get display => _display; get secure => _secure; get direct => _direct; get pi => _pi; get inputBlocked => _inputBlocked; set inputBlocked(v) { _inputBlocked = v; } FfiModel() { Translator.call = translate; clear(); () async { await PlatformFFI.init(); _initialized = true; print("FFI initialized"); notifyListeners(); }(); } void updatePermission(Map evt) { evt.forEach((k, v) { if (k == 'name') return; _permissions[k] = v == 'true'; }); print('$_permissions'); notifyListeners(); } bool keyboard() => _permissions['keyboard'] != false; void clear() { _pi = PeerInfo(); _display = Display(); _waitForImage = false; _secure = null; _direct = null; _inputBlocked = false; clearPermissions(); } void setConnectionType(bool secure, bool direct) { _secure = secure; _direct = direct; } Image? getConnectionImage() { String? icon; if (secure == true && direct == true) { icon = 'secure'; } else if (secure == false && direct == true) { icon = 'insecure'; } else if (secure == false && direct == false) { icon = 'insecure_relay'; } else if (secure == true && direct == false) { icon = 'secure_relay'; } return icon == null ? null : Image.asset('assets/$icon.png', width: 48, height: 48); } void clearPermissions() { _inputBlocked = false; _permissions.clear(); } void update( String id, BuildContext context, void Function( Map evt, String id, ) handleMsgBox) { var pos; for (;;) { var evt = FFI.popEvent(); if (evt == null) break; var name = evt['name']; if (name == 'msgbox') { handleMsgBox(evt, id); } else if (name == 'peer_info') { handlePeerInfo(evt, context); } else if (name == 'connection_ready') { FFI.ffiModel.setConnectionType( evt['secure'] == 'true', evt['direct'] == 'true'); } else if (name == 'switch_display') { handleSwitchDisplay(evt); } else if (name == 'cursor_data') { FFI.cursorModel.updateCursorData(evt); } else if (name == 'cursor_id') { FFI.cursorModel.updateCursorId(evt); } else if (name == 'cursor_position') { pos = evt; } else if (name == 'clipboard') { Clipboard.setData(ClipboardData(text: evt['content'])); } else if (name == 'permission') { FFI.ffiModel.updatePermission(evt); } else if (name == 'chat') { FFI.chatModel.receive(evt['text'] ?? ""); } else if (name == 'file_dir') { FFI.fileModel.tryUpdateDir(evt['value'] ?? "",false); } else if (name == 'job_progress'){ FFI.fileModel.tryUpdateJobProgress(evt); } else if (name == 'job_done'){ FFI.fileModel.jobDone(evt); } else if (name == 'job_error'){ FFI.fileModel.jobError(evt); } } if (pos != null) FFI.cursorModel.updateCursorPosition(pos); if (!_decoding) { var rgba = PlatformFFI.getRgba(); if (rgba != null) { if (_waitForImage) { _waitForImage = false; EasyLoading.dismiss(); } _decoding = true; final pid = FFI.id; ui.decodeImageFromPixels( rgba, _display.width, _display.height, ui.PixelFormat.bgra8888, (image) { PlatformFFI.clearRgbaFrame(); _decoding = false; if (FFI.id != pid) return; try { // my throw exception, because the listener maybe already dispose FFI.imageModel.update(image); } catch (e) { print('update image: $e'); } }); } } } void handleSwitchDisplay(Map evt) { var old = _pi.currentDisplay; _pi.currentDisplay = int.parse(evt['display']); _display.x = double.parse(evt['x']); _display.y = double.parse(evt['y']); _display.width = int.parse(evt['width']); _display.height = int.parse(evt['height']); if (old != _pi.currentDisplay) FFI.cursorModel.updateDisplayOrigin(_display.x, _display.y); notifyListeners(); } void handlePeerInfo(Map evt, BuildContext context) { EasyLoading.dismiss(); _pi.version = evt['version']; _pi.username = evt['username']; _pi.hostname = evt['hostname']; _pi.platform = evt['platform']; _pi.sasEnabled = evt['sas_enabled'] == "true"; _pi.currentDisplay = int.parse(evt['current_display']); List displays = json.decode(evt['displays']); _pi.displays = []; for (int i = 0; i < displays.length; ++i) { Map d0 = displays[i]; var d = Display(); d.x = d0['x'].toDouble(); d.y = d0['y'].toDouble(); d.width = d0['width']; d.height = d0['height']; _pi.displays.add(d); } if (_pi.currentDisplay < _pi.displays.length) { _display = _pi.displays[_pi.currentDisplay]; } if (displays.length > 0) { showLoading(translate('Connected, waiting for image...')); _waitForImage = true; } notifyListeners(); } } class ImageModel with ChangeNotifier { ui.Image? _image; ui.Image? get image => _image; void update(ui.Image? image) { if (_image == null && image != null) { if (isDesktop) { FFI.canvasModel.updateViewStyle(); } else { final size = MediaQueryData.fromWindow(ui.window).size; final xscale = size.width / image.width; final yscale = size.height / image.height; FFI.canvasModel.scale = max(xscale, yscale); } initializeCursorAndCanvas(); } _image = image; if (image != null) notifyListeners(); } double get maxScale { if (_image == null) return 1.0; final size = MediaQueryData.fromWindow(ui.window).size; final xscale = size.width / _image!.width; final yscale = size.height / _image!.height; return max(1.0, max(xscale, yscale)); } double get minScale { if (_image == null) return 1.0; final size = MediaQueryData.fromWindow(ui.window).size; final xscale = size.width / _image!.width; final yscale = size.height / _image!.height; return min(xscale, yscale); } } class CanvasModel with ChangeNotifier { double _x = 0; double _y = 0; double _scale = 1.0; CanvasModel(); double get x => _x; double get y => _y; double get scale => _scale; void updateViewStyle() { final s = FFI.getByName('peer_option', 'view-style'); final size = MediaQueryData.fromWindow(ui.window).size; final s1 = size.width / FFI.ffiModel.display.width; final s2 = size.height / FFI.ffiModel.display.height; if (s == 'shrink') { final s = s1 < s2 ? s1 : s2; if (s < 1) { _scale = s; } } else if (s == 'stretch') { final s = s1 > s2 ? s1 : s2; if (s > 1) { _scale = s; } } else { _scale = 1; } _x = (size.width - FFI.ffiModel.display.width * _scale) / 2; _y = (size.height - FFI.ffiModel.display.height * _scale) / 2; notifyListeners(); } void update(double x, double y, double scale) { _x = x; _y = y; _scale = scale; notifyListeners(); } void moveDesktopMouse(double x, double y) { final size = MediaQueryData.fromWindow(ui.window).size; final dw = FFI.ffiModel.display.width * _scale; final dh = FFI.ffiModel.display.height * _scale; var dxOffset = 0; var dyOffset = 0; if (dw > size.width) { dxOffset = (x - dw * (x / size.width) - _x).toInt(); } if (dh > size.height) { dyOffset = (y - dh * (y / size.height) - _y).toInt(); } _x += dxOffset; _y += dyOffset; if (dxOffset != 0 || dyOffset != 0) { notifyListeners(); } FFI.cursorModel.moveLocal(x, y); } set scale(v) { _scale = v; notifyListeners(); } void panX(double dx) { _x += dx; notifyListeners(); } void resetOffset() { if (isDesktop) { updateViewStyle(); } else { _x = 0; _y = 0; } notifyListeners(); } void panY(double dy) { _y += dy; notifyListeners(); } void updateScale(double v) { if (FFI.imageModel.image == null) return; final offset = FFI.cursorModel.offset; var r = FFI.cursorModel.getVisibleRect(); final px0 = (offset.dx - r.left) * _scale; final py0 = (offset.dy - r.top) * _scale; _scale *= v; final maxs = FFI.imageModel.maxScale; final mins = FFI.imageModel.minScale; if (_scale > maxs) _scale = maxs; if (_scale < mins) _scale = mins; r = FFI.cursorModel.getVisibleRect(); final px1 = (offset.dx - r.left) * _scale; final py1 = (offset.dy - r.top) * _scale; _x -= px1 - px0; _y -= py1 - py0; notifyListeners(); } void clear([bool notify = false]) { _x = 0; _y = 0; _scale = 1.0; if (notify) notifyListeners(); } } class CursorModel with ChangeNotifier { ui.Image? _image; final _images = Map>(); double _x = -10000; double _y = -10000; double _hotx = 0; double _hoty = 0; double _displayOriginX = 0; double _displayOriginY = 0; ui.Image? get image => _image; double get x => _x - _displayOriginX; double get y => _y - _displayOriginY; Offset get offset => Offset(_x, _y); double get hotx => _hotx; double get hoty => _hoty; // remote physical display coordinate Rect getVisibleRect() { final size = MediaQueryData.fromWindow(ui.window).size; final xoffset = FFI.canvasModel.x; final yoffset = FFI.canvasModel.y; final scale = FFI.canvasModel.scale; final x0 = _displayOriginX - xoffset / scale; final y0 = _displayOriginY - yoffset / scale; return Rect.fromLTWH(x0, y0, size.width / scale, size.height / scale); } double adjustForKeyboard() { final m = MediaQueryData.fromWindow(ui.window); var keyboardHeight = m.viewInsets.bottom; final size = m.size; if (keyboardHeight < 100) return 0; final s = FFI.canvasModel.scale; final thresh = (size.height - keyboardHeight) / 2; var h = (_y - getVisibleRect().top) * s; // local physical display height return h - thresh; } void touch(double x, double y, MouseButtons button) { moveLocal(x, y); FFI.moveMouse(_x, _y); FFI.tap(button); } void move(double x, double y) { moveLocal(x, y); FFI.moveMouse(_x, _y); } void moveLocal(double x, double y) { final scale = FFI.canvasModel.scale; final xoffset = FFI.canvasModel.x; final yoffset = FFI.canvasModel.y; _x = (x - xoffset) / scale + _displayOriginX; _y = (y - yoffset) / scale + _displayOriginY; notifyListeners(); } void reset() { _x = _displayOriginX; _y = _displayOriginY; FFI.moveMouse(_x, _y); FFI.canvasModel.clear(true); notifyListeners(); } void updatePan(double dx, double dy, bool touchMode) { if (FFI.imageModel.image == null) return; if (touchMode) { if (true) { final scale = FFI.canvasModel.scale; _x += dx / scale; _y += dy / scale; FFI.moveMouse(_x, _y); notifyListeners(); } else { FFI.canvasModel.panX(dx); FFI.canvasModel.panY(dy); } return; } final scale = FFI.canvasModel.scale; dx /= scale; dy /= scale; final r = getVisibleRect(); var cx = r.center.dx; var cy = r.center.dy; var tryMoveCanvasX = false; if (dx > 0) { final maxCanvasCanMove = _displayOriginX + FFI.imageModel.image!.width - r.right; tryMoveCanvasX = _x + dx > cx && maxCanvasCanMove > 0; if (tryMoveCanvasX) { dx = min(dx, maxCanvasCanMove); } else { final maxCursorCanMove = r.right - _x; dx = min(dx, maxCursorCanMove); } } else if (dx < 0) { final maxCanvasCanMove = _displayOriginX - r.left; tryMoveCanvasX = _x + dx < cx && maxCanvasCanMove < 0; if (tryMoveCanvasX) { dx = max(dx, maxCanvasCanMove); } else { final maxCursorCanMove = r.left - _x; dx = max(dx, maxCursorCanMove); } } var tryMoveCanvasY = false; if (dy > 0) { final mayCanvasCanMove = _displayOriginY + FFI.imageModel.image!.height - r.bottom; tryMoveCanvasY = _y + dy > cy && mayCanvasCanMove > 0; if (tryMoveCanvasY) { dy = min(dy, mayCanvasCanMove); } else { final mayCursorCanMove = r.bottom - _y; dy = min(dy, mayCursorCanMove); } } else if (dy < 0) { final mayCanvasCanMove = _displayOriginY - r.top; tryMoveCanvasY = _y + dy < cy && mayCanvasCanMove < 0; if (tryMoveCanvasY) { dy = max(dy, mayCanvasCanMove); } else { final mayCursorCanMove = r.top - _y; dy = max(dy, mayCursorCanMove); } } if (dx == 0 && dy == 0) return; _x += dx; _y += dy; if (tryMoveCanvasX && dx != 0) { FFI.canvasModel.panX(-dx); } if (tryMoveCanvasY && dy != 0) { FFI.canvasModel.panY(-dy); } FFI.moveMouse(_x, _y); notifyListeners(); } void updateCursorData(Map evt) { var id = int.parse(evt['id']); _hotx = double.parse(evt['hotx']); _hoty = double.parse(evt['hoty']); var width = int.parse(evt['width']); var height = int.parse(evt['height']); List colors = json.decode(evt['colors']); final rgba = Uint8List.fromList(colors.map((s) => s as int).toList()); var pid = FFI.id; ui.decodeImageFromPixels(rgba, width, height, ui.PixelFormat.rgba8888, (image) { if (FFI.id != pid) return; _image = image; _images[id] = Tuple3(image, _hotx, _hoty); try { // my throw exception, because the listener maybe already dispose notifyListeners(); } catch (e) { print('notify cursor: $e'); } }); } void updateCursorId(Map evt) { final tmp = _images[int.parse(evt['id'])]; if (tmp != null) { _image = tmp.item1; _hotx = tmp.item2; _hoty = tmp.item3; notifyListeners(); } } void updateCursorPosition(Map evt) { _x = double.parse(evt['x']); _y = double.parse(evt['y']); notifyListeners(); } void updateDisplayOrigin(double x, double y) { _displayOriginX = x; _displayOriginY = y; _x = x + 1; _y = y + 1; FFI.moveMouse(x, y); FFI.canvasModel.resetOffset(); notifyListeners(); } void updateDisplayOriginWithCursor( double x, double y, double xCursor, double yCursor) { _displayOriginX = x; _displayOriginY = y; _x = xCursor; _y = yCursor; FFI.moveMouse(x, y); notifyListeners(); } void clear() { _x = -10000; _x = -10000; _image = null; _images.clear(); } } class ClientState { bool isStart = false; bool isFileTransfer = false; String name = ""; String peerId = ""; ClientState(this.isStart, this.isFileTransfer, this.name, this.peerId); ClientState.fromJson(Map json) { isStart = json['is_start']; isFileTransfer = json['is_file_transfer']; name = json['name']; peerId = json['peer_id']; } Map toJson() { final Map data = new Map(); data['is_start'] = this.isStart; data['is_file_transfer'] = this.isFileTransfer; data['name'] = this.name; data['peer_id'] = this.peerId; return data; } } class ServerModel with ChangeNotifier { bool _mediaOk = false; bool _inputOk = false; bool _isPeerStart = false; bool _isFileTransfer = false; String _peerName = ""; String _peerID = ""; bool get mediaOk => _mediaOk; bool get inputOk => _inputOk; bool get isPeerStart => _isPeerStart; bool get isFileTransfer => _isFileTransfer; String get peerName => _peerName; String get peerID => _peerID; ServerModel(); changeStatue(String name, bool value) { switch (name) { case "media": _mediaOk = value; break; case "input": _inputOk = value; break; default: return; } notifyListeners(); } setPeer(bool enabled, {String name = "", String id = ""}) { _isPeerStart = enabled; if (name != "") _peerName = name; if (id != "") _peerID = id; notifyListeners(); } updateClientState() { var res = FFI.getByName("client_state"); debugPrint("getByName client_state string:$res"); try { var clientState = ClientState.fromJson(jsonDecode(res)); _isPeerStart = clientState.isStart; _isFileTransfer = clientState.isFileTransfer; _peerName = clientState.name; _peerID = clientState.peerId; debugPrint("updateClientState:${clientState.toJson()}"); } catch (e) {} notifyListeners(); } clearPeer() { _isPeerStart = false; _peerName = ""; _peerID = ""; notifyListeners(); } } enum MouseButtons { left, right, wheel } extension ToString on MouseButtons { String get value { switch (this) { case MouseButtons.left: return "left"; case MouseButtons.right: return "right"; case MouseButtons.wheel: return "wheel"; } } } class FFI { static var id = ""; static var shift = false; static var ctrl = false; static var alt = false; static var command = false; static var version = ""; static final imageModel = ImageModel(); static final ffiModel = FfiModel(); static final cursorModel = CursorModel(); static final canvasModel = CanvasModel(); static final serverModel = ServerModel(); static final chatModel = ChatModel(); static final fileModel = FileModel(); static String getId() { return getByName('remote_id'); } static void tap(MouseButtons button) { sendMouse('down', button); sendMouse('up', button); } static void scroll(double y) { var y2 = y.round(); if (y2 == 0) return; setByName('send_mouse', json.encode(modify({'type': 'wheel', 'y': y2.toString()}))); } static void reconnect() { setByName('reconnect'); FFI.ffiModel.clearPermissions(); } static void resetModifiers() { shift = ctrl = alt = command = false; } static Map modify(Map evt) { if (ctrl) evt['ctrl'] = 'true'; if (shift) evt['shift'] = 'true'; if (alt) evt['alt'] = 'true'; if (command) evt['command'] = 'true'; return evt; } static void sendMouse(String type, MouseButtons button) { if (!ffiModel.keyboard()) return; setByName('send_mouse', json.encode(modify({'type': type, 'buttons': button.value}))); } static void inputKey(String name) { if (!ffiModel.keyboard()) return; setByName( 'input_key', json.encode(modify({'name': name, 'press': 'true'}))); } static void moveMouse(double x, double y) { if (!ffiModel.keyboard()) return; var x2 = x.toInt(); var y2 = y.toInt(); setByName('send_mouse', json.encode(modify({'x': '$x2', 'y': '$y2'}))); } static List peers() { try { List peers = json.decode(getByName('peers')); return peers .map((s) => s as List) .map((s) => Peer.fromJson(s[0] as String, s[1] as Map)) .toList(); } catch (e) { print('peers(): $e'); } return []; } static void connect(String id, {bool isFileTransfer = false}) { if (isFileTransfer) { setByName('connect_file_transfer', id); } else { setByName('connect', id); } FFI.id = id; } static Map? popEvent() { var s = getByName('event'); if (s == '') return null; try { Map event = json.decode(s); return event; } catch (e) { print('popEvent(): $e'); } return null; } static void login(String password, bool remember) { setByName( 'login', json.encode({ 'password': password, 'remember': remember ? 'true' : 'false', })); } static void close() { chatModel.release(); if (FFI.imageModel.image != null && !isDesktop) { savePreference(id, cursorModel.x, cursorModel.y, canvasModel.x, canvasModel.y, canvasModel.scale, ffiModel.pi.currentDisplay); } id = ""; setByName('close', ''); imageModel.update(null); cursorModel.clear(); ffiModel.clear(); canvasModel.clear(); resetModifiers(); } static String getByName(String name, [String arg = '']) { return PlatformFFI.getByName(name, arg); } static void setByName(String name, [String value = '']) { PlatformFFI.setByName(name, value); } static handleMouse(Map evt) { var type = ''; var isMove = false; switch (evt['type']) { case 'mousedown': type = 'down'; break; case 'mouseup': type = 'up'; break; case 'mousemove': isMove = true; break; default: return; } evt['type'] = type; var x = evt['x']; var y = evt['y']; if (isMove) { FFI.canvasModel.moveDesktopMouse(x, y); } final d = FFI.ffiModel.display; x -= FFI.canvasModel.x; y -= FFI.canvasModel.y; if (!isMove && (x < 0 || x > d.width || y < 0 || y > d.height)) { return; } x /= FFI.canvasModel.scale; y /= FFI.canvasModel.scale; x += d.x; y += d.y; if (type != '') { x = 0; y = 0; } evt['x'] = '$x'; evt['y'] = '$y'; var buttons = ''; switch (evt['buttons']) { case 1: buttons = 'left'; break; case 2: buttons = 'right'; break; case 4: buttons = 'wheel'; break; } evt['buttons'] = buttons; setByName('send_mouse', json.encode(evt)); } static listenToMouse(bool yesOrNo) { if (yesOrNo) { PlatformFFI.startDesktopWebListener(handleMouse); } else { PlatformFFI.stopDesktopWebListener(); } } static void setMethodCallHandler(FMethod callback) { PlatformFFI.setMethodCallHandler(callback); } static Future invokeMethod(String method) async { return await PlatformFFI.invokeMethod(method); } } class Peer { final String id; final String username; final String hostname; final String platform; Peer.fromJson(String id, Map json) : id = id, username = json['username'], hostname = json['hostname'], platform = json['platform']; } class Display { double x = 0; double y = 0; int width = 0; int height = 0; } class PeerInfo { String version = ""; String username = ""; String hostname = ""; String platform = ""; bool sasEnabled = false; int currentDisplay = 0; List displays = []; } void savePreference(String id, double xCursor, double yCursor, double xCanvas, double yCanvas, double scale, int currentDisplay) async { SharedPreferences prefs = await SharedPreferences.getInstance(); final p = Map(); p['xCursor'] = xCursor; p['yCursor'] = yCursor; p['xCanvas'] = xCanvas; p['yCanvas'] = yCanvas; p['scale'] = scale; p['currentDisplay'] = currentDisplay; prefs.setString('peer' + id, json.encode(p)); } Future?> getPreference(String id) async { if (!isDesktop) return null; SharedPreferences prefs = await SharedPreferences.getInstance(); var p = prefs.getString('peer' + id); if (p == null) return null; Map m = json.decode(p); return m; } void removePreference(String id) async { SharedPreferences prefs = await SharedPreferences.getInstance(); prefs.remove('peer' + id); } void initializeCursorAndCanvas() async { var p = await getPreference(FFI.id); int currentDisplay = 0; if (p != null) { currentDisplay = p['currentDisplay']; } if (p == null || currentDisplay != FFI.ffiModel.pi.currentDisplay) { FFI.cursorModel .updateDisplayOrigin(FFI.ffiModel.display.x, FFI.ffiModel.display.y); return; } double xCursor = p['xCursor']; double yCursor = p['yCursor']; double xCanvas = p['xCanvas']; double yCanvas = p['yCanvas']; double scale = p['scale']; FFI.cursorModel.updateDisplayOriginWithCursor( FFI.ffiModel.display.x, FFI.ffiModel.display.y, xCursor, yCursor); FFI.canvasModel.update(xCanvas, yCanvas, scale); } String translate(String name) { if (name.startsWith('Failed to') && name.contains(': ')) { return name.split(': ').map((x) => translate(x)).join(': '); } var a = 'translate'; var b = '{"locale": "$localeName", "text": "$name"}'; return FFI.getByName(a, b); }