You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

remote.html 7.8KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320
  1. <!DOCTYPE html>
  2. <html>
  3. <head>
  4. <meta charset="utf-8">
  5. <meta name="viewport" content="width=device-width, initial-scale=1.0">
  6. <title>Mediator - Remote</title>
  7. <link rel="stylesheet" href="style.css">
  8. <link rel="icon" type="image/png" href="favicon.png">
  9. <style>
  10. body {
  11. margin: 0px;
  12. }
  13. #cursor {
  14. position: absolute;
  15. left: 0px;
  16. top: 0px;
  17. pointer-events: none;
  18. }
  19. #screencast-container {
  20. max-height: calc(100% - 200px);
  21. height: 100%;
  22. text-align: center;
  23. }
  24. #screencast-container {
  25. background: black;
  26. }
  27. #screencast {
  28. max-height: calc(100vh - 200px);
  29. max-width: 100%;
  30. }
  31. #input {
  32. padding: 12px;
  33. text-align: center;
  34. }
  35. #keyboard {
  36. margin-top: 12px;
  37. }
  38. </style>
  39. </head>
  40. <body>
  41. <img id="cursor" src="cursor.png" width=10>
  42. <div id="screencast-container">
  43. <img id="screencast" src="/api/remote/screencast">
  44. </div>
  45. <div id="input">
  46. <form id="text-form">
  47. <input id="text" name="text" type="text">
  48. </form>
  49. <div id="keyboard">
  50. <button onclick='sendKey("escape")'>Esc</button>
  51. <button onclick='sendKey("enter")'>Enter</button>
  52. <button onclick='sendKey("space")'>Space</button>
  53. </div>
  54. </div>
  55. <script src="util.js"></script>
  56. <script>
  57. let cursorEl = document.getElementById("cursor");
  58. let screencastEl = document.getElementById("screencast");
  59. let screencastContainerEl = document.getElementById("screencast-container");
  60. let textFormEl = document.getElementById("text-form");
  61. let textEl = document.getElementById("text");
  62. let screencastSrc = screencastEl.src;
  63. let screencastLoaded = false;
  64. let sendMousePos = debounce(pos => {
  65. return api("PUT", "remote/mouse-pos", pos);
  66. });
  67. let sendKey = key => {
  68. return api("POST", "remote/keyboard-key", {key});
  69. };
  70. window.addEventListener("blur", () => {
  71. if (!screencastLoaded) {
  72. screencastEl.src = "";
  73. return;
  74. }
  75. let canvas = document.createElement("canvas");
  76. canvas.width = screencastEl.width;
  77. canvas.height = screencastEl.height;
  78. let ctx = canvas.getContext("2d");
  79. ctx.drawImage(screencastEl, 0, 0, canvas.width, canvas.height);
  80. screencastEl.src = canvas.toDataURL();
  81. });
  82. window.addEventListener("focus", () => {
  83. screencastLoaded = false;
  84. screencastEl.src = screencastSrc;
  85. });
  86. screencastEl.addEventListener("load", () => {
  87. console.log("Screencast loaded", screencastEl.src);
  88. screencastLoaded = true;
  89. });
  90. screencastEl.addEventListener("error", evt => {
  91. console.log("Screencast errored:", screencastEl.src, evt);
  92. screencastLoaded = false;
  93. // This is necessary because sometimes, right after Safari on iOS returns
  94. // from sleep, it will fail to load the screencast.
  95. // This line forces the browser to reload the image.
  96. screencastEl.src = screencastEl.src;
  97. });
  98. window.addEventListener("keydown", evt => {
  99. let handled = true;
  100. console.log("key:", evt.key);
  101. if (evt.key == " ") {
  102. sendKey("space");
  103. } else if (evt.key == "Enter" && document.activeElement.tagName != "INPUT") {
  104. sendKey("enter");
  105. } else if (evt.key == "ArrowUp") {
  106. sendKey("up");
  107. } else if (evt.key == "ArrowDown") {
  108. sendKey("down");
  109. } else if (evt.key == "ArrowLeft") {
  110. sendKey("left");
  111. } else if (evt.key == "ArrowRight") {
  112. sendKey("right");
  113. } else if (evt.key == "Escape") {
  114. sendKey("escape");
  115. } else {
  116. handled = false;
  117. if (evt.key.length == 1 && document.activeElement.tagName != "INPUT") {
  118. textEl.focus();
  119. }
  120. }
  121. if (handled) {
  122. evt.preventDefault();
  123. }
  124. });
  125. function updateCursor(mousePos, screenSize) {
  126. let fracX = mousePos.x / screenSize.width;
  127. let fracY = mousePos.y / screenSize.height;
  128. let left = fracX * screencastEl.offsetWidth + screencastEl.offsetLeft;
  129. let top = fracY * screencastEl.offsetHeight + screencastEl.offsetTop;
  130. cursorEl.style.left = left + "px";
  131. cursorEl.style.top = top + "px";
  132. }
  133. let scrollDist = {x: 0, y: 0};
  134. function onScroll(delta) {
  135. // Scroll is inverted
  136. delta.x = -delta.x;
  137. delta.y = -delta.y;
  138. if (Math.abs(delta.x) > Math.abs(delta.y)) {
  139. scrollDist.x += delta.x;
  140. let distX = roundToZero(scrollDist.x);
  141. if (distX != 0) {
  142. api("POST", "remote/scroll", {x: distX, y: 0});
  143. scrollDist.x -= distX;
  144. }
  145. } else {
  146. scrollDist.y += delta.y;
  147. let distY = roundToZero(scrollDist.y);
  148. if (distY != 0) {
  149. api("POST", "remote/scroll", {x: 0, y: distY});
  150. scrollDist.y -= distY;
  151. }
  152. }
  153. }
  154. function moveDelta(mousePos, screenSize, delta) {
  155. mousePos.x += delta.x;
  156. if (mousePos.x >= screenSize.width) {
  157. mousePos.x = screenSize.width - 1;
  158. } else if (mousePos.x < 0) {
  159. mousePos.x = 0;
  160. }
  161. mousePos.y += delta.y;
  162. if (mousePos.y >= screenSize.height) {
  163. mousePos.y = screenSize.height - 1;
  164. } else if (mousePos.y < 0) {
  165. mousePos.y = 0;
  166. }
  167. updateCursor(mousePos, screenSize);
  168. sendMousePos(mousePos);
  169. }
  170. function signPow(num, pow) {
  171. if (num >= 0) {
  172. return Math.pow(num, pow);
  173. } else {
  174. return -Math.pow(-num, pow);
  175. }
  176. }
  177. function roundToZero(num) {
  178. if (num >= 0) {
  179. return Math.floor(num);
  180. } else {
  181. return Math.ceil(num);
  182. }
  183. }
  184. async function main() {
  185. let screenSize = await api("GET", "remote/screen-size");
  186. let mousePos = await api("GET", "remote/mouse-pos");
  187. updateCursor(mousePos, screenSize);
  188. setInterval(async () => {
  189. if (!sendMousePos.waiting) {
  190. mousePos = await api("GET", "remote/mouse-pos");
  191. updateCursor(mousePos, screenSize);
  192. }
  193. }, 200);
  194. textFormEl.addEventListener("submit", async evt => {
  195. evt.preventDefault();
  196. let text = evt.target.elements.text.value;
  197. evt.target.elements.text.value = "";
  198. await api("POST", "remote/keyboard-type", {text});
  199. sendKey("enter");
  200. });
  201. screencastEl.addEventListener("click", evt => {
  202. evt.preventDefault();
  203. api("POST", "remote/mouse-click", {button: "left", doubleClick: false});
  204. });
  205. screencastEl.addEventListener("dblclick", evt => {
  206. evt.preventDefault();
  207. api("POST", "remote/mouse-click", {button: "left", doubleClick: true});
  208. });
  209. screencastEl.addEventListener("contextmenu", evt => {
  210. evt.preventDefault();
  211. api("POST", "remote/mouse-click", {button: "right", doubleClick: false});
  212. });
  213. screencastEl.addEventListener("wheel", evt => {
  214. evt.preventDefault();
  215. onScroll({x: evt.deltaX / 5, y: evt.deltaY / 5});
  216. });
  217. screencastEl.addEventListener("mousemove", evt => {
  218. if (evt.buttons != 0) {
  219. return;
  220. }
  221. evt.preventDefault();
  222. let fracX = evt.offsetX / evt.target.offsetWidth;
  223. let fracY = evt.offsetY / evt.target.offsetHeight;
  224. mousePos.x = Math.round(fracX * screenSize.width);
  225. mousePos.y = Math.round(fracY * screenSize.height);
  226. updateCursor(mousePos, screenSize);
  227. sendMousePos(mousePos);
  228. });
  229. let numTouches = 0;
  230. let touches = {};
  231. screencastContainerEl.addEventListener("touchstart", evt => {
  232. evt.preventDefault();
  233. numTouches += evt.changedTouches.length;
  234. for (let touch of evt.changedTouches) {
  235. touches[touch.identifier] = {x: touch.clientX, y: touch.clientY, moveDist: 0};
  236. }
  237. });
  238. screencastContainerEl.addEventListener("touchmove", evt => {
  239. evt.preventDefault();
  240. let delta = {x: 0, y: 0}
  241. for (let touch of evt.changedTouches) {
  242. let oldTouch = touches[touch.identifier];
  243. let d = {x: touch.clientX - oldTouch.x, y: touch.clientY - oldTouch.y};
  244. oldTouch.moveDist += Math.sqrt(d.x * d.x + d.y * d.y);
  245. oldTouch.x = touch.clientX;
  246. oldTouch.y = touch.clientY;
  247. delta.x += d.x;
  248. delta.y += d.y;
  249. }
  250. if (numTouches == 1) {
  251. delta.x = Math.round(signPow(delta.x, 1.5));
  252. delta.y = Math.round(signPow(delta.y, 1.5));
  253. moveDelta(mousePos, screenSize, delta);
  254. } else if (numTouches == 2) {
  255. delta.x = -delta.x / 5 / numTouches;
  256. delta.y = -delta.y / 5 / numTouches;
  257. onScroll(delta);
  258. }
  259. });
  260. screencastContainerEl.addEventListener("touchend", evt => {
  261. evt.preventDefault();
  262. numTouches -= evt.changedTouches.length;
  263. for (let touch of evt.changedTouches) {
  264. let oldTouch = touches[touch.identifier];
  265. touches[touch.identifier] = null;
  266. if (oldTouch.moveDist < 10) {
  267. api("POST", "remote/mouse-click", {button: "left", doubleClick: false});
  268. break;
  269. }
  270. }
  271. });
  272. }
  273. main();
  274. </script>
  275. </body>
  276. </html>