You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

remote.html 7.7KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324
  1. <!DOCTYPE html>
  2. <html>
  3. <head>
  4. <meta charset="utf-8">
  5. <meta name="viewport" content="width=device-width, initial-scale=1.0">
  6. <title>Mediator - Remote</title>
  7. <link rel="stylesheet" href="style.css">
  8. <link rel="icon" type="image/png" href="favicon.png">
  9. <style>
  10. body {
  11. margin: 0px;
  12. }
  13. #cursor {
  14. position: absolute;
  15. left: 0px;
  16. top: 0px;
  17. pointer-events: none;
  18. }
  19. #screencast-container {
  20. max-height: calc(100% - 200px);
  21. height: 100%;
  22. text-align: center;
  23. }
  24. #screencast-container {
  25. background: black;
  26. }
  27. #screencast {
  28. max-height: calc(100vh - 200px);
  29. max-width: 100%;
  30. }
  31. #input {
  32. padding: 12px;
  33. text-align: center;
  34. }
  35. #keyboard {
  36. margin-top: 12px;
  37. }
  38. </style>
  39. </head>
  40. <body>
  41. <img id="cursor" src="cursor.png" width=10>
  42. <div id="screencast-container">
  43. <img id="screencast" src="/api/remote/screencast">
  44. </div>
  45. <div id="input">
  46. <form id="text-form">
  47. <input id="text" name="text" type="text">
  48. </form>
  49. <div id="keyboard">
  50. <button onclick='sendKey("escape")'>Esc</button>
  51. <button onclick='sendKey("enter")'>Enter</button>
  52. <button onclick='sendKey("space")'>Space</button>
  53. <button onclick='sendKey("backspace")'>Backspace</button>
  54. </div>
  55. </div>
  56. <script src="util.js"></script>
  57. <script>
  58. let cursorEl = document.getElementById("cursor");
  59. let screencastEl = document.getElementById("screencast");
  60. let screencastContainerEl = document.getElementById("screencast-container");
  61. let textFormEl = document.getElementById("text-form");
  62. let textEl = document.getElementById("text");
  63. let screencastSrc = screencastEl.src;
  64. let screencastLoaded = false;
  65. let sendMousePos = debounce(pos => {
  66. return api("PUT", "remote/mouse-pos", pos);
  67. });
  68. let sendKey = key => {
  69. return api("POST", "remote/keyboard-key", {key});
  70. };
  71. window.addEventListener("blur", () => {
  72. if (!screencastLoaded) {
  73. screencastEl.src = "";
  74. return;
  75. }
  76. let canvas = document.createElement("canvas");
  77. canvas.width = screencastEl.width;
  78. canvas.height = screencastEl.height;
  79. let ctx = canvas.getContext("2d");
  80. ctx.drawImage(screencastEl, 0, 0, canvas.width, canvas.height);
  81. screencastEl.src = canvas.toDataURL();
  82. });
  83. window.addEventListener("focus", () => {
  84. screencastLoaded = false;
  85. screencastEl.src = screencastSrc;
  86. });
  87. screencastEl.addEventListener("load", () => {
  88. screencastLoaded = true;
  89. });
  90. screencastEl.addEventListener("error", evt => {
  91. screencastLoaded = false;
  92. // This is necessary because sometimes, right after Safari on iOS returns
  93. // from sleep, it will fail to load the screencast.
  94. // This line forces the browser to reload the image.
  95. screencastEl.src = screencastEl.src;
  96. });
  97. window.addEventListener("keydown", evt => {
  98. if (document.activeElement.tagName == "INPUT") {
  99. return;
  100. }
  101. let handled = true;
  102. if (evt.key == " ") {
  103. sendKey("space");
  104. } else if (evt.key == "Enter") {
  105. sendKey("enter");
  106. } else if (evt.key == "ArrowUp") {
  107. sendKey("up");
  108. } else if (evt.key == "ArrowDown") {
  109. sendKey("down");
  110. } else if (evt.key == "ArrowLeft") {
  111. sendKey("left");
  112. } else if (evt.key == "ArrowRight") {
  113. sendKey("right");
  114. } else if (evt.key == "Escape") {
  115. sendKey("escape");
  116. } else if (evt.key == "Backspace") {
  117. sendKey("backspace");
  118. } else {
  119. handled = false;
  120. if (evt.key.length == 1) {
  121. textEl.focus();
  122. }
  123. }
  124. if (handled) {
  125. evt.preventDefault();
  126. }
  127. });
  128. function updateCursor(mousePos, screenSize) {
  129. let fracX = mousePos.x / screenSize.width;
  130. let fracY = mousePos.y / screenSize.height;
  131. let left = fracX * screencastEl.offsetWidth + screencastEl.offsetLeft;
  132. let top = fracY * screencastEl.offsetHeight + screencastEl.offsetTop;
  133. cursorEl.style.left = left + "px";
  134. cursorEl.style.top = top + "px";
  135. }
  136. let scrollDist = {x: 0, y: 0};
  137. function onScroll(delta) {
  138. // Scroll is inverted
  139. delta.x = -delta.x;
  140. delta.y = -delta.y;
  141. if (Math.abs(delta.x) > Math.abs(delta.y)) {
  142. scrollDist.x += delta.x;
  143. let distX = roundToZero(scrollDist.x);
  144. if (distX != 0) {
  145. api("POST", "remote/scroll", {x: distX, y: 0});
  146. scrollDist.x -= distX;
  147. }
  148. } else {
  149. scrollDist.y += delta.y;
  150. let distY = roundToZero(scrollDist.y);
  151. if (distY != 0) {
  152. api("POST", "remote/scroll", {x: 0, y: distY});
  153. scrollDist.y -= distY;
  154. }
  155. }
  156. }
  157. function moveDelta(mousePos, screenSize, delta) {
  158. mousePos.x += delta.x;
  159. if (mousePos.x >= screenSize.width) {
  160. mousePos.x = screenSize.width - 1;
  161. } else if (mousePos.x < 0) {
  162. mousePos.x = 0;
  163. }
  164. mousePos.y += delta.y;
  165. if (mousePos.y >= screenSize.height) {
  166. mousePos.y = screenSize.height - 1;
  167. } else if (mousePos.y < 0) {
  168. mousePos.y = 0;
  169. }
  170. updateCursor(mousePos, screenSize);
  171. sendMousePos(mousePos);
  172. }
  173. function signPow(num, pow) {
  174. if (num >= 0) {
  175. return Math.pow(num, pow);
  176. } else {
  177. return -Math.pow(-num, pow);
  178. }
  179. }
  180. function roundToZero(num) {
  181. if (num >= 0) {
  182. return Math.floor(num);
  183. } else {
  184. return Math.ceil(num);
  185. }
  186. }
  187. async function main() {
  188. let screenSize = await api("GET", "remote/screen-size");
  189. let mousePos = await api("GET", "remote/mouse-pos");
  190. updateCursor(mousePos, screenSize);
  191. setInterval(async () => {
  192. if (!sendMousePos.waiting) {
  193. mousePos = await api("GET", "remote/mouse-pos");
  194. updateCursor(mousePos, screenSize);
  195. }
  196. }, 200);
  197. textFormEl.addEventListener("submit", async evt => {
  198. evt.preventDefault();
  199. let text = evt.target.elements.text.value;
  200. evt.target.elements.text.value = "";
  201. await api("POST", "remote/keyboard-type", {text});
  202. sendKey("enter");
  203. });
  204. screencastEl.addEventListener("click", evt => {
  205. evt.preventDefault();
  206. api("POST", "remote/mouse-click", {button: "left", doubleClick: false});
  207. });
  208. screencastEl.addEventListener("dblclick", evt => {
  209. evt.preventDefault();
  210. api("POST", "remote/mouse-click", {button: "left", doubleClick: true});
  211. });
  212. screencastEl.addEventListener("contextmenu", evt => {
  213. evt.preventDefault();
  214. api("POST", "remote/mouse-click", {button: "right", doubleClick: false});
  215. });
  216. screencastEl.addEventListener("wheel", evt => {
  217. evt.preventDefault();
  218. onScroll({x: evt.deltaX / 5, y: evt.deltaY / 5});
  219. });
  220. screencastEl.addEventListener("mousemove", evt => {
  221. if (evt.buttons != 0) {
  222. return;
  223. }
  224. evt.preventDefault();
  225. let fracX = evt.offsetX / evt.target.offsetWidth;
  226. let fracY = evt.offsetY / evt.target.offsetHeight;
  227. mousePos.x = Math.round(fracX * screenSize.width);
  228. mousePos.y = Math.round(fracY * screenSize.height);
  229. updateCursor(mousePos, screenSize);
  230. sendMousePos(mousePos);
  231. });
  232. let numTouches = 0;
  233. let touches = {};
  234. screencastContainerEl.addEventListener("touchstart", evt => {
  235. evt.preventDefault();
  236. numTouches += evt.changedTouches.length;
  237. for (let touch of evt.changedTouches) {
  238. touches[touch.identifier] = {x: touch.clientX, y: touch.clientY, moveDist: 0};
  239. }
  240. });
  241. screencastContainerEl.addEventListener("touchmove", evt => {
  242. evt.preventDefault();
  243. let delta = {x: 0, y: 0}
  244. for (let touch of evt.changedTouches) {
  245. let oldTouch = touches[touch.identifier];
  246. let d = {x: touch.clientX - oldTouch.x, y: touch.clientY - oldTouch.y};
  247. oldTouch.moveDist += Math.sqrt(d.x * d.x + d.y * d.y);
  248. oldTouch.x = touch.clientX;
  249. oldTouch.y = touch.clientY;
  250. delta.x += d.x;
  251. delta.y += d.y;
  252. }
  253. if (numTouches == 1) {
  254. delta.x = Math.round(signPow(delta.x, 1.5));
  255. delta.y = Math.round(signPow(delta.y, 1.5));
  256. moveDelta(mousePos, screenSize, delta);
  257. } else if (numTouches == 2) {
  258. delta.x = -delta.x / 5 / numTouches;
  259. delta.y = -delta.y / 5 / numTouches;
  260. onScroll(delta);
  261. }
  262. });
  263. screencastContainerEl.addEventListener("touchend", evt => {
  264. evt.preventDefault();
  265. numTouches -= evt.changedTouches.length;
  266. for (let touch of evt.changedTouches) {
  267. let oldTouch = touches[touch.identifier];
  268. touches[touch.identifier] = null;
  269. if (oldTouch.moveDist < 10) {
  270. api("POST", "remote/mouse-click", {button: "left", doubleClick: false});
  271. break;
  272. }
  273. }
  274. });
  275. }
  276. main();
  277. </script>
  278. </body>
  279. </html>