vncserver.cc revision 10373
17949SAli.Saidi@ARM.com/* 27949SAli.Saidi@ARM.com * Copyright (c) 2010 ARM Limited 37949SAli.Saidi@ARM.com * All rights reserved 47949SAli.Saidi@ARM.com * 57949SAli.Saidi@ARM.com * The license below extends only to copyright in the software and shall 67949SAli.Saidi@ARM.com * not be construed as granting a license to any other intellectual 77949SAli.Saidi@ARM.com * property including but not limited to intellectual property relating 87949SAli.Saidi@ARM.com * to a hardware implementation of the functionality of the software 97949SAli.Saidi@ARM.com * licensed hereunder. You may use the software subject to the license 107949SAli.Saidi@ARM.com * terms below provided that you ensure that this notice is replicated 117949SAli.Saidi@ARM.com * unmodified and in its entirety in all distributions of the software, 127949SAli.Saidi@ARM.com * modified or unmodified, in source code or in binary form. 137949SAli.Saidi@ARM.com * 147949SAli.Saidi@ARM.com * Redistribution and use in source and binary forms, with or without 157949SAli.Saidi@ARM.com * modification, are permitted provided that the following conditions are 167949SAli.Saidi@ARM.com * met: redistributions of source code must retain the above copyright 177949SAli.Saidi@ARM.com * notice, this list of conditions and the following disclaimer; 187949SAli.Saidi@ARM.com * redistributions in binary form must reproduce the above copyright 197949SAli.Saidi@ARM.com * notice, this list of conditions and the following disclaimer in the 207949SAli.Saidi@ARM.com * documentation and/or other materials provided with the distribution; 217949SAli.Saidi@ARM.com * neither the name of the copyright holders nor the names of its 227949SAli.Saidi@ARM.com * contributors may be used to endorse or promote products derived from 237949SAli.Saidi@ARM.com * this software without specific prior written permission. 247949SAli.Saidi@ARM.com * 257949SAli.Saidi@ARM.com * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 267949SAli.Saidi@ARM.com * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 277949SAli.Saidi@ARM.com * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 287949SAli.Saidi@ARM.com * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 297949SAli.Saidi@ARM.com * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 307949SAli.Saidi@ARM.com * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 317949SAli.Saidi@ARM.com * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 327949SAli.Saidi@ARM.com * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 337949SAli.Saidi@ARM.com * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 347949SAli.Saidi@ARM.com * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 357949SAli.Saidi@ARM.com * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 367949SAli.Saidi@ARM.com * 377949SAli.Saidi@ARM.com * Authors: Ali Saidi 387949SAli.Saidi@ARM.com * William Wang 397949SAli.Saidi@ARM.com */ 407949SAli.Saidi@ARM.com 417949SAli.Saidi@ARM.com/** @file 427949SAli.Saidi@ARM.com * Implementiation of a VNC server 437949SAli.Saidi@ARM.com */ 447949SAli.Saidi@ARM.com 457949SAli.Saidi@ARM.com#include <sys/ioctl.h> 468635Schris.emmons@arm.com#include <sys/stat.h> 477949SAli.Saidi@ARM.com#include <sys/termios.h> 488635Schris.emmons@arm.com#include <sys/types.h> 498635Schris.emmons@arm.com#include <fcntl.h> 507949SAli.Saidi@ARM.com#include <poll.h> 517949SAli.Saidi@ARM.com#include <unistd.h> 527949SAli.Saidi@ARM.com 538229Snate@binkert.org#include <cerrno> 548229Snate@binkert.org#include <cstdio> 558229Snate@binkert.org 568229Snate@binkert.org#include "base/vnc/vncserver.hh" 577949SAli.Saidi@ARM.com#include "base/atomicio.hh" 588635Schris.emmons@arm.com#include "base/bitmap.hh" 597949SAli.Saidi@ARM.com#include "base/misc.hh" 608635Schris.emmons@arm.com#include "base/output.hh" 617949SAli.Saidi@ARM.com#include "base/socket.hh" 627949SAli.Saidi@ARM.com#include "base/trace.hh" 638232Snate@binkert.org#include "debug/VNC.hh" 647949SAli.Saidi@ARM.com#include "sim/byteswap.hh" 658635Schris.emmons@arm.com#include "sim/core.hh" 667949SAli.Saidi@ARM.com 677949SAli.Saidi@ARM.comusing namespace std; 687949SAli.Saidi@ARM.com 699330Schander.sudanthi@arm.com/** @file 709330Schander.sudanthi@arm.com * Implementiation of a VNC server 719330Schander.sudanthi@arm.com */ 729330Schander.sudanthi@arm.com 737949SAli.Saidi@ARM.com/** 747949SAli.Saidi@ARM.com * Poll event for the listen socket 757949SAli.Saidi@ARM.com */ 767949SAli.Saidi@ARM.comVncServer::ListenEvent::ListenEvent(VncServer *vs, int fd, int e) 777949SAli.Saidi@ARM.com : PollEvent(fd, e), vncserver(vs) 787949SAli.Saidi@ARM.com{ 797949SAli.Saidi@ARM.com} 807949SAli.Saidi@ARM.com 817949SAli.Saidi@ARM.comvoid 827949SAli.Saidi@ARM.comVncServer::ListenEvent::process(int revent) 837949SAli.Saidi@ARM.com{ 847949SAli.Saidi@ARM.com vncserver->accept(); 857949SAli.Saidi@ARM.com} 867949SAli.Saidi@ARM.com 877949SAli.Saidi@ARM.com/** 887949SAli.Saidi@ARM.com * Poll event for the data socket 897949SAli.Saidi@ARM.com */ 907949SAli.Saidi@ARM.comVncServer::DataEvent::DataEvent(VncServer *vs, int fd, int e) 917949SAli.Saidi@ARM.com : PollEvent(fd, e), vncserver(vs) 927949SAli.Saidi@ARM.com{ 937949SAli.Saidi@ARM.com} 947949SAli.Saidi@ARM.com 957949SAli.Saidi@ARM.comvoid 967949SAli.Saidi@ARM.comVncServer::DataEvent::process(int revent) 977949SAli.Saidi@ARM.com{ 987949SAli.Saidi@ARM.com if (revent & POLLIN) 997949SAli.Saidi@ARM.com vncserver->data(); 1007949SAli.Saidi@ARM.com else if (revent & POLLNVAL) 1017949SAli.Saidi@ARM.com vncserver->detach(); 1027949SAli.Saidi@ARM.com} 1037949SAli.Saidi@ARM.com 1047949SAli.Saidi@ARM.com/** 1057949SAli.Saidi@ARM.com * VncServer 1067949SAli.Saidi@ARM.com */ 1077949SAli.Saidi@ARM.comVncServer::VncServer(const Params *p) 1089330Schander.sudanthi@arm.com : VncInput(p), listenEvent(NULL), dataEvent(NULL), number(p->number), 10910360Sandreas.hansson@arm.com dataFd(-1), sendUpdate(false), 11010360Sandreas.hansson@arm.com supportsRawEnc(false), supportsResizeEnc(false) 1117949SAli.Saidi@ARM.com{ 1127949SAli.Saidi@ARM.com if (p->port) 1137949SAli.Saidi@ARM.com listen(p->port); 1147949SAli.Saidi@ARM.com 1157949SAli.Saidi@ARM.com curState = WaitForProtocolVersion; 1167949SAli.Saidi@ARM.com 1177949SAli.Saidi@ARM.com // currently we only support this one pixel format 1187949SAli.Saidi@ARM.com // unpacked 32bit rgb (rgb888 + 8 bits of nothing/alpha) 1197949SAli.Saidi@ARM.com // keep it around for telling the client and making 1207949SAli.Saidi@ARM.com // sure the client cooperates 1217949SAli.Saidi@ARM.com pixelFormat.bpp = 32; 1227949SAli.Saidi@ARM.com pixelFormat.depth = 24; 1237949SAli.Saidi@ARM.com pixelFormat.bigendian = 0; 1247949SAli.Saidi@ARM.com pixelFormat.truecolor = 1; 1257949SAli.Saidi@ARM.com pixelFormat.redmax = 0xff; 1267949SAli.Saidi@ARM.com pixelFormat.greenmax = 0xff; 1277949SAli.Saidi@ARM.com pixelFormat.bluemax = 0xff; 1287949SAli.Saidi@ARM.com pixelFormat.redshift = 16; 1297949SAli.Saidi@ARM.com pixelFormat.greenshift = 8; 1307949SAli.Saidi@ARM.com pixelFormat.blueshift = 0; 1317949SAli.Saidi@ARM.com 1327949SAli.Saidi@ARM.com DPRINTF(VNC, "Vnc server created at port %d\n", p->port); 1337949SAli.Saidi@ARM.com} 1347949SAli.Saidi@ARM.com 1357949SAli.Saidi@ARM.comVncServer::~VncServer() 1367949SAli.Saidi@ARM.com{ 1377949SAli.Saidi@ARM.com if (dataFd != -1) 1387949SAli.Saidi@ARM.com ::close(dataFd); 1397949SAli.Saidi@ARM.com 1407949SAli.Saidi@ARM.com if (listenEvent) 1417949SAli.Saidi@ARM.com delete listenEvent; 1427949SAli.Saidi@ARM.com 1437949SAli.Saidi@ARM.com if (dataEvent) 1447949SAli.Saidi@ARM.com delete dataEvent; 1457949SAli.Saidi@ARM.com} 1467949SAli.Saidi@ARM.com 1477949SAli.Saidi@ARM.com 1487949SAli.Saidi@ARM.com//socket creation and vnc client attach 1497949SAli.Saidi@ARM.comvoid 1507949SAli.Saidi@ARM.comVncServer::listen(int port) 1517949SAli.Saidi@ARM.com{ 1527949SAli.Saidi@ARM.com if (ListenSocket::allDisabled()) { 1537949SAli.Saidi@ARM.com warn_once("Sockets disabled, not accepting vnc client connections"); 1547949SAli.Saidi@ARM.com return; 1557949SAli.Saidi@ARM.com } 1567949SAli.Saidi@ARM.com 1577949SAli.Saidi@ARM.com while (!listener.listen(port, true)) { 1587949SAli.Saidi@ARM.com DPRINTF(VNC, 1597949SAli.Saidi@ARM.com "can't bind address vnc server port %d in use PID %d\n", 1607949SAli.Saidi@ARM.com port, getpid()); 1617949SAli.Saidi@ARM.com port++; 1627949SAli.Saidi@ARM.com } 1637949SAli.Saidi@ARM.com 1647949SAli.Saidi@ARM.com int p1, p2; 1657949SAli.Saidi@ARM.com p2 = name().rfind('.') - 1; 1667949SAli.Saidi@ARM.com p1 = name().rfind('.', p2); 1677949SAli.Saidi@ARM.com ccprintf(cerr, "Listening for %s connection on port %d\n", 1687949SAli.Saidi@ARM.com name().substr(p1 + 1, p2 - p1), port); 1697949SAli.Saidi@ARM.com 1707949SAli.Saidi@ARM.com listenEvent = new ListenEvent(this, listener.getfd(), POLLIN); 1717949SAli.Saidi@ARM.com pollQueue.schedule(listenEvent); 1727949SAli.Saidi@ARM.com} 1737949SAli.Saidi@ARM.com 1747949SAli.Saidi@ARM.com// attach a vnc client 1757949SAli.Saidi@ARM.comvoid 1767949SAli.Saidi@ARM.comVncServer::accept() 1777949SAli.Saidi@ARM.com{ 17810156Sandreas@sandberg.pp.se // As a consequence of being called from the PollQueue, we might 17910156Sandreas@sandberg.pp.se // have been called from a different thread. Migrate to "our" 18010156Sandreas@sandberg.pp.se // thread. 18110156Sandreas@sandberg.pp.se EventQueue::ScopedMigration migrate(eventQueue()); 18210156Sandreas@sandberg.pp.se 1837949SAli.Saidi@ARM.com if (!listener.islistening()) 1847949SAli.Saidi@ARM.com panic("%s: cannot accept a connection if not listening!", name()); 1857949SAli.Saidi@ARM.com 1867949SAli.Saidi@ARM.com int fd = listener.accept(true); 1877949SAli.Saidi@ARM.com if (dataFd != -1) { 1887949SAli.Saidi@ARM.com char message[] = "vnc server already attached!\n"; 1897949SAli.Saidi@ARM.com atomic_write(fd, message, sizeof(message)); 1907949SAli.Saidi@ARM.com ::close(fd); 1917949SAli.Saidi@ARM.com return; 1927949SAli.Saidi@ARM.com } 1937949SAli.Saidi@ARM.com 1947949SAli.Saidi@ARM.com dataFd = fd; 1957949SAli.Saidi@ARM.com 1967949SAli.Saidi@ARM.com // Send our version number to the client 1977949SAli.Saidi@ARM.com write((uint8_t*)vncVersion(), strlen(vncVersion())); 1987949SAli.Saidi@ARM.com 1997949SAli.Saidi@ARM.com // read the client response 2007949SAli.Saidi@ARM.com dataEvent = new DataEvent(this, dataFd, POLLIN); 2017949SAli.Saidi@ARM.com pollQueue.schedule(dataEvent); 2027949SAli.Saidi@ARM.com 2037949SAli.Saidi@ARM.com inform("VNC client attached\n"); 2047949SAli.Saidi@ARM.com} 2057949SAli.Saidi@ARM.com 2067949SAli.Saidi@ARM.com// data called by data event 2077949SAli.Saidi@ARM.comvoid 2087949SAli.Saidi@ARM.comVncServer::data() 2097949SAli.Saidi@ARM.com{ 2107949SAli.Saidi@ARM.com // We have new data, see if we can handle it 2117949SAli.Saidi@ARM.com size_t len; 2127949SAli.Saidi@ARM.com DPRINTF(VNC, "Vnc client message recieved\n"); 2137949SAli.Saidi@ARM.com 2147949SAli.Saidi@ARM.com switch (curState) { 2157949SAli.Saidi@ARM.com case WaitForProtocolVersion: 2167949SAli.Saidi@ARM.com checkProtocolVersion(); 2177949SAli.Saidi@ARM.com break; 2187949SAli.Saidi@ARM.com case WaitForSecurityResponse: 2197949SAli.Saidi@ARM.com checkSecurity(); 2207949SAli.Saidi@ARM.com break; 2217949SAli.Saidi@ARM.com case WaitForClientInit: 2227949SAli.Saidi@ARM.com // Don't care about shared, just need to read it out of the socket 2237949SAli.Saidi@ARM.com uint8_t shared; 2247949SAli.Saidi@ARM.com len = read(&shared); 2257949SAli.Saidi@ARM.com assert(len == 1); 2267949SAli.Saidi@ARM.com 2277949SAli.Saidi@ARM.com // Send our idea of the frame buffer 2287949SAli.Saidi@ARM.com sendServerInit(); 2297949SAli.Saidi@ARM.com 2307949SAli.Saidi@ARM.com break; 2317949SAli.Saidi@ARM.com case NormalPhase: 2327949SAli.Saidi@ARM.com uint8_t message_type; 2337949SAli.Saidi@ARM.com len = read(&message_type); 2347949SAli.Saidi@ARM.com if (!len) { 2357949SAli.Saidi@ARM.com detach(); 2367949SAli.Saidi@ARM.com return; 2377949SAli.Saidi@ARM.com } 2387949SAli.Saidi@ARM.com assert(len == 1); 2397949SAli.Saidi@ARM.com 2407949SAli.Saidi@ARM.com switch (message_type) { 2417949SAli.Saidi@ARM.com case ClientSetPixelFormat: 2427949SAli.Saidi@ARM.com setPixelFormat(); 2437949SAli.Saidi@ARM.com break; 2447949SAli.Saidi@ARM.com case ClientSetEncodings: 2457949SAli.Saidi@ARM.com setEncodings(); 2467949SAli.Saidi@ARM.com break; 2477949SAli.Saidi@ARM.com case ClientFrameBufferUpdate: 2488871SChander.Sudanthi@arm.com requestFbUpdate(); 2498871SChander.Sudanthi@arm.com break; 2507949SAli.Saidi@ARM.com case ClientKeyEvent: 2518871SChander.Sudanthi@arm.com recvKeyboardInput(); 2528871SChander.Sudanthi@arm.com break; 2537949SAli.Saidi@ARM.com case ClientPointerEvent: 2548871SChander.Sudanthi@arm.com recvPointerInput(); 2558871SChander.Sudanthi@arm.com break; 2567949SAli.Saidi@ARM.com case ClientCutText: 2578871SChander.Sudanthi@arm.com recvCutText(); 2588871SChander.Sudanthi@arm.com break; 2597949SAli.Saidi@ARM.com default: 2608871SChander.Sudanthi@arm.com panic("Unimplemented message type recv from client: %d\n", 2618871SChander.Sudanthi@arm.com message_type); 2628871SChander.Sudanthi@arm.com break; 2637949SAli.Saidi@ARM.com } 2647949SAli.Saidi@ARM.com break; 2657949SAli.Saidi@ARM.com default: 2667949SAli.Saidi@ARM.com panic("Unknown vnc server state\n"); 2677949SAli.Saidi@ARM.com } 2687949SAli.Saidi@ARM.com} 2697949SAli.Saidi@ARM.com 2707949SAli.Saidi@ARM.com 2717949SAli.Saidi@ARM.com// read from socket 2727949SAli.Saidi@ARM.comsize_t 2737949SAli.Saidi@ARM.comVncServer::read(uint8_t *buf, size_t len) 2747949SAli.Saidi@ARM.com{ 2757949SAli.Saidi@ARM.com if (dataFd < 0) 2767949SAli.Saidi@ARM.com panic("vnc not properly attached.\n"); 2777949SAli.Saidi@ARM.com 2787949SAli.Saidi@ARM.com size_t ret; 2797949SAli.Saidi@ARM.com do { 2807949SAli.Saidi@ARM.com ret = ::read(dataFd, buf, len); 2817949SAli.Saidi@ARM.com } while (ret == -1 && errno == EINTR); 2827949SAli.Saidi@ARM.com 2837949SAli.Saidi@ARM.com 2847949SAli.Saidi@ARM.com if (ret <= 0){ 2857949SAli.Saidi@ARM.com DPRINTF(VNC, "Read failed.\n"); 2867949SAli.Saidi@ARM.com detach(); 2877949SAli.Saidi@ARM.com return 0; 2887949SAli.Saidi@ARM.com } 2897949SAli.Saidi@ARM.com 2907949SAli.Saidi@ARM.com return ret; 2917949SAli.Saidi@ARM.com} 2927949SAli.Saidi@ARM.com 2937949SAli.Saidi@ARM.comsize_t 2947949SAli.Saidi@ARM.comVncServer::read1(uint8_t *buf, size_t len) 2957949SAli.Saidi@ARM.com{ 2967949SAli.Saidi@ARM.com size_t read_len M5_VAR_USED; 2977949SAli.Saidi@ARM.com read_len = read(buf + 1, len - 1); 2987949SAli.Saidi@ARM.com assert(read_len == len - 1); 2997949SAli.Saidi@ARM.com return read_len; 3007949SAli.Saidi@ARM.com} 3017949SAli.Saidi@ARM.com 3027949SAli.Saidi@ARM.com 3037949SAli.Saidi@ARM.comtemplate<typename T> 3047949SAli.Saidi@ARM.comsize_t 3057949SAli.Saidi@ARM.comVncServer::read(T* val) 3067949SAli.Saidi@ARM.com{ 3077949SAli.Saidi@ARM.com return read((uint8_t*)val, sizeof(T)); 3087949SAli.Saidi@ARM.com} 3097949SAli.Saidi@ARM.com 3107949SAli.Saidi@ARM.com// write to socket 3117949SAli.Saidi@ARM.comsize_t 3127949SAli.Saidi@ARM.comVncServer::write(const uint8_t *buf, size_t len) 3137949SAli.Saidi@ARM.com{ 3147949SAli.Saidi@ARM.com if (dataFd < 0) 3157949SAli.Saidi@ARM.com panic("Vnc client not properly attached.\n"); 3167949SAli.Saidi@ARM.com 3177949SAli.Saidi@ARM.com ssize_t ret; 3187949SAli.Saidi@ARM.com ret = atomic_write(dataFd, buf, len); 3197949SAli.Saidi@ARM.com 3207949SAli.Saidi@ARM.com if (ret < len) 3217949SAli.Saidi@ARM.com detach(); 3227949SAli.Saidi@ARM.com 3237949SAli.Saidi@ARM.com return ret; 3247949SAli.Saidi@ARM.com} 3257949SAli.Saidi@ARM.com 3267949SAli.Saidi@ARM.comtemplate<typename T> 3277949SAli.Saidi@ARM.comsize_t 3287949SAli.Saidi@ARM.comVncServer::write(T* val) 3297949SAli.Saidi@ARM.com{ 3307949SAli.Saidi@ARM.com return write((uint8_t*)val, sizeof(T)); 3317949SAli.Saidi@ARM.com} 3327949SAli.Saidi@ARM.com 3337949SAli.Saidi@ARM.comsize_t 3347949SAli.Saidi@ARM.comVncServer::write(const char* str) 3357949SAli.Saidi@ARM.com{ 3367949SAli.Saidi@ARM.com return write((uint8_t*)str, strlen(str)); 3377949SAli.Saidi@ARM.com} 3387949SAli.Saidi@ARM.com 3397949SAli.Saidi@ARM.com// detach a vnc client 3407949SAli.Saidi@ARM.comvoid 3417949SAli.Saidi@ARM.comVncServer::detach() 3427949SAli.Saidi@ARM.com{ 3437949SAli.Saidi@ARM.com if (dataFd != -1) { 3447949SAli.Saidi@ARM.com ::close(dataFd); 3457949SAli.Saidi@ARM.com dataFd = -1; 3467949SAli.Saidi@ARM.com } 3477949SAli.Saidi@ARM.com 3487949SAli.Saidi@ARM.com if (!dataEvent || !dataEvent->queued()) 3497949SAli.Saidi@ARM.com return; 3507949SAli.Saidi@ARM.com 3517949SAli.Saidi@ARM.com pollQueue.remove(dataEvent); 3527949SAli.Saidi@ARM.com delete dataEvent; 3537949SAli.Saidi@ARM.com dataEvent = NULL; 3547949SAli.Saidi@ARM.com curState = WaitForProtocolVersion; 3557949SAli.Saidi@ARM.com 3567949SAli.Saidi@ARM.com inform("VNC client detached\n"); 3577949SAli.Saidi@ARM.com DPRINTF(VNC, "detach vnc client %d\n", number); 3587949SAli.Saidi@ARM.com} 3597949SAli.Saidi@ARM.com 3607949SAli.Saidi@ARM.comvoid 3617949SAli.Saidi@ARM.comVncServer::sendError(const char* error_msg) 3627949SAli.Saidi@ARM.com{ 3637949SAli.Saidi@ARM.com uint32_t len = strlen(error_msg); 3647949SAli.Saidi@ARM.com write(&len); 3657949SAli.Saidi@ARM.com write(error_msg); 3667949SAli.Saidi@ARM.com} 3677949SAli.Saidi@ARM.com 3687949SAli.Saidi@ARM.comvoid 3697949SAli.Saidi@ARM.comVncServer::checkProtocolVersion() 3707949SAli.Saidi@ARM.com{ 3717949SAli.Saidi@ARM.com assert(curState == WaitForProtocolVersion); 3727949SAli.Saidi@ARM.com 3737949SAli.Saidi@ARM.com size_t len M5_VAR_USED; 3747949SAli.Saidi@ARM.com char version_string[13]; 3757949SAli.Saidi@ARM.com 3767949SAli.Saidi@ARM.com // Null terminate the message so it's easier to work with 3777949SAli.Saidi@ARM.com version_string[12] = 0; 3787949SAli.Saidi@ARM.com 3797949SAli.Saidi@ARM.com len = read((uint8_t*)version_string, 12); 3807949SAli.Saidi@ARM.com assert(len == 12); 3817949SAli.Saidi@ARM.com 3827949SAli.Saidi@ARM.com uint32_t major, minor; 3837949SAli.Saidi@ARM.com 3847949SAli.Saidi@ARM.com // Figure out the major/minor numbers 3857949SAli.Saidi@ARM.com if (sscanf(version_string, "RFB %03d.%03d\n", &major, &minor) != 2) { 3867949SAli.Saidi@ARM.com warn(" Malformed protocol version %s\n", version_string); 3877949SAli.Saidi@ARM.com sendError("Malformed protocol version\n"); 3887949SAli.Saidi@ARM.com detach(); 3897949SAli.Saidi@ARM.com } 3907949SAli.Saidi@ARM.com 3917949SAli.Saidi@ARM.com DPRINTF(VNC, "Client request protocol version %d.%d\n", major, minor); 3927949SAli.Saidi@ARM.com 3937949SAli.Saidi@ARM.com // If it's not 3.X we don't support it 3947949SAli.Saidi@ARM.com if (major != 3 || minor < 2) { 3957949SAli.Saidi@ARM.com warn("Unsupported VNC client version... disconnecting\n"); 3967949SAli.Saidi@ARM.com uint8_t err = AuthInvalid; 3977949SAli.Saidi@ARM.com write(&err); 3987949SAli.Saidi@ARM.com detach(); 3997949SAli.Saidi@ARM.com } 4007949SAli.Saidi@ARM.com // Auth is different based on version number 4017949SAli.Saidi@ARM.com if (minor < 7) { 4027949SAli.Saidi@ARM.com uint32_t sec_type = htobe((uint32_t)AuthNone); 4037949SAli.Saidi@ARM.com write(&sec_type); 4047949SAli.Saidi@ARM.com } else { 4057949SAli.Saidi@ARM.com uint8_t sec_cnt = 1; 4067949SAli.Saidi@ARM.com uint8_t sec_type = htobe((uint8_t)AuthNone); 4077949SAli.Saidi@ARM.com write(&sec_cnt); 4087949SAli.Saidi@ARM.com write(&sec_type); 4097949SAli.Saidi@ARM.com } 4107949SAli.Saidi@ARM.com 4117949SAli.Saidi@ARM.com // Wait for client to respond 4127949SAli.Saidi@ARM.com curState = WaitForSecurityResponse; 4137949SAli.Saidi@ARM.com} 4147949SAli.Saidi@ARM.com 4157949SAli.Saidi@ARM.comvoid 4167949SAli.Saidi@ARM.comVncServer::checkSecurity() 4177949SAli.Saidi@ARM.com{ 4187949SAli.Saidi@ARM.com assert(curState == WaitForSecurityResponse); 4197949SAli.Saidi@ARM.com 4207949SAli.Saidi@ARM.com uint8_t security_type; 4217949SAli.Saidi@ARM.com size_t len M5_VAR_USED = read(&security_type); 4227949SAli.Saidi@ARM.com 4237949SAli.Saidi@ARM.com assert(len == 1); 4247949SAli.Saidi@ARM.com 4257949SAli.Saidi@ARM.com if (security_type != AuthNone) { 4267949SAli.Saidi@ARM.com warn("Unknown VNC security type\n"); 4277949SAli.Saidi@ARM.com sendError("Unknown security type\n"); 4287949SAli.Saidi@ARM.com } 4297949SAli.Saidi@ARM.com 4307949SAli.Saidi@ARM.com DPRINTF(VNC, "Sending security auth OK\n"); 4317949SAli.Saidi@ARM.com 4327949SAli.Saidi@ARM.com uint32_t success = htobe(VncOK); 4337949SAli.Saidi@ARM.com write(&success); 4347949SAli.Saidi@ARM.com curState = WaitForClientInit; 4357949SAli.Saidi@ARM.com} 4367949SAli.Saidi@ARM.com 4377949SAli.Saidi@ARM.comvoid 4387949SAli.Saidi@ARM.comVncServer::sendServerInit() 4397949SAli.Saidi@ARM.com{ 4407949SAli.Saidi@ARM.com ServerInitMsg msg; 4417949SAli.Saidi@ARM.com 4427949SAli.Saidi@ARM.com DPRINTF(VNC, "Sending server init message to client\n"); 4437949SAli.Saidi@ARM.com 4447949SAli.Saidi@ARM.com msg.fbWidth = htobe(videoWidth()); 4457949SAli.Saidi@ARM.com msg.fbHeight = htobe(videoHeight()); 4467949SAli.Saidi@ARM.com 4477949SAli.Saidi@ARM.com msg.px.bpp = htobe(pixelFormat.bpp); 4487949SAli.Saidi@ARM.com msg.px.depth = htobe(pixelFormat.depth); 4497949SAli.Saidi@ARM.com msg.px.bigendian = htobe(pixelFormat.bigendian); 4507949SAli.Saidi@ARM.com msg.px.truecolor = htobe(pixelFormat.truecolor); 4517949SAli.Saidi@ARM.com msg.px.redmax = htobe(pixelFormat.redmax); 4527949SAli.Saidi@ARM.com msg.px.greenmax = htobe(pixelFormat.greenmax); 4537949SAli.Saidi@ARM.com msg.px.bluemax = htobe(pixelFormat.bluemax); 4547949SAli.Saidi@ARM.com msg.px.redshift = htobe(pixelFormat.redshift); 4557949SAli.Saidi@ARM.com msg.px.greenshift = htobe(pixelFormat.greenshift); 4567949SAli.Saidi@ARM.com msg.px.blueshift = htobe(pixelFormat.blueshift); 4577949SAli.Saidi@ARM.com memset(msg.px.padding, 0, 3); 4587949SAli.Saidi@ARM.com msg.namelen = 2; 4597949SAli.Saidi@ARM.com msg.namelen = htobe(msg.namelen); 4607949SAli.Saidi@ARM.com memcpy(msg.name, "M5", 2); 4617949SAli.Saidi@ARM.com 4627949SAli.Saidi@ARM.com write(&msg); 4637949SAli.Saidi@ARM.com curState = NormalPhase; 4647949SAli.Saidi@ARM.com} 4657949SAli.Saidi@ARM.com 4667949SAli.Saidi@ARM.comvoid 4677949SAli.Saidi@ARM.comVncServer::setPixelFormat() 4687949SAli.Saidi@ARM.com{ 4697949SAli.Saidi@ARM.com DPRINTF(VNC, "Received pixel format from client message\n"); 4707949SAli.Saidi@ARM.com 4717949SAli.Saidi@ARM.com PixelFormatMessage pfm; 4727949SAli.Saidi@ARM.com read1((uint8_t*)&pfm, sizeof(PixelFormatMessage)); 4737949SAli.Saidi@ARM.com 4747949SAli.Saidi@ARM.com DPRINTF(VNC, " -- bpp = %d; depth = %d; be = %d\n", pfm.px.bpp, 4757949SAli.Saidi@ARM.com pfm.px.depth, pfm.px.bigendian); 4767949SAli.Saidi@ARM.com DPRINTF(VNC, " -- true color = %d red,green,blue max = %d,%d,%d\n", 4777949SAli.Saidi@ARM.com pfm.px.truecolor, betoh(pfm.px.redmax), betoh(pfm.px.greenmax), 4787949SAli.Saidi@ARM.com betoh(pfm.px.bluemax)); 4797949SAli.Saidi@ARM.com DPRINTF(VNC, " -- red,green,blue shift = %d,%d,%d\n", pfm.px.redshift, 4807949SAli.Saidi@ARM.com pfm.px.greenshift, pfm.px.blueshift); 4817949SAli.Saidi@ARM.com 4827949SAli.Saidi@ARM.com if (betoh(pfm.px.bpp) != pixelFormat.bpp || 4837949SAli.Saidi@ARM.com betoh(pfm.px.depth) != pixelFormat.depth || 4847949SAli.Saidi@ARM.com betoh(pfm.px.bigendian) != pixelFormat.bigendian || 4857949SAli.Saidi@ARM.com betoh(pfm.px.truecolor) != pixelFormat.truecolor || 4867949SAli.Saidi@ARM.com betoh(pfm.px.redmax) != pixelFormat.redmax || 4877949SAli.Saidi@ARM.com betoh(pfm.px.greenmax) != pixelFormat.greenmax || 4887949SAli.Saidi@ARM.com betoh(pfm.px.bluemax) != pixelFormat.bluemax || 4897949SAli.Saidi@ARM.com betoh(pfm.px.redshift) != pixelFormat.redshift || 4907949SAli.Saidi@ARM.com betoh(pfm.px.greenshift) != pixelFormat.greenshift || 4917949SAli.Saidi@ARM.com betoh(pfm.px.blueshift) != pixelFormat.blueshift) 4927949SAli.Saidi@ARM.com fatal("VNC client doesn't support true color raw encoding\n"); 4937949SAli.Saidi@ARM.com} 4947949SAli.Saidi@ARM.com 4957949SAli.Saidi@ARM.comvoid 4967949SAli.Saidi@ARM.comVncServer::setEncodings() 4977949SAli.Saidi@ARM.com{ 4987949SAli.Saidi@ARM.com DPRINTF(VNC, "Received supported encodings from client\n"); 4997949SAli.Saidi@ARM.com 5007949SAli.Saidi@ARM.com PixelEncodingsMessage pem; 5017949SAli.Saidi@ARM.com read1((uint8_t*)&pem, sizeof(PixelEncodingsMessage)); 5027949SAli.Saidi@ARM.com 5037949SAli.Saidi@ARM.com pem.num_encodings = betoh(pem.num_encodings); 5047949SAli.Saidi@ARM.com 5057949SAli.Saidi@ARM.com DPRINTF(VNC, " -- %d encoding present\n", pem.num_encodings); 5067949SAli.Saidi@ARM.com supportsRawEnc = supportsResizeEnc = false; 5077949SAli.Saidi@ARM.com 5087949SAli.Saidi@ARM.com for (int x = 0; x < pem.num_encodings; x++) { 5097949SAli.Saidi@ARM.com int32_t encoding; 5107949SAli.Saidi@ARM.com size_t len M5_VAR_USED; 5117949SAli.Saidi@ARM.com len = read(&encoding); 5127949SAli.Saidi@ARM.com assert(len == sizeof(encoding)); 5137949SAli.Saidi@ARM.com DPRINTF(VNC, " -- supports %d\n", betoh(encoding)); 5147949SAli.Saidi@ARM.com 5157949SAli.Saidi@ARM.com switch (betoh(encoding)) { 5167949SAli.Saidi@ARM.com case EncodingRaw: 5177949SAli.Saidi@ARM.com supportsRawEnc = true; 5187949SAli.Saidi@ARM.com break; 5197949SAli.Saidi@ARM.com case EncodingDesktopSize: 5207949SAli.Saidi@ARM.com supportsResizeEnc = true; 5217949SAli.Saidi@ARM.com break; 5227949SAli.Saidi@ARM.com } 5237949SAli.Saidi@ARM.com } 5247949SAli.Saidi@ARM.com 5257949SAli.Saidi@ARM.com if (!supportsRawEnc) 5267949SAli.Saidi@ARM.com fatal("VNC clients must always support raw encoding\n"); 5277949SAli.Saidi@ARM.com} 5287949SAli.Saidi@ARM.com 5297949SAli.Saidi@ARM.comvoid 5307949SAli.Saidi@ARM.comVncServer::requestFbUpdate() 5317949SAli.Saidi@ARM.com{ 5327949SAli.Saidi@ARM.com DPRINTF(VNC, "Received frame buffer update request from client\n"); 5337949SAli.Saidi@ARM.com 5347949SAli.Saidi@ARM.com FrameBufferUpdateReq fbr; 5357949SAli.Saidi@ARM.com read1((uint8_t*)&fbr, sizeof(FrameBufferUpdateReq)); 5367949SAli.Saidi@ARM.com 5377949SAli.Saidi@ARM.com fbr.x = betoh(fbr.x); 5387949SAli.Saidi@ARM.com fbr.y = betoh(fbr.y); 5397949SAli.Saidi@ARM.com fbr.width = betoh(fbr.width); 5407949SAli.Saidi@ARM.com fbr.height = betoh(fbr.height); 5417949SAli.Saidi@ARM.com 5427949SAli.Saidi@ARM.com DPRINTF(VNC, " -- x = %d y = %d w = %d h = %d\n", fbr.x, fbr.y, fbr.width, 5437949SAli.Saidi@ARM.com fbr.height); 5447949SAli.Saidi@ARM.com 5457949SAli.Saidi@ARM.com sendFrameBufferUpdate(); 5467949SAli.Saidi@ARM.com} 5477949SAli.Saidi@ARM.com 5487949SAli.Saidi@ARM.comvoid 5497949SAli.Saidi@ARM.comVncServer::recvKeyboardInput() 5507949SAli.Saidi@ARM.com{ 5517949SAli.Saidi@ARM.com DPRINTF(VNC, "Received keyboard input from client\n"); 5527949SAli.Saidi@ARM.com KeyEventMessage kem; 5537949SAli.Saidi@ARM.com read1((uint8_t*)&kem, sizeof(KeyEventMessage)); 5547949SAli.Saidi@ARM.com 5557949SAli.Saidi@ARM.com kem.key = betoh(kem.key); 5567949SAli.Saidi@ARM.com DPRINTF(VNC, " -- received key code %d (%s)\n", kem.key, kem.down_flag ? 5577949SAli.Saidi@ARM.com "down" : "up"); 5587949SAli.Saidi@ARM.com 5597949SAli.Saidi@ARM.com if (keyboard) 5607949SAli.Saidi@ARM.com keyboard->keyPress(kem.key, kem.down_flag); 5617949SAli.Saidi@ARM.com} 5627949SAli.Saidi@ARM.com 5637949SAli.Saidi@ARM.comvoid 5647949SAli.Saidi@ARM.comVncServer::recvPointerInput() 5657949SAli.Saidi@ARM.com{ 5667949SAli.Saidi@ARM.com DPRINTF(VNC, "Received pointer input from client\n"); 5677949SAli.Saidi@ARM.com PointerEventMessage pem; 5687949SAli.Saidi@ARM.com 5697949SAli.Saidi@ARM.com read1((uint8_t*)&pem, sizeof(PointerEventMessage));; 5707949SAli.Saidi@ARM.com 5717949SAli.Saidi@ARM.com pem.x = betoh(pem.x); 5727949SAli.Saidi@ARM.com pem.y = betoh(pem.y); 5737949SAli.Saidi@ARM.com DPRINTF(VNC, " -- pointer at x = %d y = %d buttons = %#x\n", pem.x, pem.y, 5747949SAli.Saidi@ARM.com pem.button_mask); 5757949SAli.Saidi@ARM.com 5767949SAli.Saidi@ARM.com if (mouse) 5777949SAli.Saidi@ARM.com mouse->mouseAt(pem.x, pem.y, pem.button_mask); 5787949SAli.Saidi@ARM.com} 5797949SAli.Saidi@ARM.com 5807949SAli.Saidi@ARM.comvoid 5817949SAli.Saidi@ARM.comVncServer::recvCutText() 5827949SAli.Saidi@ARM.com{ 5837949SAli.Saidi@ARM.com DPRINTF(VNC, "Received client copy buffer message\n"); 5847949SAli.Saidi@ARM.com 5857949SAli.Saidi@ARM.com ClientCutTextMessage cct; 5867949SAli.Saidi@ARM.com read1((uint8_t*)&cct, sizeof(ClientCutTextMessage)); 5877949SAli.Saidi@ARM.com 5887949SAli.Saidi@ARM.com char str[1025]; 5897949SAli.Saidi@ARM.com size_t data_len = betoh(cct.length); 5907949SAli.Saidi@ARM.com DPRINTF(VNC, "String length %d\n", data_len); 5917949SAli.Saidi@ARM.com while (data_len > 0) { 5927949SAli.Saidi@ARM.com size_t len; 5937949SAli.Saidi@ARM.com size_t bytes_to_read = data_len > 1024 ? 1024 : data_len; 5947949SAli.Saidi@ARM.com len = read((uint8_t*)&str, bytes_to_read); 5957949SAli.Saidi@ARM.com str[bytes_to_read] = 0; 59610373Sandreas.hansson@arm.com assert(len >= data_len); 5977949SAli.Saidi@ARM.com data_len -= len; 5987949SAli.Saidi@ARM.com DPRINTF(VNC, "Buffer: %s\n", str); 5997949SAli.Saidi@ARM.com } 6007949SAli.Saidi@ARM.com 6017949SAli.Saidi@ARM.com} 6027949SAli.Saidi@ARM.com 6037949SAli.Saidi@ARM.com 6047949SAli.Saidi@ARM.comvoid 6057949SAli.Saidi@ARM.comVncServer::sendFrameBufferUpdate() 6067949SAli.Saidi@ARM.com{ 6077949SAli.Saidi@ARM.com 6089330Schander.sudanthi@arm.com if (!fbPtr || dataFd <= 0 || curState != NormalPhase || !sendUpdate) { 6097949SAli.Saidi@ARM.com DPRINTF(VNC, "NOT sending framebuffer update\n"); 6107949SAli.Saidi@ARM.com return; 6117949SAli.Saidi@ARM.com } 6127949SAli.Saidi@ARM.com 6137949SAli.Saidi@ARM.com assert(vc); 6147949SAli.Saidi@ARM.com 6157949SAli.Saidi@ARM.com // The client will request data constantly, unless we throttle it 6167949SAli.Saidi@ARM.com sendUpdate = false; 6177949SAli.Saidi@ARM.com 6187949SAli.Saidi@ARM.com DPRINTF(VNC, "Sending framebuffer update\n"); 6197949SAli.Saidi@ARM.com 6207949SAli.Saidi@ARM.com FrameBufferUpdate fbu; 6217949SAli.Saidi@ARM.com FrameBufferRect fbr; 6227949SAli.Saidi@ARM.com 6237949SAli.Saidi@ARM.com fbu.type = ServerFrameBufferUpdate; 6247949SAli.Saidi@ARM.com fbu.num_rects = 1; 6257949SAli.Saidi@ARM.com fbr.x = 0; 6267949SAli.Saidi@ARM.com fbr.y = 0; 6277949SAli.Saidi@ARM.com fbr.width = videoWidth(); 6287949SAli.Saidi@ARM.com fbr.height = videoHeight(); 6297949SAli.Saidi@ARM.com fbr.encoding = EncodingRaw; 6307949SAli.Saidi@ARM.com 6317949SAli.Saidi@ARM.com // fix up endian 6327949SAli.Saidi@ARM.com fbu.num_rects = htobe(fbu.num_rects); 6337949SAli.Saidi@ARM.com fbr.x = htobe(fbr.x); 6347949SAli.Saidi@ARM.com fbr.y = htobe(fbr.y); 6357949SAli.Saidi@ARM.com fbr.width = htobe(fbr.width); 6367949SAli.Saidi@ARM.com fbr.height = htobe(fbr.height); 6377949SAli.Saidi@ARM.com fbr.encoding = htobe(fbr.encoding); 6387949SAli.Saidi@ARM.com 6397949SAli.Saidi@ARM.com // send headers to client 6407949SAli.Saidi@ARM.com write(&fbu); 6417949SAli.Saidi@ARM.com write(&fbr); 6427949SAli.Saidi@ARM.com 6439330Schander.sudanthi@arm.com assert(fbPtr); 6447949SAli.Saidi@ARM.com 6459330Schander.sudanthi@arm.com uint8_t *tmp = vc->convert(fbPtr); 6467949SAli.Saidi@ARM.com write(tmp, videoWidth() * videoHeight() * sizeof(uint32_t)); 6477949SAli.Saidi@ARM.com delete [] tmp; 6487949SAli.Saidi@ARM.com 6497949SAli.Saidi@ARM.com} 6507949SAli.Saidi@ARM.com 6517949SAli.Saidi@ARM.comvoid 6527949SAli.Saidi@ARM.comVncServer::sendFrameBufferResized() 6537949SAli.Saidi@ARM.com{ 6549330Schander.sudanthi@arm.com assert(fbPtr && dataFd > 0 && curState == NormalPhase); 6557949SAli.Saidi@ARM.com DPRINTF(VNC, "Sending framebuffer resize\n"); 6567949SAli.Saidi@ARM.com 6577949SAli.Saidi@ARM.com FrameBufferUpdate fbu; 6587949SAli.Saidi@ARM.com FrameBufferRect fbr; 6597949SAli.Saidi@ARM.com 6607949SAli.Saidi@ARM.com fbu.type = ServerFrameBufferUpdate; 6617949SAli.Saidi@ARM.com fbu.num_rects = 1; 6627949SAli.Saidi@ARM.com fbr.x = 0; 6637949SAli.Saidi@ARM.com fbr.y = 0; 6647949SAli.Saidi@ARM.com fbr.width = videoWidth(); 6657949SAli.Saidi@ARM.com fbr.height = videoHeight(); 6667949SAli.Saidi@ARM.com fbr.encoding = EncodingDesktopSize; 6677949SAli.Saidi@ARM.com 6687949SAli.Saidi@ARM.com // fix up endian 6697949SAli.Saidi@ARM.com fbu.num_rects = htobe(fbu.num_rects); 6707949SAli.Saidi@ARM.com fbr.x = htobe(fbr.x); 6717949SAli.Saidi@ARM.com fbr.y = htobe(fbr.y); 6727949SAli.Saidi@ARM.com fbr.width = htobe(fbr.width); 6737949SAli.Saidi@ARM.com fbr.height = htobe(fbr.height); 6747949SAli.Saidi@ARM.com fbr.encoding = htobe(fbr.encoding); 6757949SAli.Saidi@ARM.com 6767949SAli.Saidi@ARM.com // send headers to client 6777949SAli.Saidi@ARM.com write(&fbu); 6787949SAli.Saidi@ARM.com write(&fbr); 6797949SAli.Saidi@ARM.com 6807949SAli.Saidi@ARM.com // No actual data is sent in this message 6817949SAli.Saidi@ARM.com} 6827949SAli.Saidi@ARM.com 6837949SAli.Saidi@ARM.comvoid 6849330Schander.sudanthi@arm.comVncServer::setFrameBufferParams(VideoConvert::Mode mode, uint16_t width, 6859330Schander.sudanthi@arm.com uint16_t height) 6867949SAli.Saidi@ARM.com{ 6879330Schander.sudanthi@arm.com VncInput::setFrameBufferParams(mode, width, height); 6887949SAli.Saidi@ARM.com 6897949SAli.Saidi@ARM.com if (mode != videoMode || width != videoWidth() || height != videoHeight()) { 6909330Schander.sudanthi@arm.com if (dataFd > 0 && fbPtr && curState == NormalPhase) { 6917949SAli.Saidi@ARM.com if (supportsResizeEnc) 6927949SAli.Saidi@ARM.com sendFrameBufferResized(); 6937949SAli.Saidi@ARM.com else 6947949SAli.Saidi@ARM.com // The frame buffer changed size and we can't update the client 6957949SAli.Saidi@ARM.com detach(); 6967949SAli.Saidi@ARM.com } 6977949SAli.Saidi@ARM.com } 6987949SAli.Saidi@ARM.com} 6997949SAli.Saidi@ARM.com 7007949SAli.Saidi@ARM.com// create the VNC server object 7017949SAli.Saidi@ARM.comVncServer * 7027949SAli.Saidi@ARM.comVncServerParams::create() 7037949SAli.Saidi@ARM.com{ 7047949SAli.Saidi@ARM.com return new VncServer(this); 7057949SAli.Saidi@ARM.com} 7068635Schris.emmons@arm.com 707