Home | History | Annotate | Download | only in vnc_server 
      1 /*
      2  * Copyright (C) 2017 The Android Open Source Project
      3  *
      4  * Licensed under the Apache License, Version 2.0 (the "License");
      5  * you may not use this file except in compliance with the License.
      6  * You may obtain a copy of the License at
      7  *
      8  *      http://www.apache.org/licenses/LICENSE-2.0
      9  *
     10  * Unless required by applicable law or agreed to in writing, software
     11  * distributed under the License is distributed on an "AS IS" BASIS,
     12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
     13  * See the License for the specific language governing permissions and
     14  * limitations under the License.
     15  */
     16 
     17 #include "host/frontend/vnc_server/virtual_inputs.h"
     18 #include <gflags/gflags.h>
     19 #include <linux/input.h>
     20 #include <linux/uinput.h>
     21 
     22 #include <mutex>
     23 #include "keysyms.h"
     24 
     25 #include <common/libs/fs/shared_select.h>
     26 #include <host/libs/config/cuttlefish_config.h>
     27 
     28 using cvd::vnc::VirtualInputs;
     29 using vsoc::input_events::InputEventsRegionView;
     30 
     31 DEFINE_int32(touch_fd, -1,
     32              "A fd for a socket where to accept touch connections");
     33 
     34 DEFINE_int32(keyboard_fd, -1,
     35              "A fd for a socket where to accept keyboard connections");
     36 
     37 namespace {
     38 void AddKeyMappings(std::map<uint32_t, uint16_t>* key_mapping) {
     39   (*key_mapping)[cvd::xk::AltLeft] = KEY_LEFTALT;
     40   (*key_mapping)[cvd::xk::ControlLeft] = KEY_LEFTCTRL;
     41   (*key_mapping)[cvd::xk::ShiftLeft] = KEY_LEFTSHIFT;
     42   (*key_mapping)[cvd::xk::AltRight] = KEY_RIGHTALT;
     43   (*key_mapping)[cvd::xk::ControlRight] = KEY_RIGHTCTRL;
     44   (*key_mapping)[cvd::xk::ShiftRight] = KEY_RIGHTSHIFT;
     45   (*key_mapping)[cvd::xk::MetaLeft] = KEY_LEFTMETA;
     46   (*key_mapping)[cvd::xk::MetaRight] = KEY_RIGHTMETA;
     47   (*key_mapping)[cvd::xk::MultiKey] = KEY_COMPOSE;
     48 
     49   (*key_mapping)[cvd::xk::CapsLock] = KEY_CAPSLOCK;
     50   (*key_mapping)[cvd::xk::NumLock] = KEY_NUMLOCK;
     51   (*key_mapping)[cvd::xk::ScrollLock] = KEY_SCROLLLOCK;
     52 
     53   (*key_mapping)[cvd::xk::BackSpace] = KEY_BACKSPACE;
     54   (*key_mapping)[cvd::xk::Tab] = KEY_TAB;
     55   (*key_mapping)[cvd::xk::Return] = KEY_ENTER;
     56   (*key_mapping)[cvd::xk::Escape] = KEY_ESC;
     57 
     58   (*key_mapping)[' '] = KEY_SPACE;
     59   (*key_mapping)['!'] = KEY_1;
     60   (*key_mapping)['"'] = KEY_APOSTROPHE;
     61   (*key_mapping)['#'] = KEY_3;
     62   (*key_mapping)['$'] = KEY_4;
     63   (*key_mapping)['%'] = KEY_5;
     64   (*key_mapping)['^'] = KEY_6;
     65   (*key_mapping)['&'] = KEY_7;
     66   (*key_mapping)['\''] = KEY_APOSTROPHE;
     67   (*key_mapping)['('] = KEY_9;
     68   (*key_mapping)[')'] = KEY_0;
     69   (*key_mapping)['*'] = KEY_8;
     70   (*key_mapping)['+'] = KEY_EQUAL;
     71   (*key_mapping)[','] = KEY_COMMA;
     72   (*key_mapping)['-'] = KEY_MINUS;
     73   (*key_mapping)['.'] = KEY_DOT;
     74   (*key_mapping)['/'] = KEY_SLASH;
     75   (*key_mapping)['0'] = KEY_0;
     76   (*key_mapping)['1'] = KEY_1;
     77   (*key_mapping)['2'] = KEY_2;
     78   (*key_mapping)['3'] = KEY_3;
     79   (*key_mapping)['4'] = KEY_4;
     80   (*key_mapping)['5'] = KEY_5;
     81   (*key_mapping)['6'] = KEY_6;
     82   (*key_mapping)['7'] = KEY_7;
     83   (*key_mapping)['8'] = KEY_8;
     84   (*key_mapping)['9'] = KEY_9;
     85   (*key_mapping)[':'] = KEY_SEMICOLON;
     86   (*key_mapping)[';'] = KEY_SEMICOLON;
     87   (*key_mapping)['<'] = KEY_COMMA;
     88   (*key_mapping)['='] = KEY_EQUAL;
     89   (*key_mapping)['>'] = KEY_DOT;
     90   (*key_mapping)['?'] = KEY_SLASH;
     91   (*key_mapping)['@'] = KEY_2;
     92   (*key_mapping)['A'] = KEY_A;
     93   (*key_mapping)['B'] = KEY_B;
     94   (*key_mapping)['C'] = KEY_C;
     95   (*key_mapping)['D'] = KEY_D;
     96   (*key_mapping)['E'] = KEY_E;
     97   (*key_mapping)['F'] = KEY_F;
     98   (*key_mapping)['G'] = KEY_G;
     99   (*key_mapping)['H'] = KEY_H;
    100   (*key_mapping)['I'] = KEY_I;
    101   (*key_mapping)['J'] = KEY_J;
    102   (*key_mapping)['K'] = KEY_K;
    103   (*key_mapping)['L'] = KEY_L;
    104   (*key_mapping)['M'] = KEY_M;
    105   (*key_mapping)['N'] = KEY_N;
    106   (*key_mapping)['O'] = KEY_O;
    107   (*key_mapping)['P'] = KEY_P;
    108   (*key_mapping)['Q'] = KEY_Q;
    109   (*key_mapping)['R'] = KEY_R;
    110   (*key_mapping)['S'] = KEY_S;
    111   (*key_mapping)['T'] = KEY_T;
    112   (*key_mapping)['U'] = KEY_U;
    113   (*key_mapping)['V'] = KEY_V;
    114   (*key_mapping)['W'] = KEY_W;
    115   (*key_mapping)['X'] = KEY_X;
    116   (*key_mapping)['Y'] = KEY_Y;
    117   (*key_mapping)['Z'] = KEY_Z;
    118   (*key_mapping)['['] = KEY_LEFTBRACE;
    119   (*key_mapping)['\\'] = KEY_BACKSLASH;
    120   (*key_mapping)[']'] = KEY_RIGHTBRACE;
    121   (*key_mapping)['-'] = KEY_MINUS;
    122   (*key_mapping)['_'] = KEY_MINUS;
    123   (*key_mapping)['`'] = KEY_GRAVE;
    124   (*key_mapping)['a'] = KEY_A;
    125   (*key_mapping)['b'] = KEY_B;
    126   (*key_mapping)['c'] = KEY_C;
    127   (*key_mapping)['d'] = KEY_D;
    128   (*key_mapping)['e'] = KEY_E;
    129   (*key_mapping)['f'] = KEY_F;
    130   (*key_mapping)['g'] = KEY_G;
    131   (*key_mapping)['h'] = KEY_H;
    132   (*key_mapping)['i'] = KEY_I;
    133   (*key_mapping)['j'] = KEY_J;
    134   (*key_mapping)['k'] = KEY_K;
    135   (*key_mapping)['l'] = KEY_L;
    136   (*key_mapping)['m'] = KEY_M;
    137   (*key_mapping)['n'] = KEY_N;
    138   (*key_mapping)['o'] = KEY_O;
    139   (*key_mapping)['p'] = KEY_P;
    140   (*key_mapping)['q'] = KEY_Q;
    141   (*key_mapping)['r'] = KEY_R;
    142   (*key_mapping)['s'] = KEY_S;
    143   (*key_mapping)['t'] = KEY_T;
    144   (*key_mapping)['u'] = KEY_U;
    145   (*key_mapping)['v'] = KEY_V;
    146   (*key_mapping)['w'] = KEY_W;
    147   (*key_mapping)['x'] = KEY_X;
    148   (*key_mapping)['y'] = KEY_Y;
    149   (*key_mapping)['z'] = KEY_Z;
    150   (*key_mapping)['{'] = KEY_LEFTBRACE;
    151   (*key_mapping)['\\'] = KEY_BACKSLASH;
    152   (*key_mapping)['|'] = KEY_BACKSLASH;
    153   (*key_mapping)['}'] = KEY_RIGHTBRACE;
    154   (*key_mapping)['~'] = KEY_GRAVE;
    155 
    156   (*key_mapping)[cvd::xk::F1] = KEY_F1;
    157   (*key_mapping)[cvd::xk::F2] = KEY_F2;
    158   (*key_mapping)[cvd::xk::F3] = KEY_F3;
    159   (*key_mapping)[cvd::xk::F4] = KEY_F4;
    160   (*key_mapping)[cvd::xk::F5] = KEY_F5;
    161   (*key_mapping)[cvd::xk::F6] = KEY_F6;
    162   (*key_mapping)[cvd::xk::F7] = KEY_F7;
    163   (*key_mapping)[cvd::xk::F8] = KEY_F8;
    164   (*key_mapping)[cvd::xk::F9] = KEY_F9;
    165   (*key_mapping)[cvd::xk::F10] = KEY_F10;
    166   (*key_mapping)[cvd::xk::F11] = KEY_F11;
    167   (*key_mapping)[cvd::xk::F12] = KEY_F12;
    168   (*key_mapping)[cvd::xk::F13] = KEY_F13;
    169   (*key_mapping)[cvd::xk::F14] = KEY_F14;
    170   (*key_mapping)[cvd::xk::F15] = KEY_F15;
    171   (*key_mapping)[cvd::xk::F16] = KEY_F16;
    172   (*key_mapping)[cvd::xk::F17] = KEY_F17;
    173   (*key_mapping)[cvd::xk::F18] = KEY_F18;
    174   (*key_mapping)[cvd::xk::F19] = KEY_F19;
    175   (*key_mapping)[cvd::xk::F20] = KEY_F20;
    176   (*key_mapping)[cvd::xk::F21] = KEY_F21;
    177   (*key_mapping)[cvd::xk::F22] = KEY_F22;
    178   (*key_mapping)[cvd::xk::F23] = KEY_F23;
    179   (*key_mapping)[cvd::xk::F24] = KEY_F24;
    180 
    181   (*key_mapping)[cvd::xk::Keypad0] = KEY_KP0;
    182   (*key_mapping)[cvd::xk::Keypad1] = KEY_KP1;
    183   (*key_mapping)[cvd::xk::Keypad2] = KEY_KP2;
    184   (*key_mapping)[cvd::xk::Keypad3] = KEY_KP3;
    185   (*key_mapping)[cvd::xk::Keypad4] = KEY_KP4;
    186   (*key_mapping)[cvd::xk::Keypad5] = KEY_KP5;
    187   (*key_mapping)[cvd::xk::Keypad6] = KEY_KP6;
    188   (*key_mapping)[cvd::xk::Keypad7] = KEY_KP7;
    189   (*key_mapping)[cvd::xk::Keypad8] = KEY_KP8;
    190   (*key_mapping)[cvd::xk::Keypad9] = KEY_KP9;
    191   (*key_mapping)[cvd::xk::KeypadMultiply] = KEY_KPASTERISK;
    192   (*key_mapping)[cvd::xk::KeypadSubtract] = KEY_KPMINUS;
    193   (*key_mapping)[cvd::xk::KeypadAdd] = KEY_KPPLUS;
    194   (*key_mapping)[cvd::xk::KeypadDecimal] = KEY_KPDOT;
    195   (*key_mapping)[cvd::xk::KeypadEnter] = KEY_KPENTER;
    196   (*key_mapping)[cvd::xk::KeypadDivide] = KEY_KPSLASH;
    197   (*key_mapping)[cvd::xk::KeypadEqual] = KEY_KPEQUAL;
    198   (*key_mapping)[cvd::xk::PlusMinus] = KEY_KPPLUSMINUS;
    199 
    200   (*key_mapping)[cvd::xk::SysReq] = KEY_SYSRQ;
    201   (*key_mapping)[cvd::xk::LineFeed] = KEY_LINEFEED;
    202   (*key_mapping)[cvd::xk::Home] = KEY_HOME;
    203   (*key_mapping)[cvd::xk::Up] = KEY_UP;
    204   (*key_mapping)[cvd::xk::PageUp] = KEY_PAGEUP;
    205   (*key_mapping)[cvd::xk::Left] = KEY_LEFT;
    206   (*key_mapping)[cvd::xk::Right] = KEY_RIGHT;
    207   (*key_mapping)[cvd::xk::End] = KEY_END;
    208   (*key_mapping)[cvd::xk::Down] = KEY_DOWN;
    209   (*key_mapping)[cvd::xk::PageDown] = KEY_PAGEDOWN;
    210   (*key_mapping)[cvd::xk::Insert] = KEY_INSERT;
    211   (*key_mapping)[cvd::xk::Delete] = KEY_DELETE;
    212   (*key_mapping)[cvd::xk::Pause] = KEY_PAUSE;
    213   (*key_mapping)[cvd::xk::KeypadSeparator] = KEY_KPCOMMA;
    214   (*key_mapping)[cvd::xk::Yen] = KEY_YEN;
    215   (*key_mapping)[cvd::xk::Cancel] = KEY_STOP;
    216   (*key_mapping)[cvd::xk::Redo] = KEY_AGAIN;
    217   (*key_mapping)[cvd::xk::Undo] = KEY_UNDO;
    218   (*key_mapping)[cvd::xk::Find] = KEY_FIND;
    219   (*key_mapping)[cvd::xk::Print] = KEY_PRINT;
    220   (*key_mapping)[cvd::xk::VolumeDown] = KEY_VOLUMEDOWN;
    221   (*key_mapping)[cvd::xk::Mute] = KEY_MUTE;
    222   (*key_mapping)[cvd::xk::VolumeUp] = KEY_VOLUMEUP;
    223   (*key_mapping)[cvd::xk::Menu] = KEY_MENU;
    224   (*key_mapping)[cvd::xk::VNCMenu] = KEY_MENU;
    225 }
    226 
    227 void InitInputEvent(struct input_event* evt, uint16_t type, uint16_t code,
    228                     int32_t value) {
    229   evt->type = type;
    230   evt->code = code;
    231   evt->value = value;
    232 }
    233 
    234 }  // namespace
    235 
    236 class VSoCVirtualInputs : public VirtualInputs {
    237  public:
    238   VSoCVirtualInputs()
    239       : input_events_region_view_{
    240             vsoc::input_events::InputEventsRegionView::GetInstance(
    241                 vsoc::GetDomain().c_str())} {
    242     if (!input_events_region_view_) {
    243       LOG(FATAL) << "Failed to open Input events region view";
    244     }
    245   }
    246 
    247   void GenerateKeyPressEvent(int code, bool down) override {
    248     if (keymapping_.count(code)) {
    249       input_events_region_view_->HandleKeyboardEvent(down, keymapping_[code]);
    250     } else {
    251       LOG(ERROR) << "Unknown keycode" << code;
    252     }
    253   }
    254 
    255   void PressPowerButton(bool down) override {
    256     input_events_region_view_->HandlePowerButtonEvent(down);
    257   }
    258 
    259   void HandlePointerEvent(bool touch_down, int x, int y) override {
    260     input_events_region_view_->HandleSingleTouchEvent(touch_down, x, y);
    261   }
    262 
    263  private:
    264   vsoc::input_events::InputEventsRegionView* input_events_region_view_{};
    265 };
    266 
    267 class SocketVirtualInputs : public VirtualInputs {
    268  public:
    269   SocketVirtualInputs()
    270       : client_connector_([this]() { ClientConnectorLoop(); }) {}
    271 
    272   void GenerateKeyPressEvent(int key_code, bool down) override {
    273     struct input_event events[2];
    274     InitInputEvent(&events[0], EV_KEY, keymapping_[key_code], down);
    275     InitInputEvent(&events[1], EV_SYN, 0, 0);
    276 
    277     SendEvents(keyboard_socket_, events, sizeof(events));
    278   }
    279 
    280   void PressPowerButton(bool down) override {
    281     struct input_event events[2];
    282     InitInputEvent(&events[0], EV_KEY, KEY_POWER, down);
    283     InitInputEvent(&events[1], EV_SYN, 0, 0);
    284 
    285     SendEvents(keyboard_socket_, events, sizeof(events));
    286   }
    287 
    288   void HandlePointerEvent(bool touch_down, int x, int y) override {
    289     // TODO(b/124121375): Use multitouch when available
    290     struct input_event events[4];
    291     InitInputEvent(&events[0], EV_ABS, ABS_X, x);
    292     InitInputEvent(&events[1], EV_ABS, ABS_Y, y);
    293     InitInputEvent(&events[2], EV_KEY, BTN_TOUCH, touch_down);
    294     InitInputEvent(&events[3], EV_SYN, 0, 0);
    295 
    296     SendEvents(touch_socket_, events, sizeof(events));
    297   }
    298 
    299  private:
    300   void SendEvents(cvd::SharedFD socket, void* event_buffer, int byte_count) {
    301     std::lock_guard<std::mutex> lock(socket_mutex_);
    302     if (!socket->IsOpen()) {
    303       // This is unlikely as it would only happen between the start of the vnc
    304       // server and the connection of the VMM to the socket.
    305       // If it happens, just drop the events as the VM is not yet ready to
    306       // handle it.
    307       return;
    308     }
    309     auto ret = socket->Write(event_buffer, byte_count);
    310     if (ret < 0) {
    311       LOG(ERROR) << "Error sending input event: " << socket->StrError();
    312     }
    313   }
    314 
    315   void ClientConnectorLoop() {
    316     auto touch_server = cvd::SharedFD::Dup(FLAGS_touch_fd);
    317     close(FLAGS_touch_fd);
    318     FLAGS_touch_fd = -1;
    319 
    320     auto keyboard_server = cvd::SharedFD::Dup(FLAGS_keyboard_fd);
    321     close(FLAGS_keyboard_fd);
    322     FLAGS_keyboard_fd = -1;
    323 
    324     while (1) {
    325       cvd::SharedFDSet read_set;
    326       read_set.Set(touch_server);
    327       read_set.Set(keyboard_server);
    328       cvd::Select(&read_set, nullptr, nullptr, nullptr);
    329       {
    330         std::lock_guard<std::mutex> lock(socket_mutex_);
    331         if (read_set.IsSet(touch_server)) {
    332           touch_socket_ = cvd::SharedFD::Accept(*touch_server);
    333         }
    334         if (read_set.IsSet(keyboard_server)) {
    335           keyboard_socket_ = cvd::SharedFD::Accept(*keyboard_server);
    336         }
    337       }
    338     }
    339   }
    340   cvd::SharedFD touch_socket_;
    341   cvd::SharedFD keyboard_socket_;
    342   std::thread client_connector_;
    343   std::mutex socket_mutex_;
    344 };
    345 
    346 VirtualInputs::VirtualInputs() { AddKeyMappings(&keymapping_); }
    347 
    348 VirtualInputs* VirtualInputs::Get() {
    349   if (vsoc::CuttlefishConfig::Get()->enable_ivserver()) {
    350     return new VSoCVirtualInputs();
    351   } else {
    352     return new SocketVirtualInputs();
    353   }
    354 }
    355