Adding keyboard support

Limelight/Input/KeyboardSupport.h

@@ -0,0 +1,21 @@
+//
+//  KeyboardSupport.h
+//  Moonlight
+//
+//  Created by Diego Waxemberg on 8/25/18.
+//  Copyright © 2018 Moonlight Game Streaming Project. All rights reserved.
+//
+
+#import <Foundation/Foundation.h>
+
+@interface KeyboardSupport : NSObject
+
+struct KeyEvent {
+    u_short keycode;
+    u_short modifierKeycode;
+    u_char modifier;
+};
+
++ (struct KeyEvent) translateKeyEvent:(unichar) inputChar;
+
+@end

Limelight/Input/KeyboardSupport.m

@@ -0,0 +1,166 @@
+//
+//  KeyboardSupport.m
+//  Moonlight
+//
+//  Created by Diego Waxemberg on 8/25/18.
+//  Copyright © 2018 Moonlight Game Streaming Project. All rights reserved.
+//
+
+#import "KeyboardSupport.h"
+#include <Limelight.h>
+
+@implementation KeyboardSupport
+
++ (struct KeyEvent)translateKeyEvent:(unichar)inputChar {
+    struct KeyEvent event;
+    event.keycode = 0;
+    event.modifier = 0;
+    event.modifierKeycode = 0;
+    
+    if (inputChar >= 0x30 && inputChar <= 0x39) {
+        // Numbers 0-9
+        event.keycode = inputChar;
+    } else if (inputChar >= 0x41 && inputChar <= 0x5A) {
+        // Capital letters
+        event.keycode = inputChar;
+        [KeyboardSupport addShiftModifier:&event];
+    } else if (inputChar >= 0x61 && inputChar <= 0x7A) {
+        // Lower case letters
+        event.keycode = inputChar - (0x61 - 0x41);
+    } switch (inputChar) {
+        case ' ': // Spacebar
+            event.keycode = 0x20;
+            break;
+        case '-': // Hyphen '-'
+            event.keycode = 0xBD;
+            break;
+        case '/': // Forward slash '/'
+            event.keycode = 0xBF;
+            break;
+        case ':': // Colon ':'
+            event.keycode = 0xBA;
+            [KeyboardSupport addShiftModifier:&event];
+            break;
+        case ';': // Semi-colon ';'
+            event.keycode = 0xBA;
+            break;
+        case '(': // Open parenthesis '('
+            event.keycode = 0x39; // '9'
+            [KeyboardSupport addShiftModifier:&event];
+            break;
+        case ')': // Close parenthesis ')'
+            event.keycode = 0x30; // '0'
+            [KeyboardSupport addShiftModifier:&event];
+            break;
+        case '$': // Dollar sign '$'
+            event.keycode = 0x34; // '4'
+            [KeyboardSupport addShiftModifier:&event];
+            break;
+        case '&': // Ampresand '&'
+            event.keycode = 0x37; // '7'
+            [KeyboardSupport addShiftModifier:&event];
+            break;
+        case '@': // At-sign '@'
+            event.keycode = 0x32; // '2'
+            [KeyboardSupport addShiftModifier:&event];
+            break;
+        case '"':
+            event.keycode = 0xDE;
+            [KeyboardSupport addShiftModifier:&event];
+            break;
+        case '\'':
+            event.keycode = 0xDE;
+            break;
+        case '!':
+            event.keycode = 0x31; // '1'
+            [KeyboardSupport addShiftModifier:&event];
+            break;
+        case '?':
+            event.keycode = 0xBF; // '/'
+            [KeyboardSupport addShiftModifier:&event];
+            break;
+        case ',':
+            event.keycode = 0xBC;
+            break;
+        case '<':
+            event.keycode = 0xBC;
+            [KeyboardSupport addShiftModifier:&event];
+            break;
+        case '.':
+            event.keycode = 0xBE;
+            break;
+        case '>':
+            event.keycode = 0xBE;
+            [KeyboardSupport addShiftModifier:&event];
+            break;
+        case '[':
+            event.keycode = 0xDB;
+            break;
+        case ']':
+            event.keycode = 0xDD;
+            break;
+        case '{':
+            event.keycode = 0xDB;
+            [KeyboardSupport addShiftModifier:&event];
+            break;
+        case '}':
+            event.keycode = 0xDD;
+            [KeyboardSupport addShiftModifier:&event];
+            break;
+        case '#':
+            event.keycode = 0x33; // '3'
+            [KeyboardSupport addShiftModifier:&event];
+            break;
+        case '%':
+            event.keycode = 0x35; // '5'
+            [KeyboardSupport addShiftModifier:&event];
+            break;
+        case '^':
+            event.keycode = 0x36; // '6'
+            [KeyboardSupport addShiftModifier:&event];
+            break;
+        case '*':
+            event.keycode = 0x38; // '8'
+            [KeyboardSupport addShiftModifier:&event];
+            break;
+        case '+':
+            event.keycode = 0xBB;
+            [KeyboardSupport addShiftModifier:&event];
+            break;
+        case '=':
+            event.keycode = 0xBB;
+            break;
+        case '_':
+            event.keycode = 0xBD;
+            [KeyboardSupport addShiftModifier:&event];
+            break;
+        case '\\':
+            event.keycode = 0xDC;
+            break;
+        case '|':
+            event.keycode = 0xDC;
+            [KeyboardSupport addShiftModifier:&event];
+            break;
+        case '~':
+            event.keycode = 0xC0;
+            [KeyboardSupport addShiftModifier:&event];
+            break;
+        case '`':
+            event.keycode = 0xC0;
+            break;
+        case '\t':
+            event.keycode = 0x09;
+            break;
+        default:
+            break;
+    }
+ 
+    return event;
+}
+
++ (void) addShiftModifier:(struct KeyEvent*)event {
+    event->modifier = MODIFIER_SHIFT;
+    event->modifierKeycode = 0x10;
+}
+
+@end

Limelight/Input/StreamView.h

@@ -14,7 +14,9 @@
 
 @end
 
-@interface StreamView : OSView
+@interface StreamView : OSView <UITextFieldDelegate>
+
+@property (nonatomic, retain) IBOutlet UITextField* keyInputField;
 
 - (void) setupOnScreenControls:(ControllerSupport*)controllerSupport swipeDelegate:(id<EdgeDetectionDelegate>)swipeDelegate;
 - (void) setMouseDeltaFactors:(float)x y:(float)y;

Limelight/Input/StreamView.m

@@ -11,12 +11,14 @@
 #import "OnScreenControls.h"
 #import "DataManager.h"
 #import "ControllerSupport.h"
+#import "KeyboardSupport.h"
 
 @implementation StreamView {
     CGPoint touchLocation, originalLocation;
     BOOL touchMoved;
     OnScreenControls* onScreenControls;
     
+    BOOL isInputingText;
     BOOL isDragging;
     NSTimer* dragTimer;
     
@@ -129,9 +131,22 @@
         if (isDragging) {
             isDragging = false;
             LiSendMouseButtonEvent(BUTTON_ACTION_RELEASE, BUTTON_LEFT);
-        }
-        else if (!touchMoved) {
-            if ([[event allTouches] count]  == 2) {
+        } else if (!touchMoved) {
+            if ([[event allTouches] count] == 3) {
+                if (isInputingText) {
+                    Log(LOG_D, @"Closing the keyboard");
+                    [_keyInputField resignFirstResponder];
+                    isInputingText = false;
+                } else {
+                    Log(LOG_D, @"Opening the keyboard");
+                    // Prepare the textbox used to capture keyboard events.
+                    _keyInputField.delegate = self;
+                    _keyInputField.text = @"0";
+                    [_keyInputField becomeFirstResponder];
+                    [_keyInputField addTarget:self action:@selector(onKeyboardPressed:) forControlEvents:UIControlEventEditingChanged];
+                    isInputingText = true;
+                }
+            } else if ([[event allTouches] count]  == 2) {
                 dispatch_async(dispatch_get_global_queue(DISPATCH_QUEUE_PRIORITY_HIGH, 0), ^{
                     Log(LOG_D, @"Sending right mouse button press");
                     
@@ -142,7 +157,7 @@
                     
                     LiSendMouseButtonEvent(BUTTON_ACTION_RELEASE, BUTTON_RIGHT);
                 });
-            } else {
+            } else if ([[event allTouches] count]  == 1) {
                 dispatch_async(dispatch_get_global_queue(DISPATCH_QUEUE_PRIORITY_HIGH, 0), ^{
                     if (!self->isDragging){
                         Log(LOG_D, @"Sending left mouse button press");
@@ -177,5 +192,45 @@
 - (void)touchesCancelled:(NSSet *)touches withEvent:(UIEvent *)event {
 }
 
+- (BOOL)textFieldShouldReturn:(UITextField *)textField {
+    // This method is called when the "Return" key is pressed.
+    LiSendKeyboardEvent(0x0d, KEY_ACTION_DOWN, 0);
+    usleep(50 * 1000);
+    LiSendKeyboardEvent(0x0d, KEY_ACTION_UP, 0);
+    return NO;
+}
+
+- (void)onKeyboardPressed:(UITextField *)textField {
+    NSString* inputText = textField.text;
+    dispatch_async(dispatch_get_global_queue(DISPATCH_QUEUE_PRIORITY_HIGH, 0), ^{
+        // If the text became empty, we know the user pressed the backspace key.
+        if ([inputText isEqual:@""]) {
+            LiSendKeyboardEvent(0x08, KEY_ACTION_DOWN, 0);
+            usleep(50 * 1000);
+            LiSendKeyboardEvent(0x08, KEY_ACTION_UP, 0);
+        } else {
+            struct KeyEvent event = [KeyboardSupport translateKeyEvent:[inputText characterAtIndex:1]];
+            if (event.keycode == 0) {
+                // If we don't know the code, don't send anything.
+                Log(LOG_W, @"Unknown key code: [%c]", [inputText characterAtIndex:1]);
+                return;
+            }
+            
+            // When we want to send a modified key (like uppercase letters) we need to send the
+            // modifier ("shift") seperately from the key itself.
+            if (event.modifier != 0) {
+                LiSendKeyboardEvent(event.modifierKeycode, KEY_ACTION_DOWN, event.modifier);
+                usleep(50 * 1000);
+            }
+            LiSendKeyboardEvent(event.keycode, KEY_ACTION_DOWN, event.modifier);
+            usleep(50 * 1000);
+            LiSendKeyboardEvent(event.keycode, KEY_ACTION_UP, event.modifier);
+            if (event.modifier != 0) {
+                LiSendKeyboardEvent(event.modifierKeycode, KEY_ACTION_UP, event.modifier);
+            }
+        }
+    });
+    textField.text = @"0";
+}
 
 @end