1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. 2 // Use of this source code is governed by a BSD-style license that can be 3 // found in the LICENSE file. 4 5 #ifndef CHROME_BROWSER_SPEECH_SPEECH_RECOGNITION_BUBBLE_H_ 6 #define CHROME_BROWSER_SPEECH_SPEECH_RECOGNITION_BUBBLE_H_ 7 8 #include <vector> 9 10 #include "base/memory/scoped_ptr.h" 11 #include "base/memory/weak_ptr.h" 12 #include "base/strings/string16.h" 13 #include "ui/base/layout.h" 14 #include "ui/gfx/image/image_skia.h" 15 16 class SkBitmap; 17 class SkCanvas; 18 19 namespace content { 20 class WebContents; 21 } 22 23 namespace gfx { 24 class Canvas; 25 class Rect; 26 } 27 28 // SpeechRecognitionBubble displays a popup info bubble during speech 29 // recognition, points to the html element which requested speech recognition 30 // and shows progress events. The popup is closed by the user clicking anywhere 31 // outside the popup window, or by the caller destroying this object. 32 class SpeechRecognitionBubble { 33 public: 34 // The various buttons which may be part of the bubble. 35 enum Button { 36 BUTTON_TRY_AGAIN, 37 BUTTON_CANCEL 38 }; 39 40 // Informs listeners of user actions in the bubble. 41 class Delegate { 42 public: 43 // Invoked when the user selects a button in the info bubble. The InfoBubble 44 // is still active and the caller should close it if necessary. 45 virtual void InfoBubbleButtonClicked(Button button) = 0; 46 47 // Invoked when the user clicks outside the InfoBubble causing it to close. 48 // The InfoBubble window is no longer visible on screen and the caller can 49 // free the InfoBubble instance. This callback is not issued if the bubble 50 // got closed because the object was destroyed by the caller. 51 virtual void InfoBubbleFocusChanged() = 0; 52 53 protected: 54 virtual ~Delegate() { 55 } 56 }; 57 58 // Factory method to create new instances. 59 // Creates the bubble, call |Show| to display it on screen. 60 // |render_process_id| and |render_view_id| is used to extract the 61 // correct WebContents. 62 // |element_rect| is the display bounds of the html element requesting speech 63 // recognition (in page coordinates). 64 static SpeechRecognitionBubble* Create( 65 int render_process_id, 66 int render_view_id, 67 Delegate* delegate, 68 const gfx::Rect& element_rect); 69 70 // This is implemented by platform specific code to create the underlying 71 // bubble window. Not to be called directly by users of this class. 72 static SpeechRecognitionBubble* CreateNativeBubble( 73 int render_process_id, 74 int render_view_id, 75 Delegate* delegate, 76 const gfx::Rect& element_rect); 77 78 // |Create| uses the currently registered FactoryMethod to create the 79 // SpeechRecognitionBubble instances. FactoryMethod is intended for testing. 80 typedef SpeechRecognitionBubble* (*FactoryMethod)(content::WebContents*, 81 Delegate*, 82 const gfx::Rect&); 83 // Sets the factory used by the static method Create. SpeechRecognitionBubble 84 // does not take ownership of |factory|. A value of NULL results in a 85 // SpeechRecognitionBubble being created directly. 86 #if defined(UNIT_TEST) 87 static void set_factory(FactoryMethod factory) { factory_ = factory; } 88 #endif 89 90 virtual ~SpeechRecognitionBubble() {} 91 92 // Indicates to the user that audio hardware is initializing. If the bubble is 93 // hidden, |Show| must be called to make it appear on screen. 94 virtual void SetWarmUpMode() = 0; 95 96 // Indicates to the user that audio recording is in progress. If the bubble is 97 // hidden, |Show| must be called to make it appear on screen. 98 virtual void SetRecordingMode() = 0; 99 100 // Indicates to the user that recognition is in progress. If the bubble is 101 // hidden, |Show| must be called to make it appear on screen. 102 virtual void SetRecognizingMode() = 0; 103 104 // Displays the given string with the 'Try again' and 'Cancel' buttons. If the 105 // bubble is hidden, |Show| must be called to make it appear on screen. 106 virtual void SetMessage(const base::string16& text) = 0; 107 108 // Brings up the bubble on screen. 109 virtual void Show() = 0; 110 111 // Hides the info bubble, resulting in a call to 112 // |Delegate::InfoBubbleFocusChanged| as well. 113 virtual void Hide() = 0; 114 115 // Updates and draws the current captured audio volume displayed on screen. 116 virtual void SetInputVolume(float volume, float noise_volume) = 0; 117 118 // Returns the WebContents for which this bubble gets displayed. 119 virtual content::WebContents* GetWebContents() = 0; 120 121 // The horizontal distance between the start of the html widget and the speech 122 // bubble's arrow. 123 static const int kBubbleTargetOffsetX; 124 125 private: 126 static FactoryMethod factory_; 127 }; 128 129 // Base class for the platform specific bubble implementations, this contains 130 // the platform independent code for SpeechRecognitionBubble. 131 class SpeechRecognitionBubbleBase : public SpeechRecognitionBubble { 132 public: 133 // The current display mode of the bubble, useful only for the platform 134 // specific implementation. 135 enum DisplayMode { 136 DISPLAY_MODE_WARM_UP, 137 DISPLAY_MODE_RECORDING, 138 DISPLAY_MODE_RECOGNIZING, 139 DISPLAY_MODE_MESSAGE 140 }; 141 142 SpeechRecognitionBubbleBase(int render_process_id, int render_view_id); 143 virtual ~SpeechRecognitionBubbleBase(); 144 145 // SpeechRecognitionBubble methods 146 virtual void SetWarmUpMode() OVERRIDE; 147 virtual void SetRecordingMode() OVERRIDE; 148 virtual void SetRecognizingMode() OVERRIDE; 149 virtual void SetMessage(const base::string16& text) OVERRIDE; 150 virtual void SetInputVolume(float volume, float noise_volume) OVERRIDE; 151 virtual content::WebContents* GetWebContents() OVERRIDE; 152 153 protected: 154 // Updates the platform specific UI layout for the current display mode. 155 virtual void UpdateLayout() = 0; 156 157 // Overridden by subclasses to copy |icon_image()| to the screen. 158 virtual void UpdateImage() = 0; 159 160 DisplayMode display_mode() const { return display_mode_; } 161 162 const base::string16& message_text() const { return message_text_; } 163 164 gfx::ImageSkia icon_image(); 165 166 private: 167 void DoRecognizingAnimationStep(); 168 void DoWarmingUpAnimationStep(); 169 void SetImage(const gfx::ImageSkia& image); 170 171 void DrawVolumeOverlay(SkCanvas* canvas, 172 const gfx::ImageSkia& image_skia, 173 float volume); 174 175 // Task factory used for animation timer. 176 base::WeakPtrFactory<SpeechRecognitionBubbleBase> weak_factory_; 177 int animation_step_; // Current index/step of the animation. 178 179 DisplayMode display_mode_; 180 base::string16 message_text_; // Text displayed in DISPLAY_MODE_MESSAGE 181 182 // The current microphone image with volume level indication. 183 scoped_ptr<SkBitmap> mic_image_; 184 // A temporary buffer image used in creating the above mic image. 185 scoped_ptr<SkBitmap> buffer_image_; 186 187 // Content in which this bubble gets displayed. 188 int render_process_id_; 189 int render_view_id_; 190 191 // The current image displayed in the bubble's icon widget. 192 gfx::ImageSkia icon_image_; 193 // The scale factor used for the web-contents. 194 float scale_; 195 196 DISALLOW_COPY_AND_ASSIGN(SpeechRecognitionBubbleBase); 197 }; 198 199 // This typedef is to workaround the issue with certain versions of 200 // Visual Studio where it gets confused between multiple Delegate 201 // classes and gives a C2500 error. (I saw this error on the try bots - 202 // the workaround was not needed for my machine). 203 typedef SpeechRecognitionBubble::Delegate SpeechRecognitionBubbleDelegate; 204 205 #endif // CHROME_BROWSER_SPEECH_SPEECH_RECOGNITION_BUBBLE_H_ 206