FlutterView.java 33.6 KB
Newer Older
1 2 3 4
// Copyright 2013 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.

5
package io.flutter.view;
6

7
import android.app.Activity;
8
import android.content.BroadcastReceiver;
9
import android.content.Context;
10 11 12
import android.content.Intent;
import android.content.IntentFilter;
import android.content.pm.ApplicationInfo;
13
import android.content.res.Configuration;
H
Hixie 已提交
14
import android.opengl.Matrix;
15
import android.graphics.Bitmap;
H
Hixie 已提交
16
import android.graphics.Rect;
A
Adam Barth 已提交
17
import android.os.Build;
18
import android.util.AttributeSet;
19
import android.util.Log;
20
import android.util.TypedValue;
21
import android.view.KeyEvent;
22
import android.view.MotionEvent;
23 24 25 26
import android.view.Surface;
import android.view.SurfaceHolder;
import android.view.SurfaceView;
import android.view.View;
H
Hixie 已提交
27 28 29 30
import android.view.WindowInsets;
import android.view.accessibility.AccessibilityManager;
import android.view.accessibility.AccessibilityNodeInfo;
import android.view.accessibility.AccessibilityNodeProvider;
31 32
import android.view.inputmethod.EditorInfo;
import android.view.inputmethod.InputConnection;
33 34
import org.json.JSONException;
import org.json.JSONObject;
35

36
import org.chromium.base.CalledByNative;
37
import org.chromium.base.JNINamespace;
38
import org.chromium.mojo.bindings.Interface.Binding;
39 40
import org.chromium.mojo.bindings.InterfaceRequest;
import org.chromium.mojo.system.Core;
41
import org.chromium.mojo.system.MessagePipeHandle;
H
Hixie 已提交
42
import org.chromium.mojo.system.MojoException;
43
import org.chromium.mojo.system.Pair;
H
Hixie 已提交
44
import org.chromium.mojo.system.impl.CoreImpl;
A
Adam Barth 已提交
45
import org.chromium.mojom.editing.Keyboard;
46
import org.chromium.mojom.flutter.platform.ApplicationMessages;
A
Adam Barth 已提交
47
import org.chromium.mojom.mojo.ServiceProvider;
48
import org.chromium.mojom.sky.AppLifecycleState;
A
Adam Barth 已提交
49
import org.chromium.mojom.sky.ServicesData;
50
import org.chromium.mojom.sky.SkyEngine;
A
Adam Barth 已提交
51
import org.chromium.mojom.sky.ViewportMetrics;
52

53 54
import java.nio.ByteBuffer;
import java.nio.ByteOrder;
55
import java.nio.charset.StandardCharsets;
56
import java.util.ArrayList;
H
Hixie 已提交
57
import java.util.HashMap;
58
import java.util.List;
59
import java.util.Locale;
H
Hixie 已提交
60
import java.util.Map;
61

A
Adam Barth 已提交
62
import io.flutter.plugin.common.ActivityLifecycleListener;
63
import io.flutter.plugin.editing.TextInputPlugin;
A
Adam Barth 已提交
64 65
import io.flutter.plugin.platform.PlatformPlugin;

A
Adam Barth 已提交
66 67
import org.domokit.editing.KeyboardImpl;
import org.domokit.editing.KeyboardViewState;
68

69
/**
70
 * An Android view containing a Flutter app.
71
 */
72
@JNINamespace("shell")
73
public class FlutterView extends SurfaceView
H
Hixie 已提交
74 75
  implements AccessibilityManager.AccessibilityStateChangeListener,
             AccessibilityManager.TouchExplorationStateChangeListener {
76
    private static final String TAG = "FlutterView";
77

78 79
    private static final String ACTION_DISCOVER = "io.flutter.view.DISCOVER";

A
Adam Barth 已提交
80
    private long mNativePlatformView;
81 82
    private TextInputPlugin mTextInputPlugin;

83
    private SkyEngine.Proxy mSkyEngine;
84
    private ServiceProviderImpl mPlatformServiceProvider;
85
    private Binding mPlatformServiceProviderBinding;
86
    private ServiceProviderImpl mViewServiceProvider;
87
    private Binding mViewServiceProviderBinding;
H
Hixie 已提交
88
    private ServiceProvider.Proxy mDartServiceProvider;
89 90 91
    private ApplicationMessages.Proxy mFlutterAppMessages;
    private HashMap<String, OnMessageListener> mOnMessageListeners;
    private HashMap<String, OnMessageListenerAsync> mAsyncOnMessageListeners;
92
    private final SurfaceHolder.Callback mSurfaceCallback;
93
    private final ViewportMetrics mMetrics;
A
Adam Barth 已提交
94
    private final KeyboardViewState mKeyboardState;
H
Hixie 已提交
95
    private final AccessibilityManager mAccessibilityManager;
96
    private BroadcastReceiver discoveryReceiver;
97
    private List<ActivityLifecycleListener> mActivityLifecycleListeners;
98

99
    public FlutterView(Context context) {
100 101 102
        this(context, null);
    }

103
    public FlutterView(Context context, AttributeSet attrs) {
104
        super(context, attrs);
105

106 107
        mMetrics = new ViewportMetrics();
        mMetrics.devicePixelRatio = context.getResources().getDisplayMetrics().density;
108 109 110
        setFocusable(true);
        setFocusableInTouchMode(true);

111
        attach();
A
Adam Barth 已提交
112
        assert mNativePlatformView != 0;
113

114 115 116 117 118 119 120 121
        int color = 0xFF000000;
        TypedValue typedValue = new TypedValue();
        context.getTheme().resolveAttribute(android.R.attr.colorBackground, typedValue, true);
        if (typedValue.type >= TypedValue.TYPE_FIRST_COLOR_INT && typedValue.type <= TypedValue.TYPE_LAST_COLOR_INT)
          color = typedValue.data;
        // TODO(abarth): Consider letting the developer override this color.
        final int backgroundColor = color;

122 123
        mSurfaceCallback = new SurfaceHolder.Callback() {
            @Override
124 125
            public void surfaceCreated(SurfaceHolder holder) {
                assert mNativePlatformView != 0;
126
                nativeSurfaceCreated(mNativePlatformView, holder.getSurface(), backgroundColor);
127 128 129
            }

            @Override
130
            public void surfaceChanged(SurfaceHolder holder, int format, int width, int height) {
A
Adam Barth 已提交
131
                assert mNativePlatformView != 0;
132
                nativeSurfaceChanged(mNativePlatformView, width, height);
133 134 135 136
            }

            @Override
            public void surfaceDestroyed(SurfaceHolder holder) {
A
Adam Barth 已提交
137 138
                assert mNativePlatformView != 0;
                nativeSurfaceDestroyed(mNativePlatformView);
139 140 141
            }
        };
        getHolder().addCallback(mSurfaceCallback);
142

A
Adam Barth 已提交
143
        mKeyboardState = new KeyboardViewState(this);
H
Hixie 已提交
144

145 146
        Core core = CoreImpl.getInstance();

147
        mPlatformServiceProvider = new ServiceProviderImpl(core, this, ServiceRegistry.SHARED);
148 149 150

        ServiceRegistry localRegistry = new ServiceRegistry();
        configureLocalServices(localRegistry);
151
        mViewServiceProvider = new ServiceProviderImpl(core, this, localRegistry);
152

H
Hixie 已提交
153
        mAccessibilityManager = (AccessibilityManager)getContext().getSystemService(Context.ACCESSIBILITY_SERVICE);
154

155 156
        mOnMessageListeners = new HashMap<String, OnMessageListener>();
        mAsyncOnMessageListeners = new HashMap<String, OnMessageListenerAsync>();
157
        mActivityLifecycleListeners = new ArrayList<ActivityLifecycleListener>();
158

159
        setLocale(getResources().getConfiguration().locale);
160

161 162 163 164
        // Configure the platform plugin.
        PlatformPlugin platformPlugin = new PlatformPlugin((Activity)getContext());
        addOnMessageListener("flutter/platform", platformPlugin);
        addActivityLifecycleListener(platformPlugin);
165 166
        mTextInputPlugin = new TextInputPlugin((Activity)getContext());
        addOnMessageListener("flutter/textinput", mTextInputPlugin);
A
Adam Barth 已提交
167

168 169 170 171
        if ((context.getApplicationInfo().flags & ApplicationInfo.FLAG_DEBUGGABLE) != 0) {
            discoveryReceiver = new DiscoveryReceiver();
            context.registerReceiver(discoveryReceiver, new IntentFilter(ACTION_DISCOVER));
        }
172 173
    }

174 175
    private void encodeKeyEvent(KeyEvent event, JSONObject message) throws JSONException {
        message.put("flags", event.getFlags());
176 177
        message.put("codePoint", event.getUnicodeChar());
        message.put("keyCode", event.getKeyCode());
178 179 180 181
        message.put("scanCode", event.getScanCode());
        message.put("metaState", event.getMetaState());
    }

182 183
    @Override
    public boolean onKeyUp(int keyCode, KeyEvent event) {
184 185 186 187 188
        try {
            JSONObject message = new JSONObject();
            message.put("type", "keyup");
            message.put("keymap", "android");
            encodeKeyEvent(event, message);
189
            sendPlatformMessage("flutter/keyevent", message.toString(), null);
190 191 192 193
        } catch (JSONException e) {
            Log.e(TAG, "Failed to serialize key event", e);
        }
        return true;
194 195 196 197
    }

    @Override
    public boolean onKeyDown(int keyCode, KeyEvent event) {
198 199 200 201 202
        try {
            JSONObject message = new JSONObject();
            message.put("type", "keydown");
            message.put("keymap", "android");
            encodeKeyEvent(event, message);
203
            sendPlatformMessage("flutter/keyevent", message.toString(), null);
204 205 206 207
        } catch (JSONException e) {
            Log.e(TAG, "Failed to serialize key event", e);
        }
        return true;
208 209
    }

210
    SkyEngine getEngine() {
211 212 213
        return mSkyEngine;
    }

214 215 216 217
    public void addActivityLifecycleListener(ActivityLifecycleListener listener) {
        mActivityLifecycleListeners.add(listener);
    }

218 219 220 221
    public void onPause() {
        mSkyEngine.onAppLifecycleStateChanged(AppLifecycleState.PAUSED);
    }

222
    public void onPostResume() {
223 224 225
        for (ActivityLifecycleListener listener : mActivityLifecycleListeners)
            listener.onPostResume();

226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246
        mSkyEngine.onAppLifecycleStateChanged(AppLifecycleState.RESUMED);
    }

    public void pushRoute(String route) {
        mSkyEngine.pushRoute(route);
    }

    public void popRoute() {
        mSkyEngine.popRoute();
    }

    private void setLocale(Locale locale) {
        mSkyEngine.onLocaleChanged(locale.getLanguage(), locale.getCountry());
    }

    @Override
    protected void onConfigurationChanged(Configuration newConfig) {
        super.onConfigurationChanged(newConfig);
        setLocale(newConfig.locale);
    }

H
Hixie 已提交
247 248 249 250
    float getDevicePixelRatio() {
        return mMetrics.devicePixelRatio;
    }

251
    public void destroy() {
252 253 254 255
        if (discoveryReceiver != null) {
            getContext().unregisterReceiver(discoveryReceiver);
        }

256 257 258 259 260 261 262 263 264 265
        if (mPlatformServiceProviderBinding != null) {
            mPlatformServiceProviderBinding.unbind().close();
            mPlatformServiceProvider.unbindServices();
        }

        if (mViewServiceProviderBinding != null) {
            mViewServiceProviderBinding.unbind().close();
            mViewServiceProvider.unbindServices();
        }

266
        getHolder().removeCallback(mSurfaceCallback);
A
Adam Barth 已提交
267 268
        nativeDetach(mNativePlatformView);
        mNativePlatformView = 0;
269 270 271 272

        mSkyEngine.close();
        mDartServiceProvider.close();
        mFlutterAppMessages.close();
273 274
    }

275 276
    @Override
    public InputConnection onCreateInputConnection(EditorInfo outAttrs) {
277 278 279 280
        InputConnection connection = mKeyboardState.createInputConnection(outAttrs);
        if (connection == null)
          connection = mTextInputPlugin.createInputConnection(this, outAttrs);
        return connection;
281 282
    }

283
    // Must match the PointerChange enum in pointer.dart.
284 285 286 287 288 289
    private static final int kPointerChangeCancel = 0;
    private static final int kPointerChangeAdd = 1;
    private static final int kPointerChangeRemove = 2;
    private static final int kPointerChangeDown = 3;
    private static final int kPointerChangeMove = 4;
    private static final int kPointerChangeUp = 5;
290 291 292 293 294 295 296 297

    // Must match the PointerDeviceKind enum in pointer.dart.
    private static final int kPointerDeviceKindTouch = 0;
    private static final int kPointerDeviceKindMouse = 1;
    private static final int kPointerDeviceKindStylus = 2;
    private static final int kPointerDeviceKindInvertedStylus = 3;

    private int getPointerChangeForAction(int maskedAction) {
298
        // Primary pointer:
299
        if (maskedAction == MotionEvent.ACTION_DOWN) {
300
            return kPointerChangeDown;
301 302
        }
        if (maskedAction == MotionEvent.ACTION_UP) {
303
            return kPointerChangeUp;
304
        }
305
        // Secondary pointer:
306
        if (maskedAction == MotionEvent.ACTION_POINTER_DOWN) {
307
            return kPointerChangeDown;
308 309
        }
        if (maskedAction == MotionEvent.ACTION_POINTER_UP) {
310
            return kPointerChangeUp;
311
        }
312
        // All pointers:
313
        if (maskedAction == MotionEvent.ACTION_MOVE) {
314
            return kPointerChangeMove;
315 316
        }
        if (maskedAction == MotionEvent.ACTION_CANCEL) {
317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332
            return kPointerChangeCancel;
        }
        return -1;
    }

    private int getPointerDeviceTypeForToolType(int toolType) {
        switch (toolType) {
            case MotionEvent.TOOL_TYPE_FINGER:
                return kPointerDeviceKindTouch;
            case MotionEvent.TOOL_TYPE_STYLUS:
                return kPointerDeviceKindStylus;
            case MotionEvent.TOOL_TYPE_MOUSE:
                return kPointerDeviceKindMouse;
            default:
                // MotionEvent.TOOL_TYPE_UNKNOWN will reach here.
                return -1;
333
        }
334 335
    }

336
    private void addPointerForIndex(MotionEvent event, int pointerIndex,
337 338 339
                                    ByteBuffer packet) {
        int pointerChange = getPointerChangeForAction(event.getActionMasked());
        if (pointerChange == -1) {
340 341 342
            return;
        }

343 344 345 346
        int pointerKind = event.getToolType(pointerIndex);
        if (pointerKind == -1) {
            return;
        }
347

348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363
        long timeStamp = event.getEventTime() * 1000; // Convert from milliseconds to microseconds.

        packet.putLong(timeStamp); // time_stamp
        packet.putLong(event.getPointerId(pointerIndex)); // pointer
        packet.putLong(pointerChange); // change
        packet.putLong(pointerKind); // kind
        packet.putDouble(event.getX(pointerIndex)); // physical_x
        packet.putDouble(event.getY(pointerIndex)); // physical_y

        if (pointerKind == kPointerDeviceKindMouse) {
          packet.putLong(event.getButtonState() & 0x1F); // buttons
        } else if (pointerKind == kPointerDeviceKindStylus) {
          packet.putLong((event.getButtonState() >> 4) & 0xF); // buttons
        } else {
          packet.putLong(0); // buttons
        }
364

365
        packet.putLong(0); // obscured
366

367 368
        // TODO(eseidel): Could get the calibrated range if necessary:
        // event.getDevice().getMotionRange(MotionEvent.AXIS_PRESSURE)
369 370 371
        packet.putDouble(event.getPressure(pointerIndex)); // presure
        packet.putDouble(0.0); // pressure_min
        packet.putDouble(1.0); // pressure_max
372

373 374 375 376 377 378 379 380 381 382
        if (pointerKind == kPointerDeviceKindStylus) {
          packet.putDouble(event.getAxisValue(MotionEvent.AXIS_DISTANCE, pointerIndex)); // distance
          packet.putDouble(0.0); // distance_max
        } else {
          packet.putDouble(0.0); // distance
          packet.putDouble(0.0); // distance_max
        }

        packet.putDouble(event.getToolMajor(pointerIndex)); // radius_major
        packet.putDouble(event.getToolMinor(pointerIndex)); // radius_minor
383

384 385
        packet.putDouble(0.0); // radius_min
        packet.putDouble(0.0); // radius_max
386

387
        packet.putDouble(event.getAxisValue(MotionEvent.AXIS_ORIENTATION, pointerIndex)); // orientation
388

389 390 391 392 393
        if (pointerKind == kPointerDeviceKindStylus) {
          packet.putDouble(event.getAxisValue(MotionEvent.AXIS_TILT, pointerIndex)); // tilt
        } else {
          packet.putDouble(0.0); // tilt
        }
394 395 396 397
    }

    @Override
    public boolean onTouchEvent(MotionEvent event) {
A
Adam Barth 已提交
398 399 400 401 402 403 404 405
        // TODO(abarth): This version check might not be effective in some
        // versions of Android that statically compile code and will be upset
        // at the lack of |requestUnbufferedDispatch|. Instead, we should factor
        // version-dependent code into separate classes for each supported
        // version and dispatch dynamically.
        if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.LOLLIPOP) {
            requestUnbufferedDispatch(event);
        }
406

407 408 409 410 411 412 413 414
        // These values must match the unpacking code in hooks.dart.
        final int kPointerDataFieldCount = 19;
        final int kBytePerField = 8;

        int pointerCount = event.getPointerCount();

        ByteBuffer packet = ByteBuffer.allocateDirect(pointerCount * kPointerDataFieldCount * kBytePerField);
        packet.order(ByteOrder.LITTLE_ENDIAN);
415

416 417 418 419 420 421 422
        int maskedAction = event.getActionMasked();
        // ACTION_UP, ACTION_POINTER_UP, ACTION_DOWN, and ACTION_POINTER_DOWN
        // only apply to a single pointer, other events apply to all pointers.
        if (maskedAction == MotionEvent.ACTION_UP
                || maskedAction == MotionEvent.ACTION_POINTER_UP
                || maskedAction == MotionEvent.ACTION_DOWN
                || maskedAction == MotionEvent.ACTION_POINTER_DOWN) {
423
            addPointerForIndex(event, event.getActionIndex(), packet);
424 425 426 427
        } else {
            // ACTION_MOVE may not actually mean all pointers have moved
            // but it's the responsibility of a later part of the system to
            // ignore 0-deltas if desired.
428 429
            for (int p = 0; p < pointerCount; p++) {
                addPointerForIndex(event, p, packet);
430 431
            }
        }
432

433 434
        assert packet.position() % (kPointerDataFieldCount * kBytePerField) == 0;
        nativeDispatchPointerDataPacket(mNativePlatformView, packet, packet.position());
435 436 437
        return true;
    }

438 439 440 441 442 443 444 445 446 447
    @Override
    public boolean onHoverEvent(MotionEvent event) {
        boolean handled = handleAccessibilityHoverEvent(event);
        if (!handled) {
            // TODO(ianh): Expose hover events to the platform,
            // implementing ADD, REMOVE, etc.
        }
        return handled;
    }

448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465
    @Override
    protected void onSizeChanged(int width, int height, int oldWidth, int oldHeight) {
        mMetrics.physicalWidth = width;
        mMetrics.physicalHeight = height;
        mSkyEngine.onViewportMetricsChanged(mMetrics);
        super.onSizeChanged(width, height, oldWidth, oldHeight);
    }

    @Override
    public final WindowInsets onApplyWindowInsets(WindowInsets insets) {
        mMetrics.physicalPaddingTop = insets.getSystemWindowInsetTop();
        mMetrics.physicalPaddingRight = insets.getSystemWindowInsetRight();
        mMetrics.physicalPaddingBottom = insets.getSystemWindowInsetBottom();
        mMetrics.physicalPaddingLeft = insets.getSystemWindowInsetLeft();
        mSkyEngine.onViewportMetricsChanged(mMetrics);
        return super.onApplyWindowInsets(insets);
    }

466
    private void configureLocalServices(ServiceRegistry registry) {
A
Adam Barth 已提交
467
        registry.register(Keyboard.MANAGER.getName(), new ServiceFactory() {
468
            @Override
469 470
            public Binding connectToService(FlutterView view, Core core, MessagePipeHandle pipe) {
                return Keyboard.MANAGER.bind(new KeyboardImpl(view.getContext(), mKeyboardState), pipe);
471 472 473
            }
        });

474 475
        registry.register(ApplicationMessages.MANAGER.getName(), new ServiceFactory() {
            @Override
476
            public Binding connectToService(FlutterView view, Core core, MessagePipeHandle pipe) {
477
                return ApplicationMessages.MANAGER.bind(new ApplicationMessagesImpl(), pipe);
478 479
            }
        });
480 481
    }

482 483
    private void attach() {
        Core core = CoreImpl.getInstance();
484
        Pair<SkyEngine.Proxy, InterfaceRequest<SkyEngine>> engine =
485
                SkyEngine.MANAGER.getInterfaceRequest(core);
486
        mSkyEngine = engine.first;
487 488
        mNativePlatformView =
            nativeAttach(engine.second.passHandle().releaseNativeHandle(), this);
489
    }
490

491
    private void preRun() {
492 493 494 495 496 497 498
        if (mPlatformServiceProviderBinding != null) {
            mPlatformServiceProviderBinding.unbind().close();
            mPlatformServiceProvider.unbindServices();
        }
        if (mViewServiceProviderBinding != null) {
            mViewServiceProviderBinding.unbind().close();
            mViewServiceProvider.unbindServices();
H
Hixie 已提交
499 500 501 502 503
        }
        if (mDartServiceProvider != null) {
            mDartServiceProvider.close();
        }

504
        Core core = CoreImpl.getInstance();
505

H
Hixie 已提交
506 507 508 509
        Pair<ServiceProvider.Proxy, InterfaceRequest<ServiceProvider>> dartServiceProvider =
                ServiceProvider.MANAGER.getInterfaceRequest(core);
        mDartServiceProvider = dartServiceProvider.first;

510 511 512 513 514 515 516 517 518 519
        Pair<ServiceProvider.Proxy, InterfaceRequest<ServiceProvider>> platformServiceProvider =
                ServiceProvider.MANAGER.getInterfaceRequest(core);
        mPlatformServiceProviderBinding = ServiceProvider.MANAGER.bind(
                mPlatformServiceProvider, platformServiceProvider.second);

        Pair<ServiceProvider.Proxy, InterfaceRequest<ServiceProvider>> viewServiceProvider =
                ServiceProvider.MANAGER.getInterfaceRequest(core);
        mViewServiceProviderBinding = ServiceProvider.MANAGER.bind(
                mViewServiceProvider, viewServiceProvider.second);

520
        ServicesData services = new ServicesData();
521
        services.incomingServices = platformServiceProvider.first;
A
Adam Barth 已提交
522
        services.outgoingServices = dartServiceProvider.second;
523
        services.viewServices = viewServiceProvider.first;
524
        mSkyEngine.setServices(services);
525

H
Hixie 已提交
526
        resetAccessibilityTree();
527 528 529 530 531 532 533 534 535 536 537 538 539 540
    }

    private void postRun() {
        Core core = CoreImpl.getInstance();
        // Connect to the ApplicationMessages service exported by the Flutter framework
        Pair<ApplicationMessages.Proxy, InterfaceRequest<ApplicationMessages>> appMessages =
                  ApplicationMessages.MANAGER.getInterfaceRequest(core);
        mDartServiceProvider.connectToService(ApplicationMessages.MANAGER.getName(),
                                              appMessages.second.passHandle());
        mFlutterAppMessages = appMessages.first;
    }

    public void runFromBundle(String bundlePath, String snapshotPath) {
        preRun();
H
Hixie 已提交
541

542 543
        if (FlutterMain.isRunningPrecompiledCode()) {
            mSkyEngine.runFromPrecompiledSnapshot(bundlePath);
544
        } else {
545 546 547 548 549 550
            String scriptUri = "file://" + bundlePath;
            if (snapshotPath != null) {
                mSkyEngine.runFromBundleAndSnapshot(scriptUri, bundlePath, snapshotPath);
            } else {
                mSkyEngine.runFromBundle(scriptUri, bundlePath);
            }
551
        }
552

553 554 555
        postRun();
    }

556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581
    public void runFromSource(final String main,
                              final String packages,
                              final String assetsDirectory) {
        Runnable runnable = new Runnable() {
            public void run() {
                preRun();
                mSkyEngine.runFromFile(main,
                                       packages,
                                       assetsDirectory);
                postRun();
                synchronized (this) {
                    notify();
                }
            }
        };

        try {
            synchronized (runnable) {
                // Post to the Android UI thread and wait for the response.
                post(runnable);
                runnable.wait();
            }
        } catch (InterruptedException e) {
            Log.e(TAG, "Thread got interrupted waiting for " +
                       "RunFromSourceRunnable to finish", e);
        }
582 583
    }

584 585 586 587 588
    /** Return the most recent frame as a bitmap. */
    public Bitmap getBitmap() {
        return nativeGetBitmap(mNativePlatformView);
    }

589 590
    private static native long nativeAttach(int skyEngineHandle,
                                            FlutterView view);
591
    private static native int nativeGetObservatoryPort();
592 593
    private static native void nativeDetach(long nativePlatformViewAndroid);
    private static native void nativeSurfaceCreated(long nativePlatformViewAndroid,
594 595 596 597 598
                                                    Surface surface,
                                                    int backgroundColor);
    private static native void nativeSurfaceChanged(long nativePlatformViewAndroid,
                                                    int width,
                                                    int height);
599
    private static native void nativeSurfaceDestroyed(long nativePlatformViewAndroid);
600
    private static native Bitmap nativeGetBitmap(long nativePlatformViewAndroid);
H
Hixie 已提交
601

602 603
    // Send a platform message to Dart.
    private static native void nativeDispatchPlatformMessage(long nativePlatformViewAndroid, String name, String message, int responseId);
604
    private static native void nativeDispatchPointerDataPacket(long nativePlatformViewAndroid, ByteBuffer buffer, int position);
605 606
    private static native void nativeDispatchSemanticsAction(long nativePlatformViewAndroid, int id, int action);
    private static native void nativeSetSemanticsEnabled(long nativePlatformViewAndroid, boolean enabled);
607

608 609 610 611
    // Send a response to a platform message received from Dart.
    private static native void nativeInvokePlatformMessageResponseCallback(long nativePlatformViewAndroid, int responseId, String message);

    // Called by native to send us a platform message.
612
    @CalledByNative
A
Adam Barth 已提交
613 614
    private void handlePlatformMessage(String name, String message, final int responseId) {
        OnMessageListener listener = mOnMessageListeners.get(name);
615 616 617 618 619
        if (listener != null) {
            nativeInvokePlatformMessageResponseCallback(mNativePlatformView, responseId, listener.onMessage(this, message));
            return;
        }

A
Adam Barth 已提交
620
        OnMessageListenerAsync asyncListener = mAsyncOnMessageListeners.get(name);
621 622
        if (asyncListener != null) {
            asyncListener.onMessage(this, message, new MessageResponse() {
623 624 625 626
                @Override
                public void send(String response) {
                    nativeInvokePlatformMessageResponseCallback(mNativePlatformView, responseId, response);
                }
627 628 629 630 631 632
            });
            return;
        }

        nativeInvokePlatformMessageResponseCallback(mNativePlatformView, responseId, null);
    }
H
Hixie 已提交
633

634 635 636 637 638 639 640 641 642 643 644
    private int mNextResponseId = 1;
    private final Map<Integer, MessageReplyCallback> mPendingResponses = new HashMap<Integer, MessageReplyCallback>();

    // Called by native to respond to a platform message that we sent.
    @CalledByNative
    private void handlePlatformMessageResponse(int responseId, String response) {
        MessageReplyCallback callback = mPendingResponses.remove(responseId);
        if (callback != null)
            callback.onReply(response);
    }

645 646
    @CalledByNative
    private void updateSemantics(ByteBuffer buffer, String[] strings) {
A
Adam Barth 已提交
647 648
        if (mAccessibilityNodeProvider != null) {
            buffer.order(ByteOrder.LITTLE_ENDIAN);
649
            mAccessibilityNodeProvider.updateSemantics(buffer, strings);
A
Adam Barth 已提交
650
        }
651 652
    }

H
Hixie 已提交
653 654
    // ACCESSIBILITY

H
Hixie 已提交
655
    private boolean mAccessibilityEnabled = false;
656 657
    private boolean mTouchExplorationEnabled = false;

658 659 660 661
    protected void dispatchSemanticsAction(int id, int action) {
        nativeDispatchSemanticsAction(mNativePlatformView, id, action);
    }

H
Hixie 已提交
662 663 664
    @Override
    protected void onAttachedToWindow() {
        super.onAttachedToWindow();
H
Hixie 已提交
665
        mAccessibilityEnabled = mAccessibilityManager.isEnabled();
666
        mTouchExplorationEnabled = mAccessibilityManager.isTouchExplorationEnabled();
H
Hixie 已提交
667
        if (mAccessibilityEnabled || mTouchExplorationEnabled)
H
Hixie 已提交
668
          ensureAccessibilityEnabled();
H
Hixie 已提交
669
        resetWillNotDraw();
H
Hixie 已提交
670 671 672 673
        mAccessibilityManager.addAccessibilityStateChangeListener(this);
        mAccessibilityManager.addTouchExplorationStateChangeListener(this);
    }

H
Hixie 已提交
674 675 676 677 678 679 680 681 682 683 684
    @Override
    protected void onDetachedFromWindow() {
        super.onDetachedFromWindow();
        mAccessibilityManager.removeAccessibilityStateChangeListener(this);
        mAccessibilityManager.removeTouchExplorationStateChangeListener(this);
    }

    private void resetWillNotDraw() {
        setWillNotDraw(!(mAccessibilityEnabled || mTouchExplorationEnabled));
    }

H
Hixie 已提交
685 686
    @Override
    public void onAccessibilityStateChanged(boolean enabled) {
H
Hixie 已提交
687 688
        if (enabled) {
            mAccessibilityEnabled = true;
H
Hixie 已提交
689
            ensureAccessibilityEnabled();
H
Hixie 已提交
690 691 692 693 694 695
        } else {
            mAccessibilityEnabled = false;
        }
        if (mAccessibilityNodeProvider != null) {
            mAccessibilityNodeProvider.setAccessibilityEnabled(mAccessibilityEnabled);
        }
H
Hixie 已提交
696
        resetWillNotDraw();
H
Hixie 已提交
697 698 699 700
    }

    @Override
    public void onTouchExplorationStateChanged(boolean enabled) {
701 702
        if (enabled) {
            mTouchExplorationEnabled = true;
H
Hixie 已提交
703
            ensureAccessibilityEnabled();
704 705 706 707 708 709
        } else {
            mTouchExplorationEnabled = false;
            if (mAccessibilityNodeProvider != null) {
                mAccessibilityNodeProvider.handleTouchExplorationExit();
            }
        }
H
Hixie 已提交
710
        resetWillNotDraw();
H
Hixie 已提交
711 712
    }

H
Hixie 已提交
713 714 715 716 717 718
    @Override
    public AccessibilityNodeProvider getAccessibilityNodeProvider() {
        ensureAccessibilityEnabled();
        return mAccessibilityNodeProvider;
    }

719
    private AccessibilityBridge mAccessibilityNodeProvider;
H
Hixie 已提交
720 721 722

    void ensureAccessibilityEnabled() {
        if (mAccessibilityNodeProvider == null) {
723 724
            mAccessibilityNodeProvider = new AccessibilityBridge(this);
            nativeSetSemanticsEnabled(mNativePlatformView, true);
H
Hixie 已提交
725 726 727
        }
    }

H
Hixie 已提交
728 729
    void resetAccessibilityTree() {
        if (mAccessibilityNodeProvider != null) {
730
            mAccessibilityNodeProvider.reset();
H
Hixie 已提交
731
        }
H
Hixie 已提交
732 733
    }

734 735 736
    private boolean handleAccessibilityHoverEvent(MotionEvent event) {
        if (!mTouchExplorationEnabled)
            return false;
H
Hixie 已提交
737 738 739 740
        if (event.getAction() == MotionEvent.ACTION_HOVER_ENTER ||
                   event.getAction() == MotionEvent.ACTION_HOVER_MOVE) {
            mAccessibilityNodeProvider.handleTouchExploration(event.getX(), event.getY());
        } else if (event.getAction() == MotionEvent.ACTION_HOVER_EXIT) {
741 742
            mAccessibilityNodeProvider.handleTouchExplorationExit();
        } else {
H
Hixie 已提交
743 744
            Log.d("flutter", "unexpected accessibility hover event: " + event);
            return false;
745 746 747
        }
        return true;
    }
H
Hixie 已提交
748

749 750 751 752 753 754
    /**
     * Send a message to the Flutter application. The Flutter application can
     * register a platform message handler that will receive these messages with
     * the PlatformMessages object.
     */
    public void sendPlatformMessage(String name, String message, MessageReplyCallback callback) {
755 756 757 758 759 760 761 762
        int responseId = 0;
        if (callback != null) {
            responseId = mNextResponseId++;
            mPendingResponses.put(responseId, callback);
        }
        nativeDispatchPlatformMessage(mNativePlatformView, name, message, responseId);
    }

763 764 765 766 767 768
    /**
     * Send a message to the Flutter application.  The Flutter Dart code can register a
     * host message handler that will receive these messages.
     */
    public void sendToFlutter(String messageName, String message,
                              final MessageReplyCallback callback) {
769 770
        // TODO(abarth): Switch to dispatchPlatformMessage once the framework
        // side has been converted.
771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811
        mFlutterAppMessages.sendString(messageName, message,
            new ApplicationMessages.SendStringResponse() {
                @Override
                public void call(String reply) {
                    if (callback != null) {
                        callback.onReply(reply);
                    }
                }
            });
    }

    public void sendToFlutter(String messageName, String message) {
        sendToFlutter(messageName, message, null);
    }

    /** Callback invoked when the app replies to a message sent with sendToFlutter. */
    public interface MessageReplyCallback {
        void onReply(String reply);
    }

    /**
     * Register a callback to be invoked when the Flutter application sends a message
     * to its host.
     */
    public void addOnMessageListener(String messageName, OnMessageListener listener) {
        mOnMessageListeners.put(messageName, listener);
    }

    /**
     * Register a callback to be invoked when the Flutter application sends a message
     * to its host.  The reply to the message can be provided asynchronously.
     */
    public void addOnMessageListenerAsync(String messageName, OnMessageListenerAsync listener) {
        mAsyncOnMessageListeners.put(messageName, listener);
    }

    public interface OnMessageListener {
        /**
         * Called when a message is received from the Flutter app.
         * @return the reply to the message (can be null)
         */
812
        String onMessage(FlutterView view, String message);
813 814 815 816 817 818 819
    };

    public interface OnMessageListenerAsync {
        /**
         * Called when a message is received from the Flutter app.
         * @param response Used to send a reply back to the app.
         */
820
        void onMessage(FlutterView view, String message, MessageResponse response);
821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837
    }

    public interface MessageResponse {
        void send(String reply);
    }

    private class ApplicationMessagesImpl implements ApplicationMessages {
        @Override
        public void close() {}

        @Override
        public void onConnectionError(MojoException e) {}

        @Override
        public void sendString(String messageName, String message, SendStringResponse callback) {
            OnMessageListener listener = mOnMessageListeners.get(messageName);
            if (listener != null) {
838
                callback.call(listener.onMessage(FlutterView.this, message));
839 840 841 842 843
                return;
            }

            OnMessageListenerAsync asyncListener = mAsyncOnMessageListeners.get(messageName);
            if (asyncListener != null) {
844
                asyncListener.onMessage(FlutterView.this, message, new MessageResponseAdapter(callback));
845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867
                return;
            }

            callback.call(null);
        }
    }

    /**
     * This class wraps the raw Mojo callback object in an interface that is owned
     * by Flutter and can be safely given to host apps.
     */
    private static class MessageResponseAdapter implements MessageResponse {
        private ApplicationMessages.SendStringResponse callback;

        MessageResponseAdapter(ApplicationMessages.SendStringResponse callback) {
            this.callback = callback;
        }

        @Override
        public void send(String reply) {
            callback.call(reply);
        }
    }
868 869 870 871 872 873 874 875 876 877 878 879 880

    /** Broadcast receiver used to discover active Flutter instances. */
    private class DiscoveryReceiver extends BroadcastReceiver {
        @Override
        public void onReceive(Context context, Intent intent) {
            JSONObject discover = new JSONObject();
            try {
                discover.put("id", getContext().getPackageName());
                discover.put("observatoryPort", nativeGetObservatoryPort());
                Log.i(TAG, "DISCOVER: " + discover);
            } catch (JSONException e) {}
        }
    }
881
}