FlutterView.java 32.7 KB
Newer Older
1 2 3 4
// Copyright 2013 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.

5
package io.flutter.view;
6

7
import android.app.Activity;
8
import android.content.BroadcastReceiver;
9
import android.content.Context;
10 11 12
import android.content.Intent;
import android.content.IntentFilter;
import android.content.pm.ApplicationInfo;
13
import android.content.res.Configuration;
H
Hixie 已提交
14
import android.opengl.Matrix;
15
import android.graphics.Bitmap;
H
Hixie 已提交
16
import android.graphics.Rect;
A
Adam Barth 已提交
17
import android.os.Build;
18
import android.util.AttributeSet;
19
import android.util.Log;
20
import android.util.TypedValue;
21
import android.view.KeyEvent;
22
import android.view.MotionEvent;
23 24 25 26
import android.view.Surface;
import android.view.SurfaceHolder;
import android.view.SurfaceView;
import android.view.View;
H
Hixie 已提交
27 28 29 30
import android.view.WindowInsets;
import android.view.accessibility.AccessibilityManager;
import android.view.accessibility.AccessibilityNodeInfo;
import android.view.accessibility.AccessibilityNodeProvider;
31 32
import android.view.inputmethod.EditorInfo;
import android.view.inputmethod.InputConnection;
33 34
import org.json.JSONException;
import org.json.JSONObject;
35

36
import org.chromium.base.CalledByNative;
37
import org.chromium.base.JNINamespace;
38
import org.chromium.mojo.bindings.Interface.Binding;
39 40
import org.chromium.mojo.bindings.InterfaceRequest;
import org.chromium.mojo.system.Core;
41
import org.chromium.mojo.system.MessagePipeHandle;
H
Hixie 已提交
42
import org.chromium.mojo.system.MojoException;
43
import org.chromium.mojo.system.Pair;
H
Hixie 已提交
44
import org.chromium.mojo.system.impl.CoreImpl;
A
Adam Barth 已提交
45
import org.chromium.mojom.editing.Keyboard;
46
import org.chromium.mojom.flutter.platform.ApplicationMessages;
A
Adam Barth 已提交
47
import org.chromium.mojom.mojo.ServiceProvider;
48
import org.chromium.mojom.raw_keyboard.RawKeyboardService;
49
import org.chromium.mojom.sky.AppLifecycleState;
A
Adam Barth 已提交
50
import org.chromium.mojom.sky.ServicesData;
51
import org.chromium.mojom.sky.SkyEngine;
A
Adam Barth 已提交
52
import org.chromium.mojom.sky.ViewportMetrics;
53

54 55
import java.nio.ByteBuffer;
import java.nio.ByteOrder;
56
import java.nio.charset.StandardCharsets;
57
import java.util.ArrayList;
H
Hixie 已提交
58
import java.util.HashMap;
59
import java.util.List;
60
import java.util.Locale;
H
Hixie 已提交
61
import java.util.Map;
62

A
Adam Barth 已提交
63
import io.flutter.plugin.common.ActivityLifecycleListener;
A
Adam Barth 已提交
64 65
import io.flutter.plugin.platform.PlatformPlugin;

A
Adam Barth 已提交
66 67
import org.domokit.editing.KeyboardImpl;
import org.domokit.editing.KeyboardViewState;
68 69 70
import org.domokit.raw_keyboard.RawKeyboardServiceImpl;
import org.domokit.raw_keyboard.RawKeyboardServiceState;

71
/**
72
 * An Android view containing a Flutter app.
73
 */
74
@JNINamespace("shell")
75
public class FlutterView extends SurfaceView
H
Hixie 已提交
76 77
  implements AccessibilityManager.AccessibilityStateChangeListener,
             AccessibilityManager.TouchExplorationStateChangeListener {
78
    private static final String TAG = "FlutterView";
79

80 81
    private static final String ACTION_DISCOVER = "io.flutter.view.DISCOVER";

A
Adam Barth 已提交
82
    private long mNativePlatformView;
83
    private SkyEngine.Proxy mSkyEngine;
84
    private ServiceProviderImpl mPlatformServiceProvider;
85
    private Binding mPlatformServiceProviderBinding;
86
    private ServiceProviderImpl mViewServiceProvider;
87
    private Binding mViewServiceProviderBinding;
H
Hixie 已提交
88
    private ServiceProvider.Proxy mDartServiceProvider;
89 90 91
    private ApplicationMessages.Proxy mFlutterAppMessages;
    private HashMap<String, OnMessageListener> mOnMessageListeners;
    private HashMap<String, OnMessageListenerAsync> mAsyncOnMessageListeners;
92
    private final SurfaceHolder.Callback mSurfaceCallback;
93
    private final ViewportMetrics mMetrics;
A
Adam Barth 已提交
94
    private final KeyboardViewState mKeyboardState;
95
    private final RawKeyboardServiceState mRawKeyboardState;
H
Hixie 已提交
96
    private final AccessibilityManager mAccessibilityManager;
97
    private BroadcastReceiver discoveryReceiver;
98
    private List<ActivityLifecycleListener> mActivityLifecycleListeners;
99

100
    public FlutterView(Context context) {
101 102 103
        this(context, null);
    }

104
    public FlutterView(Context context, AttributeSet attrs) {
105
        super(context, attrs);
106

107 108
        mMetrics = new ViewportMetrics();
        mMetrics.devicePixelRatio = context.getResources().getDisplayMetrics().density;
109 110 111
        setFocusable(true);
        setFocusableInTouchMode(true);

112
        attach();
A
Adam Barth 已提交
113
        assert mNativePlatformView != 0;
114

115 116 117 118 119 120 121 122
        int color = 0xFF000000;
        TypedValue typedValue = new TypedValue();
        context.getTheme().resolveAttribute(android.R.attr.colorBackground, typedValue, true);
        if (typedValue.type >= TypedValue.TYPE_FIRST_COLOR_INT && typedValue.type <= TypedValue.TYPE_LAST_COLOR_INT)
          color = typedValue.data;
        // TODO(abarth): Consider letting the developer override this color.
        final int backgroundColor = color;

123 124
        mSurfaceCallback = new SurfaceHolder.Callback() {
            @Override
125 126
            public void surfaceCreated(SurfaceHolder holder) {
                assert mNativePlatformView != 0;
127
                nativeSurfaceCreated(mNativePlatformView, holder.getSurface(), backgroundColor);
128 129 130
            }

            @Override
131
            public void surfaceChanged(SurfaceHolder holder, int format, int width, int height) {
A
Adam Barth 已提交
132
                assert mNativePlatformView != 0;
133
                nativeSurfaceChanged(mNativePlatformView, width, height);
134 135 136 137
            }

            @Override
            public void surfaceDestroyed(SurfaceHolder holder) {
A
Adam Barth 已提交
138 139
                assert mNativePlatformView != 0;
                nativeSurfaceDestroyed(mNativePlatformView);
140 141 142
            }
        };
        getHolder().addCallback(mSurfaceCallback);
143

A
Adam Barth 已提交
144
        mKeyboardState = new KeyboardViewState(this);
145
        mRawKeyboardState = new RawKeyboardServiceState();
H
Hixie 已提交
146

147 148
        Core core = CoreImpl.getInstance();

149
        mPlatformServiceProvider = new ServiceProviderImpl(core, this, ServiceRegistry.SHARED);
150 151 152

        ServiceRegistry localRegistry = new ServiceRegistry();
        configureLocalServices(localRegistry);
153
        mViewServiceProvider = new ServiceProviderImpl(core, this, localRegistry);
154

H
Hixie 已提交
155
        mAccessibilityManager = (AccessibilityManager)getContext().getSystemService(Context.ACCESSIBILITY_SERVICE);
156

157 158
        mOnMessageListeners = new HashMap<String, OnMessageListener>();
        mAsyncOnMessageListeners = new HashMap<String, OnMessageListenerAsync>();
159
        mActivityLifecycleListeners = new ArrayList<ActivityLifecycleListener>();
160

161
        setLocale(getResources().getConfiguration().locale);
162

163 164 165 166
        // Configure the platform plugin.
        PlatformPlugin platformPlugin = new PlatformPlugin((Activity)getContext());
        addOnMessageListener("flutter/platform", platformPlugin);
        addActivityLifecycleListener(platformPlugin);
A
Adam Barth 已提交
167

168 169 170 171
        if ((context.getApplicationInfo().flags & ApplicationInfo.FLAG_DEBUGGABLE) != 0) {
            discoveryReceiver = new DiscoveryReceiver();
            context.registerReceiver(discoveryReceiver, new IntentFilter(ACTION_DISCOVER));
        }
172 173 174 175 176 177 178 179 180 181 182 183 184 185
    }

    @Override
    public boolean onKeyUp(int keyCode, KeyEvent event) {
        if (mRawKeyboardState.onKey(this, keyCode, event))
            return true;
        return super.onKeyUp(keyCode, event);
    }

    @Override
    public boolean onKeyDown(int keyCode, KeyEvent event) {
        if (mRawKeyboardState.onKey(this, keyCode, event))
            return true;
        return super.onKeyDown(keyCode, event);
186 187
    }

188
    SkyEngine getEngine() {
189 190 191
        return mSkyEngine;
    }

192 193 194 195
    public void addActivityLifecycleListener(ActivityLifecycleListener listener) {
        mActivityLifecycleListeners.add(listener);
    }

196 197 198 199
    public void onPause() {
        mSkyEngine.onAppLifecycleStateChanged(AppLifecycleState.PAUSED);
    }

200
    public void onPostResume() {
201 202 203
        for (ActivityLifecycleListener listener : mActivityLifecycleListeners)
            listener.onPostResume();

204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224
        mSkyEngine.onAppLifecycleStateChanged(AppLifecycleState.RESUMED);
    }

    public void pushRoute(String route) {
        mSkyEngine.pushRoute(route);
    }

    public void popRoute() {
        mSkyEngine.popRoute();
    }

    private void setLocale(Locale locale) {
        mSkyEngine.onLocaleChanged(locale.getLanguage(), locale.getCountry());
    }

    @Override
    protected void onConfigurationChanged(Configuration newConfig) {
        super.onConfigurationChanged(newConfig);
        setLocale(newConfig.locale);
    }

H
Hixie 已提交
225 226 227 228
    float getDevicePixelRatio() {
        return mMetrics.devicePixelRatio;
    }

229
    public void destroy() {
230 231 232 233
        if (discoveryReceiver != null) {
            getContext().unregisterReceiver(discoveryReceiver);
        }

234 235 236 237 238 239 240 241 242 243
        if (mPlatformServiceProviderBinding != null) {
            mPlatformServiceProviderBinding.unbind().close();
            mPlatformServiceProvider.unbindServices();
        }

        if (mViewServiceProviderBinding != null) {
            mViewServiceProviderBinding.unbind().close();
            mViewServiceProvider.unbindServices();
        }

244
        getHolder().removeCallback(mSurfaceCallback);
A
Adam Barth 已提交
245 246
        nativeDetach(mNativePlatformView);
        mNativePlatformView = 0;
247 248 249 250

        mSkyEngine.close();
        mDartServiceProvider.close();
        mFlutterAppMessages.close();
251 252
    }

253 254
    @Override
    public InputConnection onCreateInputConnection(EditorInfo outAttrs) {
E
Eric Seidel 已提交
255
        return mKeyboardState.createInputConnection(outAttrs);
256 257
    }

258
    // Must match the PointerChange enum in pointer.dart.
259 260 261 262 263 264
    private static final int kPointerChangeCancel = 0;
    private static final int kPointerChangeAdd = 1;
    private static final int kPointerChangeRemove = 2;
    private static final int kPointerChangeDown = 3;
    private static final int kPointerChangeMove = 4;
    private static final int kPointerChangeUp = 5;
265 266 267 268 269 270 271 272

    // Must match the PointerDeviceKind enum in pointer.dart.
    private static final int kPointerDeviceKindTouch = 0;
    private static final int kPointerDeviceKindMouse = 1;
    private static final int kPointerDeviceKindStylus = 2;
    private static final int kPointerDeviceKindInvertedStylus = 3;

    private int getPointerChangeForAction(int maskedAction) {
273
        // Primary pointer:
274
        if (maskedAction == MotionEvent.ACTION_DOWN) {
275
            return kPointerChangeDown;
276 277
        }
        if (maskedAction == MotionEvent.ACTION_UP) {
278
            return kPointerChangeUp;
279
        }
280
        // Secondary pointer:
281
        if (maskedAction == MotionEvent.ACTION_POINTER_DOWN) {
282
            return kPointerChangeDown;
283 284
        }
        if (maskedAction == MotionEvent.ACTION_POINTER_UP) {
285
            return kPointerChangeUp;
286
        }
287
        // All pointers:
288
        if (maskedAction == MotionEvent.ACTION_MOVE) {
289
            return kPointerChangeMove;
290 291
        }
        if (maskedAction == MotionEvent.ACTION_CANCEL) {
292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307
            return kPointerChangeCancel;
        }
        return -1;
    }

    private int getPointerDeviceTypeForToolType(int toolType) {
        switch (toolType) {
            case MotionEvent.TOOL_TYPE_FINGER:
                return kPointerDeviceKindTouch;
            case MotionEvent.TOOL_TYPE_STYLUS:
                return kPointerDeviceKindStylus;
            case MotionEvent.TOOL_TYPE_MOUSE:
                return kPointerDeviceKindMouse;
            default:
                // MotionEvent.TOOL_TYPE_UNKNOWN will reach here.
                return -1;
308
        }
309 310
    }

311
    private void addPointerForIndex(MotionEvent event, int pointerIndex,
312 313 314
                                    ByteBuffer packet) {
        int pointerChange = getPointerChangeForAction(event.getActionMasked());
        if (pointerChange == -1) {
315 316 317
            return;
        }

318 319 320 321
        int pointerKind = event.getToolType(pointerIndex);
        if (pointerKind == -1) {
            return;
        }
322

323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338
        long timeStamp = event.getEventTime() * 1000; // Convert from milliseconds to microseconds.

        packet.putLong(timeStamp); // time_stamp
        packet.putLong(event.getPointerId(pointerIndex)); // pointer
        packet.putLong(pointerChange); // change
        packet.putLong(pointerKind); // kind
        packet.putDouble(event.getX(pointerIndex)); // physical_x
        packet.putDouble(event.getY(pointerIndex)); // physical_y

        if (pointerKind == kPointerDeviceKindMouse) {
          packet.putLong(event.getButtonState() & 0x1F); // buttons
        } else if (pointerKind == kPointerDeviceKindStylus) {
          packet.putLong((event.getButtonState() >> 4) & 0xF); // buttons
        } else {
          packet.putLong(0); // buttons
        }
339

340
        packet.putLong(0); // obscured
341

342 343
        // TODO(eseidel): Could get the calibrated range if necessary:
        // event.getDevice().getMotionRange(MotionEvent.AXIS_PRESSURE)
344 345 346
        packet.putDouble(event.getPressure(pointerIndex)); // presure
        packet.putDouble(0.0); // pressure_min
        packet.putDouble(1.0); // pressure_max
347

348 349 350 351 352 353 354 355 356 357
        if (pointerKind == kPointerDeviceKindStylus) {
          packet.putDouble(event.getAxisValue(MotionEvent.AXIS_DISTANCE, pointerIndex)); // distance
          packet.putDouble(0.0); // distance_max
        } else {
          packet.putDouble(0.0); // distance
          packet.putDouble(0.0); // distance_max
        }

        packet.putDouble(event.getToolMajor(pointerIndex)); // radius_major
        packet.putDouble(event.getToolMinor(pointerIndex)); // radius_minor
358

359 360
        packet.putDouble(0.0); // radius_min
        packet.putDouble(0.0); // radius_max
361

362
        packet.putDouble(event.getAxisValue(MotionEvent.AXIS_ORIENTATION, pointerIndex)); // orientation
363

364 365 366 367 368
        if (pointerKind == kPointerDeviceKindStylus) {
          packet.putDouble(event.getAxisValue(MotionEvent.AXIS_TILT, pointerIndex)); // tilt
        } else {
          packet.putDouble(0.0); // tilt
        }
369 370 371 372
    }

    @Override
    public boolean onTouchEvent(MotionEvent event) {
A
Adam Barth 已提交
373 374 375 376 377 378 379 380
        // TODO(abarth): This version check might not be effective in some
        // versions of Android that statically compile code and will be upset
        // at the lack of |requestUnbufferedDispatch|. Instead, we should factor
        // version-dependent code into separate classes for each supported
        // version and dispatch dynamically.
        if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.LOLLIPOP) {
            requestUnbufferedDispatch(event);
        }
381

382 383 384 385 386 387 388 389
        // These values must match the unpacking code in hooks.dart.
        final int kPointerDataFieldCount = 19;
        final int kBytePerField = 8;

        int pointerCount = event.getPointerCount();

        ByteBuffer packet = ByteBuffer.allocateDirect(pointerCount * kPointerDataFieldCount * kBytePerField);
        packet.order(ByteOrder.LITTLE_ENDIAN);
390

391 392 393 394 395 396 397
        int maskedAction = event.getActionMasked();
        // ACTION_UP, ACTION_POINTER_UP, ACTION_DOWN, and ACTION_POINTER_DOWN
        // only apply to a single pointer, other events apply to all pointers.
        if (maskedAction == MotionEvent.ACTION_UP
                || maskedAction == MotionEvent.ACTION_POINTER_UP
                || maskedAction == MotionEvent.ACTION_DOWN
                || maskedAction == MotionEvent.ACTION_POINTER_DOWN) {
398
            addPointerForIndex(event, event.getActionIndex(), packet);
399 400 401 402
        } else {
            // ACTION_MOVE may not actually mean all pointers have moved
            // but it's the responsibility of a later part of the system to
            // ignore 0-deltas if desired.
403 404
            for (int p = 0; p < pointerCount; p++) {
                addPointerForIndex(event, p, packet);
405 406
            }
        }
407

408 409
        assert packet.position() % (kPointerDataFieldCount * kBytePerField) == 0;
        nativeDispatchPointerDataPacket(mNativePlatformView, packet, packet.position());
410 411 412
        return true;
    }

413 414 415 416 417 418 419 420 421 422
    @Override
    public boolean onHoverEvent(MotionEvent event) {
        boolean handled = handleAccessibilityHoverEvent(event);
        if (!handled) {
            // TODO(ianh): Expose hover events to the platform,
            // implementing ADD, REMOVE, etc.
        }
        return handled;
    }

423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440
    @Override
    protected void onSizeChanged(int width, int height, int oldWidth, int oldHeight) {
        mMetrics.physicalWidth = width;
        mMetrics.physicalHeight = height;
        mSkyEngine.onViewportMetricsChanged(mMetrics);
        super.onSizeChanged(width, height, oldWidth, oldHeight);
    }

    @Override
    public final WindowInsets onApplyWindowInsets(WindowInsets insets) {
        mMetrics.physicalPaddingTop = insets.getSystemWindowInsetTop();
        mMetrics.physicalPaddingRight = insets.getSystemWindowInsetRight();
        mMetrics.physicalPaddingBottom = insets.getSystemWindowInsetBottom();
        mMetrics.physicalPaddingLeft = insets.getSystemWindowInsetLeft();
        mSkyEngine.onViewportMetricsChanged(mMetrics);
        return super.onApplyWindowInsets(insets);
    }

441
    private void configureLocalServices(ServiceRegistry registry) {
A
Adam Barth 已提交
442
        registry.register(Keyboard.MANAGER.getName(), new ServiceFactory() {
443
            @Override
444 445
            public Binding connectToService(FlutterView view, Core core, MessagePipeHandle pipe) {
                return Keyboard.MANAGER.bind(new KeyboardImpl(view.getContext(), mKeyboardState), pipe);
446 447 448 449 450
            }
        });

        registry.register(RawKeyboardService.MANAGER.getName(), new ServiceFactory() {
            @Override
451
            public Binding connectToService(FlutterView view, Core core, MessagePipeHandle pipe) {
452
                return RawKeyboardService.MANAGER.bind(new RawKeyboardServiceImpl(mRawKeyboardState), pipe);
453 454
            }
        });
455 456 457

        registry.register(ApplicationMessages.MANAGER.getName(), new ServiceFactory() {
            @Override
458
            public Binding connectToService(FlutterView view, Core core, MessagePipeHandle pipe) {
459
                return ApplicationMessages.MANAGER.bind(new ApplicationMessagesImpl(), pipe);
460 461
            }
        });
462 463
    }

464 465
    private void attach() {
        Core core = CoreImpl.getInstance();
466
        Pair<SkyEngine.Proxy, InterfaceRequest<SkyEngine>> engine =
467
                SkyEngine.MANAGER.getInterfaceRequest(core);
468
        mSkyEngine = engine.first;
469 470
        mNativePlatformView =
            nativeAttach(engine.second.passHandle().releaseNativeHandle(), this);
471
    }
472

473
    private void preRun() {
474 475 476 477 478 479 480
        if (mPlatformServiceProviderBinding != null) {
            mPlatformServiceProviderBinding.unbind().close();
            mPlatformServiceProvider.unbindServices();
        }
        if (mViewServiceProviderBinding != null) {
            mViewServiceProviderBinding.unbind().close();
            mViewServiceProvider.unbindServices();
H
Hixie 已提交
481 482 483 484 485
        }
        if (mDartServiceProvider != null) {
            mDartServiceProvider.close();
        }

486
        Core core = CoreImpl.getInstance();
487

H
Hixie 已提交
488 489 490 491
        Pair<ServiceProvider.Proxy, InterfaceRequest<ServiceProvider>> dartServiceProvider =
                ServiceProvider.MANAGER.getInterfaceRequest(core);
        mDartServiceProvider = dartServiceProvider.first;

492 493 494 495 496 497 498 499 500 501
        Pair<ServiceProvider.Proxy, InterfaceRequest<ServiceProvider>> platformServiceProvider =
                ServiceProvider.MANAGER.getInterfaceRequest(core);
        mPlatformServiceProviderBinding = ServiceProvider.MANAGER.bind(
                mPlatformServiceProvider, platformServiceProvider.second);

        Pair<ServiceProvider.Proxy, InterfaceRequest<ServiceProvider>> viewServiceProvider =
                ServiceProvider.MANAGER.getInterfaceRequest(core);
        mViewServiceProviderBinding = ServiceProvider.MANAGER.bind(
                mViewServiceProvider, viewServiceProvider.second);

502
        ServicesData services = new ServicesData();
503
        services.incomingServices = platformServiceProvider.first;
A
Adam Barth 已提交
504
        services.outgoingServices = dartServiceProvider.second;
505
        services.viewServices = viewServiceProvider.first;
506
        mSkyEngine.setServices(services);
507

H
Hixie 已提交
508
        resetAccessibilityTree();
509 510 511 512 513 514 515 516 517 518 519 520 521 522
    }

    private void postRun() {
        Core core = CoreImpl.getInstance();
        // Connect to the ApplicationMessages service exported by the Flutter framework
        Pair<ApplicationMessages.Proxy, InterfaceRequest<ApplicationMessages>> appMessages =
                  ApplicationMessages.MANAGER.getInterfaceRequest(core);
        mDartServiceProvider.connectToService(ApplicationMessages.MANAGER.getName(),
                                              appMessages.second.passHandle());
        mFlutterAppMessages = appMessages.first;
    }

    public void runFromBundle(String bundlePath, String snapshotPath) {
        preRun();
H
Hixie 已提交
523

524 525
        if (FlutterMain.isRunningPrecompiledCode()) {
            mSkyEngine.runFromPrecompiledSnapshot(bundlePath);
526
        } else {
527 528 529 530 531 532
            String scriptUri = "file://" + bundlePath;
            if (snapshotPath != null) {
                mSkyEngine.runFromBundleAndSnapshot(scriptUri, bundlePath, snapshotPath);
            } else {
                mSkyEngine.runFromBundle(scriptUri, bundlePath);
            }
533
        }
534

535 536 537
        postRun();
    }

538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563
    public void runFromSource(final String main,
                              final String packages,
                              final String assetsDirectory) {
        Runnable runnable = new Runnable() {
            public void run() {
                preRun();
                mSkyEngine.runFromFile(main,
                                       packages,
                                       assetsDirectory);
                postRun();
                synchronized (this) {
                    notify();
                }
            }
        };

        try {
            synchronized (runnable) {
                // Post to the Android UI thread and wait for the response.
                post(runnable);
                runnable.wait();
            }
        } catch (InterruptedException e) {
            Log.e(TAG, "Thread got interrupted waiting for " +
                       "RunFromSourceRunnable to finish", e);
        }
564 565
    }

566 567 568 569 570
    /** Return the most recent frame as a bitmap. */
    public Bitmap getBitmap() {
        return nativeGetBitmap(mNativePlatformView);
    }

571 572
    private static native long nativeAttach(int skyEngineHandle,
                                            FlutterView view);
573
    private static native int nativeGetObservatoryPort();
574 575
    private static native void nativeDetach(long nativePlatformViewAndroid);
    private static native void nativeSurfaceCreated(long nativePlatformViewAndroid,
576 577 578 579 580
                                                    Surface surface,
                                                    int backgroundColor);
    private static native void nativeSurfaceChanged(long nativePlatformViewAndroid,
                                                    int width,
                                                    int height);
581
    private static native void nativeSurfaceDestroyed(long nativePlatformViewAndroid);
582
    private static native Bitmap nativeGetBitmap(long nativePlatformViewAndroid);
H
Hixie 已提交
583

584 585
    // Send a platform message to Dart.
    private static native void nativeDispatchPlatformMessage(long nativePlatformViewAndroid, String name, String message, int responseId);
586
    private static native void nativeDispatchPointerDataPacket(long nativePlatformViewAndroid, ByteBuffer buffer, int position);
587 588
    private static native void nativeDispatchSemanticsAction(long nativePlatformViewAndroid, int id, int action);
    private static native void nativeSetSemanticsEnabled(long nativePlatformViewAndroid, boolean enabled);
589

590 591 592 593
    // Send a response to a platform message received from Dart.
    private static native void nativeInvokePlatformMessageResponseCallback(long nativePlatformViewAndroid, int responseId, String message);

    // Called by native to send us a platform message.
594
    @CalledByNative
A
Adam Barth 已提交
595 596
    private void handlePlatformMessage(String name, String message, final int responseId) {
        OnMessageListener listener = mOnMessageListeners.get(name);
597 598 599 600 601
        if (listener != null) {
            nativeInvokePlatformMessageResponseCallback(mNativePlatformView, responseId, listener.onMessage(this, message));
            return;
        }

A
Adam Barth 已提交
602
        OnMessageListenerAsync asyncListener = mAsyncOnMessageListeners.get(name);
603 604
        if (asyncListener != null) {
            asyncListener.onMessage(this, message, new MessageResponse() {
605 606 607 608
                @Override
                public void send(String response) {
                    nativeInvokePlatformMessageResponseCallback(mNativePlatformView, responseId, response);
                }
609 610 611 612 613 614
            });
            return;
        }

        nativeInvokePlatformMessageResponseCallback(mNativePlatformView, responseId, null);
    }
H
Hixie 已提交
615

616 617 618 619 620 621 622 623 624 625 626
    private int mNextResponseId = 1;
    private final Map<Integer, MessageReplyCallback> mPendingResponses = new HashMap<Integer, MessageReplyCallback>();

    // Called by native to respond to a platform message that we sent.
    @CalledByNative
    private void handlePlatformMessageResponse(int responseId, String response) {
        MessageReplyCallback callback = mPendingResponses.remove(responseId);
        if (callback != null)
            callback.onReply(response);
    }

627 628
    @CalledByNative
    private void updateSemantics(ByteBuffer buffer, String[] strings) {
A
Adam Barth 已提交
629 630
        if (mAccessibilityNodeProvider != null) {
            buffer.order(ByteOrder.LITTLE_ENDIAN);
631
            mAccessibilityNodeProvider.updateSemantics(buffer, strings);
A
Adam Barth 已提交
632
        }
633 634
    }

H
Hixie 已提交
635 636
    // ACCESSIBILITY

H
Hixie 已提交
637
    private boolean mAccessibilityEnabled = false;
638 639
    private boolean mTouchExplorationEnabled = false;

640 641 642 643
    protected void dispatchSemanticsAction(int id, int action) {
        nativeDispatchSemanticsAction(mNativePlatformView, id, action);
    }

H
Hixie 已提交
644 645 646
    @Override
    protected void onAttachedToWindow() {
        super.onAttachedToWindow();
H
Hixie 已提交
647
        mAccessibilityEnabled = mAccessibilityManager.isEnabled();
648
        mTouchExplorationEnabled = mAccessibilityManager.isTouchExplorationEnabled();
H
Hixie 已提交
649
        if (mAccessibilityEnabled || mTouchExplorationEnabled)
H
Hixie 已提交
650
          ensureAccessibilityEnabled();
H
Hixie 已提交
651
        resetWillNotDraw();
H
Hixie 已提交
652 653 654 655
        mAccessibilityManager.addAccessibilityStateChangeListener(this);
        mAccessibilityManager.addTouchExplorationStateChangeListener(this);
    }

H
Hixie 已提交
656 657 658 659 660 661 662 663 664 665 666
    @Override
    protected void onDetachedFromWindow() {
        super.onDetachedFromWindow();
        mAccessibilityManager.removeAccessibilityStateChangeListener(this);
        mAccessibilityManager.removeTouchExplorationStateChangeListener(this);
    }

    private void resetWillNotDraw() {
        setWillNotDraw(!(mAccessibilityEnabled || mTouchExplorationEnabled));
    }

H
Hixie 已提交
667 668
    @Override
    public void onAccessibilityStateChanged(boolean enabled) {
H
Hixie 已提交
669 670
        if (enabled) {
            mAccessibilityEnabled = true;
H
Hixie 已提交
671
            ensureAccessibilityEnabled();
H
Hixie 已提交
672 673 674 675 676 677
        } else {
            mAccessibilityEnabled = false;
        }
        if (mAccessibilityNodeProvider != null) {
            mAccessibilityNodeProvider.setAccessibilityEnabled(mAccessibilityEnabled);
        }
H
Hixie 已提交
678
        resetWillNotDraw();
H
Hixie 已提交
679 680 681 682
    }

    @Override
    public void onTouchExplorationStateChanged(boolean enabled) {
683 684
        if (enabled) {
            mTouchExplorationEnabled = true;
H
Hixie 已提交
685
            ensureAccessibilityEnabled();
686 687 688 689 690 691
        } else {
            mTouchExplorationEnabled = false;
            if (mAccessibilityNodeProvider != null) {
                mAccessibilityNodeProvider.handleTouchExplorationExit();
            }
        }
H
Hixie 已提交
692
        resetWillNotDraw();
H
Hixie 已提交
693 694
    }

H
Hixie 已提交
695 696 697 698 699 700
    @Override
    public AccessibilityNodeProvider getAccessibilityNodeProvider() {
        ensureAccessibilityEnabled();
        return mAccessibilityNodeProvider;
    }

701
    private AccessibilityBridge mAccessibilityNodeProvider;
H
Hixie 已提交
702 703 704

    void ensureAccessibilityEnabled() {
        if (mAccessibilityNodeProvider == null) {
705 706
            mAccessibilityNodeProvider = new AccessibilityBridge(this);
            nativeSetSemanticsEnabled(mNativePlatformView, true);
H
Hixie 已提交
707 708 709
        }
    }

H
Hixie 已提交
710 711
    void resetAccessibilityTree() {
        if (mAccessibilityNodeProvider != null) {
712
            mAccessibilityNodeProvider.reset();
H
Hixie 已提交
713
        }
H
Hixie 已提交
714 715
    }

716 717 718
    private boolean handleAccessibilityHoverEvent(MotionEvent event) {
        if (!mTouchExplorationEnabled)
            return false;
H
Hixie 已提交
719 720 721 722
        if (event.getAction() == MotionEvent.ACTION_HOVER_ENTER ||
                   event.getAction() == MotionEvent.ACTION_HOVER_MOVE) {
            mAccessibilityNodeProvider.handleTouchExploration(event.getX(), event.getY());
        } else if (event.getAction() == MotionEvent.ACTION_HOVER_EXIT) {
723 724
            mAccessibilityNodeProvider.handleTouchExplorationExit();
        } else {
H
Hixie 已提交
725 726
            Log.d("flutter", "unexpected accessibility hover event: " + event);
            return false;
727 728 729
        }
        return true;
    }
H
Hixie 已提交
730

731 732 733 734 735 736 737 738 739
    private void dispatchPlatformMessage(String name, String message, MessageReplyCallback callback) {
        int responseId = 0;
        if (callback != null) {
            responseId = mNextResponseId++;
            mPendingResponses.put(responseId, callback);
        }
        nativeDispatchPlatformMessage(mNativePlatformView, name, message, responseId);
    }

740 741 742 743 744 745
    /**
     * Send a message to the Flutter application.  The Flutter Dart code can register a
     * host message handler that will receive these messages.
     */
    public void sendToFlutter(String messageName, String message,
                              final MessageReplyCallback callback) {
746 747
        // TODO(abarth): Switch to dispatchPlatformMessage once the framework
        // side has been converted.
748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788
        mFlutterAppMessages.sendString(messageName, message,
            new ApplicationMessages.SendStringResponse() {
                @Override
                public void call(String reply) {
                    if (callback != null) {
                        callback.onReply(reply);
                    }
                }
            });
    }

    public void sendToFlutter(String messageName, String message) {
        sendToFlutter(messageName, message, null);
    }

    /** Callback invoked when the app replies to a message sent with sendToFlutter. */
    public interface MessageReplyCallback {
        void onReply(String reply);
    }

    /**
     * Register a callback to be invoked when the Flutter application sends a message
     * to its host.
     */
    public void addOnMessageListener(String messageName, OnMessageListener listener) {
        mOnMessageListeners.put(messageName, listener);
    }

    /**
     * Register a callback to be invoked when the Flutter application sends a message
     * to its host.  The reply to the message can be provided asynchronously.
     */
    public void addOnMessageListenerAsync(String messageName, OnMessageListenerAsync listener) {
        mAsyncOnMessageListeners.put(messageName, listener);
    }

    public interface OnMessageListener {
        /**
         * Called when a message is received from the Flutter app.
         * @return the reply to the message (can be null)
         */
789
        String onMessage(FlutterView view, String message);
790 791 792 793 794 795 796
    };

    public interface OnMessageListenerAsync {
        /**
         * Called when a message is received from the Flutter app.
         * @param response Used to send a reply back to the app.
         */
797
        void onMessage(FlutterView view, String message, MessageResponse response);
798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814
    }

    public interface MessageResponse {
        void send(String reply);
    }

    private class ApplicationMessagesImpl implements ApplicationMessages {
        @Override
        public void close() {}

        @Override
        public void onConnectionError(MojoException e) {}

        @Override
        public void sendString(String messageName, String message, SendStringResponse callback) {
            OnMessageListener listener = mOnMessageListeners.get(messageName);
            if (listener != null) {
815
                callback.call(listener.onMessage(FlutterView.this, message));
816 817 818 819 820
                return;
            }

            OnMessageListenerAsync asyncListener = mAsyncOnMessageListeners.get(messageName);
            if (asyncListener != null) {
821
                asyncListener.onMessage(FlutterView.this, message, new MessageResponseAdapter(callback));
822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844
                return;
            }

            callback.call(null);
        }
    }

    /**
     * This class wraps the raw Mojo callback object in an interface that is owned
     * by Flutter and can be safely given to host apps.
     */
    private static class MessageResponseAdapter implements MessageResponse {
        private ApplicationMessages.SendStringResponse callback;

        MessageResponseAdapter(ApplicationMessages.SendStringResponse callback) {
            this.callback = callback;
        }

        @Override
        public void send(String reply) {
            callback.call(reply);
        }
    }
845 846 847 848 849 850 851 852 853 854 855 856 857

    /** Broadcast receiver used to discover active Flutter instances. */
    private class DiscoveryReceiver extends BroadcastReceiver {
        @Override
        public void onReceive(Context context, Intent intent) {
            JSONObject discover = new JSONObject();
            try {
                discover.put("id", getContext().getPackageName());
                discover.put("observatoryPort", nativeGetObservatoryPort());
                Log.i(TAG, "DISCOVER: " + discover);
            } catch (JSONException e) {}
        }
    }
858
}