FlutterView.java 31.6 KB
Newer Older
1 2 3 4
// Copyright 2013 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.

5
package io.flutter.view;
6

7
import android.app.Activity;
8
import android.content.BroadcastReceiver;
9
import android.content.Context;
10 11 12
import android.content.Intent;
import android.content.IntentFilter;
import android.content.pm.ApplicationInfo;
13
import android.content.res.Configuration;
H
Hixie 已提交
14
import android.opengl.Matrix;
15
import android.graphics.Bitmap;
H
Hixie 已提交
16
import android.graphics.Rect;
A
Adam Barth 已提交
17
import android.os.Build;
18
import android.util.AttributeSet;
19
import android.util.Log;
20
import android.util.TypedValue;
21
import android.view.KeyEvent;
22
import android.view.MotionEvent;
23 24 25 26
import android.view.Surface;
import android.view.SurfaceHolder;
import android.view.SurfaceView;
import android.view.View;
H
Hixie 已提交
27 28 29 30
import android.view.WindowInsets;
import android.view.accessibility.AccessibilityManager;
import android.view.accessibility.AccessibilityNodeInfo;
import android.view.accessibility.AccessibilityNodeProvider;
31 32
import android.view.inputmethod.EditorInfo;
import android.view.inputmethod.InputConnection;
33 34
import org.json.JSONException;
import org.json.JSONObject;
35

36
import org.chromium.base.CalledByNative;
37
import org.chromium.base.JNINamespace;
38
import org.chromium.mojo.bindings.Interface.Binding;
39 40
import org.chromium.mojo.bindings.InterfaceRequest;
import org.chromium.mojo.system.Core;
41
import org.chromium.mojo.system.MessagePipeHandle;
H
Hixie 已提交
42
import org.chromium.mojo.system.MojoException;
43
import org.chromium.mojo.system.Pair;
H
Hixie 已提交
44
import org.chromium.mojo.system.impl.CoreImpl;
A
Adam Barth 已提交
45
import org.chromium.mojom.editing.Keyboard;
46
import org.chromium.mojom.flutter.platform.ApplicationMessages;
A
Adam Barth 已提交
47
import org.chromium.mojom.mojo.ServiceProvider;
48
import org.chromium.mojom.raw_keyboard.RawKeyboardService;
49
import org.chromium.mojom.sky.AppLifecycleState;
A
Adam Barth 已提交
50
import org.chromium.mojom.sky.ServicesData;
51
import org.chromium.mojom.sky.SkyEngine;
A
Adam Barth 已提交
52
import org.chromium.mojom.sky.ViewportMetrics;
53

54 55
import java.nio.ByteBuffer;
import java.nio.ByteOrder;
56
import java.nio.charset.StandardCharsets;
57
import java.util.ArrayList;
H
Hixie 已提交
58
import java.util.HashMap;
59
import java.util.List;
60
import java.util.Locale;
H
Hixie 已提交
61
import java.util.Map;
62

A
Adam Barth 已提交
63 64
import io.flutter.plugin.platform.PlatformPlugin;

65
import org.domokit.common.ActivityLifecycleListener;
66
import org.domokit.activity.ActivityImpl;
A
Adam Barth 已提交
67 68
import org.domokit.editing.KeyboardImpl;
import org.domokit.editing.KeyboardViewState;
69 70 71
import org.domokit.raw_keyboard.RawKeyboardServiceImpl;
import org.domokit.raw_keyboard.RawKeyboardServiceState;

72
/**
73
 * An Android view containing a Flutter app.
74
 */
75
@JNINamespace("shell")
76
public class FlutterView extends SurfaceView
H
Hixie 已提交
77 78
  implements AccessibilityManager.AccessibilityStateChangeListener,
             AccessibilityManager.TouchExplorationStateChangeListener {
79
    private static final String TAG = "FlutterView";
80

81 82
    private static final String ACTION_DISCOVER = "io.flutter.view.DISCOVER";

A
Adam Barth 已提交
83
    private long mNativePlatformView;
84
    private SkyEngine.Proxy mSkyEngine;
85
    private ServiceProviderImpl mPlatformServiceProvider;
86
    private Binding mPlatformServiceProviderBinding;
87
    private ServiceProviderImpl mViewServiceProvider;
88
    private Binding mViewServiceProviderBinding;
H
Hixie 已提交
89
    private ServiceProvider.Proxy mDartServiceProvider;
90 91 92
    private ApplicationMessages.Proxy mFlutterAppMessages;
    private HashMap<String, OnMessageListener> mOnMessageListeners;
    private HashMap<String, OnMessageListenerAsync> mAsyncOnMessageListeners;
93
    private final SurfaceHolder.Callback mSurfaceCallback;
94
    private final ViewportMetrics mMetrics;
A
Adam Barth 已提交
95
    private final KeyboardViewState mKeyboardState;
96
    private final RawKeyboardServiceState mRawKeyboardState;
H
Hixie 已提交
97
    private final AccessibilityManager mAccessibilityManager;
98
    private BroadcastReceiver discoveryReceiver;
99
    private List<ActivityLifecycleListener> mActivityLifecycleListeners;
100

101
    public FlutterView(Context context) {
102 103 104
        this(context, null);
    }

105
    public FlutterView(Context context, AttributeSet attrs) {
106
        super(context, attrs);
107

108 109 110 111
        // TODO(abarth): Remove this static and instead make everything that
        // depends on it into a view-associated service.
        ActivityImpl.setCurrentActivity((Activity) context);

112 113
        mMetrics = new ViewportMetrics();
        mMetrics.devicePixelRatio = context.getResources().getDisplayMetrics().density;
114 115 116
        setFocusable(true);
        setFocusableInTouchMode(true);

117
        attach();
A
Adam Barth 已提交
118
        assert mNativePlatformView != 0;
119

120 121 122 123 124 125 126 127
        int color = 0xFF000000;
        TypedValue typedValue = new TypedValue();
        context.getTheme().resolveAttribute(android.R.attr.colorBackground, typedValue, true);
        if (typedValue.type >= TypedValue.TYPE_FIRST_COLOR_INT && typedValue.type <= TypedValue.TYPE_LAST_COLOR_INT)
          color = typedValue.data;
        // TODO(abarth): Consider letting the developer override this color.
        final int backgroundColor = color;

128 129
        mSurfaceCallback = new SurfaceHolder.Callback() {
            @Override
130 131
            public void surfaceCreated(SurfaceHolder holder) {
                assert mNativePlatformView != 0;
132
                nativeSurfaceCreated(mNativePlatformView, holder.getSurface(), backgroundColor);
133 134 135
            }

            @Override
136
            public void surfaceChanged(SurfaceHolder holder, int format, int width, int height) {
A
Adam Barth 已提交
137
                assert mNativePlatformView != 0;
138
                nativeSurfaceChanged(mNativePlatformView, width, height);
139 140 141 142
            }

            @Override
            public void surfaceDestroyed(SurfaceHolder holder) {
A
Adam Barth 已提交
143 144
                assert mNativePlatformView != 0;
                nativeSurfaceDestroyed(mNativePlatformView);
145 146 147
            }
        };
        getHolder().addCallback(mSurfaceCallback);
148

A
Adam Barth 已提交
149
        mKeyboardState = new KeyboardViewState(this);
150
        mRawKeyboardState = new RawKeyboardServiceState();
H
Hixie 已提交
151

152 153
        Core core = CoreImpl.getInstance();

154
        mPlatformServiceProvider = new ServiceProviderImpl(core, this, ServiceRegistry.SHARED);
155 156 157

        ServiceRegistry localRegistry = new ServiceRegistry();
        configureLocalServices(localRegistry);
158
        mViewServiceProvider = new ServiceProviderImpl(core, this, localRegistry);
159

H
Hixie 已提交
160
        mAccessibilityManager = (AccessibilityManager)getContext().getSystemService(Context.ACCESSIBILITY_SERVICE);
161

162 163
        mOnMessageListeners = new HashMap<String, OnMessageListener>();
        mAsyncOnMessageListeners = new HashMap<String, OnMessageListenerAsync>();
164
        mActivityLifecycleListeners = new ArrayList<ActivityLifecycleListener>();
165

166
        setLocale(getResources().getConfiguration().locale);
167

A
Adam Barth 已提交
168 169
        mOnMessageListeners.put("flutter/platform", new PlatformPlugin((Activity)getContext()));

170 171 172 173
        if ((context.getApplicationInfo().flags & ApplicationInfo.FLAG_DEBUGGABLE) != 0) {
            discoveryReceiver = new DiscoveryReceiver();
            context.registerReceiver(discoveryReceiver, new IntentFilter(ACTION_DISCOVER));
        }
174 175 176 177 178 179 180 181 182 183 184 185 186 187
    }

    @Override
    public boolean onKeyUp(int keyCode, KeyEvent event) {
        if (mRawKeyboardState.onKey(this, keyCode, event))
            return true;
        return super.onKeyUp(keyCode, event);
    }

    @Override
    public boolean onKeyDown(int keyCode, KeyEvent event) {
        if (mRawKeyboardState.onKey(this, keyCode, event))
            return true;
        return super.onKeyDown(keyCode, event);
188 189
    }

190
    SkyEngine getEngine() {
191 192 193
        return mSkyEngine;
    }

194 195 196 197
    public void addActivityLifecycleListener(ActivityLifecycleListener listener) {
        mActivityLifecycleListeners.add(listener);
    }

198 199 200 201
    public void onPause() {
        mSkyEngine.onAppLifecycleStateChanged(AppLifecycleState.PAUSED);
    }

202
    public void onPostResume() {
203 204 205
        for (ActivityLifecycleListener listener : mActivityLifecycleListeners)
            listener.onPostResume();

206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226
        mSkyEngine.onAppLifecycleStateChanged(AppLifecycleState.RESUMED);
    }

    public void pushRoute(String route) {
        mSkyEngine.pushRoute(route);
    }

    public void popRoute() {
        mSkyEngine.popRoute();
    }

    private void setLocale(Locale locale) {
        mSkyEngine.onLocaleChanged(locale.getLanguage(), locale.getCountry());
    }

    @Override
    protected void onConfigurationChanged(Configuration newConfig) {
        super.onConfigurationChanged(newConfig);
        setLocale(newConfig.locale);
    }

H
Hixie 已提交
227 228 229 230
    float getDevicePixelRatio() {
        return mMetrics.devicePixelRatio;
    }

231
    public void destroy() {
232 233 234 235
        if (discoveryReceiver != null) {
            getContext().unregisterReceiver(discoveryReceiver);
        }

236 237 238 239 240 241 242 243 244 245
        if (mPlatformServiceProviderBinding != null) {
            mPlatformServiceProviderBinding.unbind().close();
            mPlatformServiceProvider.unbindServices();
        }

        if (mViewServiceProviderBinding != null) {
            mViewServiceProviderBinding.unbind().close();
            mViewServiceProvider.unbindServices();
        }

246
        getHolder().removeCallback(mSurfaceCallback);
A
Adam Barth 已提交
247 248
        nativeDetach(mNativePlatformView);
        mNativePlatformView = 0;
249 250 251 252

        mSkyEngine.close();
        mDartServiceProvider.close();
        mFlutterAppMessages.close();
253 254
    }

255 256
    @Override
    public InputConnection onCreateInputConnection(EditorInfo outAttrs) {
E
Eric Seidel 已提交
257
        return mKeyboardState.createInputConnection(outAttrs);
258 259
    }

260 261 262 263 264 265 266 267 268 269 270 271 272 273 274
    // Must match the PointerChange enum in pointer.dart.
    private static final int kPointerChangeAdd = 0;
    private static final int kPointerChangeRemove = 1;
    private static final int kPointerChangeDown = 2;
    private static final int kPointerChangeMove = 3;
    private static final int kPointerChangeUp = 4;
    private static final int kPointerChangeCancel = 5;

    // Must match the PointerDeviceKind enum in pointer.dart.
    private static final int kPointerDeviceKindTouch = 0;
    private static final int kPointerDeviceKindMouse = 1;
    private static final int kPointerDeviceKindStylus = 2;
    private static final int kPointerDeviceKindInvertedStylus = 3;

    private int getPointerChangeForAction(int maskedAction) {
275
        // Primary pointer:
276
        if (maskedAction == MotionEvent.ACTION_DOWN) {
277
            return kPointerChangeDown;
278 279
        }
        if (maskedAction == MotionEvent.ACTION_UP) {
280
            return kPointerChangeUp;
281
        }
282
        // Secondary pointer:
283
        if (maskedAction == MotionEvent.ACTION_POINTER_DOWN) {
284
            return kPointerChangeDown;
285 286
        }
        if (maskedAction == MotionEvent.ACTION_POINTER_UP) {
287
            return kPointerChangeUp;
288
        }
289
        // All pointers:
290
        if (maskedAction == MotionEvent.ACTION_MOVE) {
291
            return kPointerChangeMove;
292 293
        }
        if (maskedAction == MotionEvent.ACTION_CANCEL) {
294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309
            return kPointerChangeCancel;
        }
        return -1;
    }

    private int getPointerDeviceTypeForToolType(int toolType) {
        switch (toolType) {
            case MotionEvent.TOOL_TYPE_FINGER:
                return kPointerDeviceKindTouch;
            case MotionEvent.TOOL_TYPE_STYLUS:
                return kPointerDeviceKindStylus;
            case MotionEvent.TOOL_TYPE_MOUSE:
                return kPointerDeviceKindMouse;
            default:
                // MotionEvent.TOOL_TYPE_UNKNOWN will reach here.
                return -1;
310
        }
311 312
    }

313
    private void addPointerForIndex(MotionEvent event, int pointerIndex,
314 315 316
                                    ByteBuffer packet) {
        int pointerChange = getPointerChangeForAction(event.getActionMasked());
        if (pointerChange == -1) {
317 318 319
            return;
        }

320 321 322 323
        int pointerKind = event.getToolType(pointerIndex);
        if (pointerKind == -1) {
            return;
        }
324

325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340
        long timeStamp = event.getEventTime() * 1000; // Convert from milliseconds to microseconds.

        packet.putLong(timeStamp); // time_stamp
        packet.putLong(event.getPointerId(pointerIndex)); // pointer
        packet.putLong(pointerChange); // change
        packet.putLong(pointerKind); // kind
        packet.putDouble(event.getX(pointerIndex)); // physical_x
        packet.putDouble(event.getY(pointerIndex)); // physical_y

        if (pointerKind == kPointerDeviceKindMouse) {
          packet.putLong(event.getButtonState() & 0x1F); // buttons
        } else if (pointerKind == kPointerDeviceKindStylus) {
          packet.putLong((event.getButtonState() >> 4) & 0xF); // buttons
        } else {
          packet.putLong(0); // buttons
        }
341

342
        packet.putLong(0); // obscured
343

344 345
        // TODO(eseidel): Could get the calibrated range if necessary:
        // event.getDevice().getMotionRange(MotionEvent.AXIS_PRESSURE)
346 347 348
        packet.putDouble(event.getPressure(pointerIndex)); // presure
        packet.putDouble(0.0); // pressure_min
        packet.putDouble(1.0); // pressure_max
349

350 351 352 353 354 355 356 357 358 359
        if (pointerKind == kPointerDeviceKindStylus) {
          packet.putDouble(event.getAxisValue(MotionEvent.AXIS_DISTANCE, pointerIndex)); // distance
          packet.putDouble(0.0); // distance_max
        } else {
          packet.putDouble(0.0); // distance
          packet.putDouble(0.0); // distance_max
        }

        packet.putDouble(event.getToolMajor(pointerIndex)); // radius_major
        packet.putDouble(event.getToolMinor(pointerIndex)); // radius_minor
360

361 362
        packet.putDouble(0.0); // radius_min
        packet.putDouble(0.0); // radius_max
363

364
        packet.putDouble(event.getAxisValue(MotionEvent.AXIS_ORIENTATION, pointerIndex)); // orientation
365

366 367 368 369 370
        if (pointerKind == kPointerDeviceKindStylus) {
          packet.putDouble(event.getAxisValue(MotionEvent.AXIS_TILT, pointerIndex)); // tilt
        } else {
          packet.putDouble(0.0); // tilt
        }
371 372 373 374
    }

    @Override
    public boolean onTouchEvent(MotionEvent event) {
A
Adam Barth 已提交
375 376 377 378 379 380 381 382
        // TODO(abarth): This version check might not be effective in some
        // versions of Android that statically compile code and will be upset
        // at the lack of |requestUnbufferedDispatch|. Instead, we should factor
        // version-dependent code into separate classes for each supported
        // version and dispatch dynamically.
        if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.LOLLIPOP) {
            requestUnbufferedDispatch(event);
        }
383

384 385 386 387 388 389 390 391
        // These values must match the unpacking code in hooks.dart.
        final int kPointerDataFieldCount = 19;
        final int kBytePerField = 8;

        int pointerCount = event.getPointerCount();

        ByteBuffer packet = ByteBuffer.allocateDirect(pointerCount * kPointerDataFieldCount * kBytePerField);
        packet.order(ByteOrder.LITTLE_ENDIAN);
392

393 394 395 396 397 398 399
        int maskedAction = event.getActionMasked();
        // ACTION_UP, ACTION_POINTER_UP, ACTION_DOWN, and ACTION_POINTER_DOWN
        // only apply to a single pointer, other events apply to all pointers.
        if (maskedAction == MotionEvent.ACTION_UP
                || maskedAction == MotionEvent.ACTION_POINTER_UP
                || maskedAction == MotionEvent.ACTION_DOWN
                || maskedAction == MotionEvent.ACTION_POINTER_DOWN) {
400
            addPointerForIndex(event, event.getActionIndex(), packet);
401 402 403 404
        } else {
            // ACTION_MOVE may not actually mean all pointers have moved
            // but it's the responsibility of a later part of the system to
            // ignore 0-deltas if desired.
405 406
            for (int p = 0; p < pointerCount; p++) {
                addPointerForIndex(event, p, packet);
407 408
            }
        }
409

410 411
        assert packet.position() % (kPointerDataFieldCount * kBytePerField) == 0;
        nativeDispatchPointerDataPacket(mNativePlatformView, packet, packet.position());
412 413 414
        return true;
    }

415 416 417 418 419 420 421 422 423 424
    @Override
    public boolean onHoverEvent(MotionEvent event) {
        boolean handled = handleAccessibilityHoverEvent(event);
        if (!handled) {
            // TODO(ianh): Expose hover events to the platform,
            // implementing ADD, REMOVE, etc.
        }
        return handled;
    }

425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442
    @Override
    protected void onSizeChanged(int width, int height, int oldWidth, int oldHeight) {
        mMetrics.physicalWidth = width;
        mMetrics.physicalHeight = height;
        mSkyEngine.onViewportMetricsChanged(mMetrics);
        super.onSizeChanged(width, height, oldWidth, oldHeight);
    }

    @Override
    public final WindowInsets onApplyWindowInsets(WindowInsets insets) {
        mMetrics.physicalPaddingTop = insets.getSystemWindowInsetTop();
        mMetrics.physicalPaddingRight = insets.getSystemWindowInsetRight();
        mMetrics.physicalPaddingBottom = insets.getSystemWindowInsetBottom();
        mMetrics.physicalPaddingLeft = insets.getSystemWindowInsetLeft();
        mSkyEngine.onViewportMetricsChanged(mMetrics);
        return super.onApplyWindowInsets(insets);
    }

443
    private void configureLocalServices(ServiceRegistry registry) {
A
Adam Barth 已提交
444
        registry.register(Keyboard.MANAGER.getName(), new ServiceFactory() {
445
            @Override
446 447
            public Binding connectToService(FlutterView view, Core core, MessagePipeHandle pipe) {
                return Keyboard.MANAGER.bind(new KeyboardImpl(view.getContext(), mKeyboardState), pipe);
448 449 450 451 452
            }
        });

        registry.register(RawKeyboardService.MANAGER.getName(), new ServiceFactory() {
            @Override
453
            public Binding connectToService(FlutterView view, Core core, MessagePipeHandle pipe) {
454
                return RawKeyboardService.MANAGER.bind(new RawKeyboardServiceImpl(mRawKeyboardState), pipe);
455 456
            }
        });
457 458 459

        registry.register(ApplicationMessages.MANAGER.getName(), new ServiceFactory() {
            @Override
460
            public Binding connectToService(FlutterView view, Core core, MessagePipeHandle pipe) {
461
                return ApplicationMessages.MANAGER.bind(new ApplicationMessagesImpl(), pipe);
462 463
            }
        });
464 465
    }

466 467
    private void attach() {
        Core core = CoreImpl.getInstance();
468
        Pair<SkyEngine.Proxy, InterfaceRequest<SkyEngine>> engine =
469
                SkyEngine.MANAGER.getInterfaceRequest(core);
470
        mSkyEngine = engine.first;
471 472
        mNativePlatformView =
            nativeAttach(engine.second.passHandle().releaseNativeHandle(), this);
473
    }
474

475
    private void preRun() {
476 477 478 479 480 481 482
        if (mPlatformServiceProviderBinding != null) {
            mPlatformServiceProviderBinding.unbind().close();
            mPlatformServiceProvider.unbindServices();
        }
        if (mViewServiceProviderBinding != null) {
            mViewServiceProviderBinding.unbind().close();
            mViewServiceProvider.unbindServices();
H
Hixie 已提交
483 484 485 486 487
        }
        if (mDartServiceProvider != null) {
            mDartServiceProvider.close();
        }

488
        Core core = CoreImpl.getInstance();
489

H
Hixie 已提交
490 491 492 493
        Pair<ServiceProvider.Proxy, InterfaceRequest<ServiceProvider>> dartServiceProvider =
                ServiceProvider.MANAGER.getInterfaceRequest(core);
        mDartServiceProvider = dartServiceProvider.first;

494 495 496 497 498 499 500 501 502 503
        Pair<ServiceProvider.Proxy, InterfaceRequest<ServiceProvider>> platformServiceProvider =
                ServiceProvider.MANAGER.getInterfaceRequest(core);
        mPlatformServiceProviderBinding = ServiceProvider.MANAGER.bind(
                mPlatformServiceProvider, platformServiceProvider.second);

        Pair<ServiceProvider.Proxy, InterfaceRequest<ServiceProvider>> viewServiceProvider =
                ServiceProvider.MANAGER.getInterfaceRequest(core);
        mViewServiceProviderBinding = ServiceProvider.MANAGER.bind(
                mViewServiceProvider, viewServiceProvider.second);

504
        ServicesData services = new ServicesData();
505
        services.incomingServices = platformServiceProvider.first;
A
Adam Barth 已提交
506
        services.outgoingServices = dartServiceProvider.second;
507
        services.viewServices = viewServiceProvider.first;
508
        mSkyEngine.setServices(services);
509

H
Hixie 已提交
510
        resetAccessibilityTree();
511 512 513 514 515 516 517 518 519 520 521 522 523 524
    }

    private void postRun() {
        Core core = CoreImpl.getInstance();
        // Connect to the ApplicationMessages service exported by the Flutter framework
        Pair<ApplicationMessages.Proxy, InterfaceRequest<ApplicationMessages>> appMessages =
                  ApplicationMessages.MANAGER.getInterfaceRequest(core);
        mDartServiceProvider.connectToService(ApplicationMessages.MANAGER.getName(),
                                              appMessages.second.passHandle());
        mFlutterAppMessages = appMessages.first;
    }

    public void runFromBundle(String bundlePath, String snapshotPath) {
        preRun();
H
Hixie 已提交
525

526 527
        if (FlutterMain.isRunningPrecompiledCode()) {
            mSkyEngine.runFromPrecompiledSnapshot(bundlePath);
528
        } else {
529 530 531 532 533 534
            String scriptUri = "file://" + bundlePath;
            if (snapshotPath != null) {
                mSkyEngine.runFromBundleAndSnapshot(scriptUri, bundlePath, snapshotPath);
            } else {
                mSkyEngine.runFromBundle(scriptUri, bundlePath);
            }
535
        }
536

537 538 539
        postRun();
    }

540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565
    public void runFromSource(final String main,
                              final String packages,
                              final String assetsDirectory) {
        Runnable runnable = new Runnable() {
            public void run() {
                preRun();
                mSkyEngine.runFromFile(main,
                                       packages,
                                       assetsDirectory);
                postRun();
                synchronized (this) {
                    notify();
                }
            }
        };

        try {
            synchronized (runnable) {
                // Post to the Android UI thread and wait for the response.
                post(runnable);
                runnable.wait();
            }
        } catch (InterruptedException e) {
            Log.e(TAG, "Thread got interrupted waiting for " +
                       "RunFromSourceRunnable to finish", e);
        }
566 567
    }

568 569 570 571 572
    /** Return the most recent frame as a bitmap. */
    public Bitmap getBitmap() {
        return nativeGetBitmap(mNativePlatformView);
    }

573 574
    private static native long nativeAttach(int skyEngineHandle,
                                            FlutterView view);
575
    private static native int nativeGetObservatoryPort();
576 577
    private static native void nativeDetach(long nativePlatformViewAndroid);
    private static native void nativeSurfaceCreated(long nativePlatformViewAndroid,
578 579 580 581 582
                                                    Surface surface,
                                                    int backgroundColor);
    private static native void nativeSurfaceChanged(long nativePlatformViewAndroid,
                                                    int width,
                                                    int height);
583
    private static native void nativeSurfaceDestroyed(long nativePlatformViewAndroid);
584
    private static native Bitmap nativeGetBitmap(long nativePlatformViewAndroid);
H
Hixie 已提交
585

586
    private static native void nativeDispatchPointerDataPacket(long nativePlatformViewAndroid, ByteBuffer buffer, int position);
587 588
    private static native void nativeDispatchSemanticsAction(long nativePlatformViewAndroid, int id, int action);
    private static native void nativeSetSemanticsEnabled(long nativePlatformViewAndroid, boolean enabled);
589 590 591
    private static native void nativeInvokePlatformMessageResponseCallback(long nativePlatformViewAndroid, int responseId, String buffer);

    @CalledByNative
A
Adam Barth 已提交
592 593
    private void handlePlatformMessage(String name, String message, final int responseId) {
        OnMessageListener listener = mOnMessageListeners.get(name);
594 595 596 597 598
        if (listener != null) {
            nativeInvokePlatformMessageResponseCallback(mNativePlatformView, responseId, listener.onMessage(this, message));
            return;
        }

A
Adam Barth 已提交
599
        OnMessageListenerAsync asyncListener = mAsyncOnMessageListeners.get(name);
600 601 602 603 604 605 606 607 608 609 610 611
        if (asyncListener != null) {
            asyncListener.onMessage(this, message, new MessageResponse() {
              @Override
              public void send(String response) {
                  nativeInvokePlatformMessageResponseCallback(mNativePlatformView, responseId, response);
              }
            });
            return;
        }

        nativeInvokePlatformMessageResponseCallback(mNativePlatformView, responseId, null);
    }
H
Hixie 已提交
612

613 614
    @CalledByNative
    private void updateSemantics(ByteBuffer buffer, String[] strings) {
A
Adam Barth 已提交
615 616
        if (mAccessibilityNodeProvider != null) {
            buffer.order(ByteOrder.LITTLE_ENDIAN);
617
            mAccessibilityNodeProvider.updateSemantics(buffer, strings);
A
Adam Barth 已提交
618
        }
619 620
    }

H
Hixie 已提交
621 622
    // ACCESSIBILITY

H
Hixie 已提交
623
    private boolean mAccessibilityEnabled = false;
624 625
    private boolean mTouchExplorationEnabled = false;

626 627 628 629
    protected void dispatchSemanticsAction(int id, int action) {
        nativeDispatchSemanticsAction(mNativePlatformView, id, action);
    }

H
Hixie 已提交
630 631 632
    @Override
    protected void onAttachedToWindow() {
        super.onAttachedToWindow();
H
Hixie 已提交
633
        mAccessibilityEnabled = mAccessibilityManager.isEnabled();
634
        mTouchExplorationEnabled = mAccessibilityManager.isTouchExplorationEnabled();
H
Hixie 已提交
635
        if (mAccessibilityEnabled || mTouchExplorationEnabled)
H
Hixie 已提交
636
          ensureAccessibilityEnabled();
H
Hixie 已提交
637
        resetWillNotDraw();
H
Hixie 已提交
638 639 640 641
        mAccessibilityManager.addAccessibilityStateChangeListener(this);
        mAccessibilityManager.addTouchExplorationStateChangeListener(this);
    }

H
Hixie 已提交
642 643 644 645 646 647 648 649 650 651 652
    @Override
    protected void onDetachedFromWindow() {
        super.onDetachedFromWindow();
        mAccessibilityManager.removeAccessibilityStateChangeListener(this);
        mAccessibilityManager.removeTouchExplorationStateChangeListener(this);
    }

    private void resetWillNotDraw() {
        setWillNotDraw(!(mAccessibilityEnabled || mTouchExplorationEnabled));
    }

H
Hixie 已提交
653 654
    @Override
    public void onAccessibilityStateChanged(boolean enabled) {
H
Hixie 已提交
655 656
        if (enabled) {
            mAccessibilityEnabled = true;
H
Hixie 已提交
657
            ensureAccessibilityEnabled();
H
Hixie 已提交
658 659 660 661 662 663
        } else {
            mAccessibilityEnabled = false;
        }
        if (mAccessibilityNodeProvider != null) {
            mAccessibilityNodeProvider.setAccessibilityEnabled(mAccessibilityEnabled);
        }
H
Hixie 已提交
664
        resetWillNotDraw();
H
Hixie 已提交
665 666 667 668
    }

    @Override
    public void onTouchExplorationStateChanged(boolean enabled) {
669 670
        if (enabled) {
            mTouchExplorationEnabled = true;
H
Hixie 已提交
671
            ensureAccessibilityEnabled();
672 673 674 675 676 677
        } else {
            mTouchExplorationEnabled = false;
            if (mAccessibilityNodeProvider != null) {
                mAccessibilityNodeProvider.handleTouchExplorationExit();
            }
        }
H
Hixie 已提交
678
        resetWillNotDraw();
H
Hixie 已提交
679 680
    }

H
Hixie 已提交
681 682 683 684 685 686
    @Override
    public AccessibilityNodeProvider getAccessibilityNodeProvider() {
        ensureAccessibilityEnabled();
        return mAccessibilityNodeProvider;
    }

687
    private AccessibilityBridge mAccessibilityNodeProvider;
H
Hixie 已提交
688 689 690

    void ensureAccessibilityEnabled() {
        if (mAccessibilityNodeProvider == null) {
691 692
            mAccessibilityNodeProvider = new AccessibilityBridge(this);
            nativeSetSemanticsEnabled(mNativePlatformView, true);
H
Hixie 已提交
693 694 695
        }
    }

H
Hixie 已提交
696 697
    void resetAccessibilityTree() {
        if (mAccessibilityNodeProvider != null) {
698
            mAccessibilityNodeProvider.reset();
H
Hixie 已提交
699
        }
H
Hixie 已提交
700 701
    }

702 703 704
    private boolean handleAccessibilityHoverEvent(MotionEvent event) {
        if (!mTouchExplorationEnabled)
            return false;
H
Hixie 已提交
705 706 707 708
        if (event.getAction() == MotionEvent.ACTION_HOVER_ENTER ||
                   event.getAction() == MotionEvent.ACTION_HOVER_MOVE) {
            mAccessibilityNodeProvider.handleTouchExploration(event.getX(), event.getY());
        } else if (event.getAction() == MotionEvent.ACTION_HOVER_EXIT) {
709 710
            mAccessibilityNodeProvider.handleTouchExplorationExit();
        } else {
H
Hixie 已提交
711 712
            Log.d("flutter", "unexpected accessibility hover event: " + event);
            return false;
713 714 715
        }
        return true;
    }
H
Hixie 已提交
716

717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763
    /**
     * Send a message to the Flutter application.  The Flutter Dart code can register a
     * host message handler that will receive these messages.
     */
    public void sendToFlutter(String messageName, String message,
                              final MessageReplyCallback callback) {
        mFlutterAppMessages.sendString(messageName, message,
            new ApplicationMessages.SendStringResponse() {
                @Override
                public void call(String reply) {
                    if (callback != null) {
                        callback.onReply(reply);
                    }
                }
            });
    }

    public void sendToFlutter(String messageName, String message) {
        sendToFlutter(messageName, message, null);
    }

    /** Callback invoked when the app replies to a message sent with sendToFlutter. */
    public interface MessageReplyCallback {
        void onReply(String reply);
    }

    /**
     * Register a callback to be invoked when the Flutter application sends a message
     * to its host.
     */
    public void addOnMessageListener(String messageName, OnMessageListener listener) {
        mOnMessageListeners.put(messageName, listener);
    }

    /**
     * Register a callback to be invoked when the Flutter application sends a message
     * to its host.  The reply to the message can be provided asynchronously.
     */
    public void addOnMessageListenerAsync(String messageName, OnMessageListenerAsync listener) {
        mAsyncOnMessageListeners.put(messageName, listener);
    }

    public interface OnMessageListener {
        /**
         * Called when a message is received from the Flutter app.
         * @return the reply to the message (can be null)
         */
764
        String onMessage(FlutterView view, String message);
765 766 767 768 769 770 771
    };

    public interface OnMessageListenerAsync {
        /**
         * Called when a message is received from the Flutter app.
         * @param response Used to send a reply back to the app.
         */
772
        void onMessage(FlutterView view, String message, MessageResponse response);
773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789
    }

    public interface MessageResponse {
        void send(String reply);
    }

    private class ApplicationMessagesImpl implements ApplicationMessages {
        @Override
        public void close() {}

        @Override
        public void onConnectionError(MojoException e) {}

        @Override
        public void sendString(String messageName, String message, SendStringResponse callback) {
            OnMessageListener listener = mOnMessageListeners.get(messageName);
            if (listener != null) {
790
                callback.call(listener.onMessage(FlutterView.this, message));
791 792 793 794 795
                return;
            }

            OnMessageListenerAsync asyncListener = mAsyncOnMessageListeners.get(messageName);
            if (asyncListener != null) {
796
                asyncListener.onMessage(FlutterView.this, message, new MessageResponseAdapter(callback));
797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819
                return;
            }

            callback.call(null);
        }
    }

    /**
     * This class wraps the raw Mojo callback object in an interface that is owned
     * by Flutter and can be safely given to host apps.
     */
    private static class MessageResponseAdapter implements MessageResponse {
        private ApplicationMessages.SendStringResponse callback;

        MessageResponseAdapter(ApplicationMessages.SendStringResponse callback) {
            this.callback = callback;
        }

        @Override
        public void send(String reply) {
            callback.call(reply);
        }
    }
820 821 822 823 824 825 826 827 828 829 830 831 832

    /** Broadcast receiver used to discover active Flutter instances. */
    private class DiscoveryReceiver extends BroadcastReceiver {
        @Override
        public void onReceive(Context context, Intent intent) {
            JSONObject discover = new JSONObject();
            try {
                discover.put("id", getContext().getPackageName());
                discover.put("observatoryPort", nativeGetObservatoryPort());
                Log.i(TAG, "DISCOVER: " + discover);
            } catch (JSONException e) {}
        }
    }
833
}