FlutterView.java 31.2 KB
Newer Older
1 2 3 4
// Copyright 2013 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.

5
package io.flutter.view;
6

7
import android.app.Activity;
8
import android.content.BroadcastReceiver;
9
import android.content.Context;
10 11 12
import android.content.Intent;
import android.content.IntentFilter;
import android.content.pm.ApplicationInfo;
13
import android.content.res.Configuration;
H
Hixie 已提交
14
import android.opengl.Matrix;
15
import android.graphics.Bitmap;
H
Hixie 已提交
16
import android.graphics.Rect;
A
Adam Barth 已提交
17
import android.os.Build;
18
import android.util.AttributeSet;
19
import android.util.Log;
20
import android.util.TypedValue;
21
import android.view.KeyEvent;
22
import android.view.MotionEvent;
23 24 25 26
import android.view.Surface;
import android.view.SurfaceHolder;
import android.view.SurfaceView;
import android.view.View;
H
Hixie 已提交
27 28 29 30
import android.view.WindowInsets;
import android.view.accessibility.AccessibilityManager;
import android.view.accessibility.AccessibilityNodeInfo;
import android.view.accessibility.AccessibilityNodeProvider;
31 32
import android.view.inputmethod.EditorInfo;
import android.view.inputmethod.InputConnection;
33 34
import org.json.JSONException;
import org.json.JSONObject;
35

36
import org.chromium.base.CalledByNative;
37
import org.chromium.base.JNINamespace;
38
import org.chromium.mojo.bindings.Interface.Binding;
39 40
import org.chromium.mojo.bindings.InterfaceRequest;
import org.chromium.mojo.system.Core;
41
import org.chromium.mojo.system.MessagePipeHandle;
H
Hixie 已提交
42
import org.chromium.mojo.system.MojoException;
43
import org.chromium.mojo.system.Pair;
H
Hixie 已提交
44
import org.chromium.mojo.system.impl.CoreImpl;
A
Adam Barth 已提交
45
import org.chromium.mojom.editing.Keyboard;
46
import org.chromium.mojom.flutter.platform.ApplicationMessages;
A
Adam Barth 已提交
47
import org.chromium.mojom.mojo.ServiceProvider;
48
import org.chromium.mojom.raw_keyboard.RawKeyboardService;
49
import org.chromium.mojom.sky.AppLifecycleState;
A
Adam Barth 已提交
50
import org.chromium.mojom.sky.ServicesData;
51
import org.chromium.mojom.sky.SkyEngine;
A
Adam Barth 已提交
52
import org.chromium.mojom.sky.ViewportMetrics;
53

54 55
import java.nio.ByteBuffer;
import java.nio.ByteOrder;
56
import java.nio.charset.StandardCharsets;
57
import java.util.ArrayList;
H
Hixie 已提交
58
import java.util.HashMap;
59
import java.util.List;
60
import java.util.Locale;
H
Hixie 已提交
61
import java.util.Map;
62

63
import org.domokit.common.ActivityLifecycleListener;
64
import org.domokit.activity.ActivityImpl;
A
Adam Barth 已提交
65 66
import org.domokit.editing.KeyboardImpl;
import org.domokit.editing.KeyboardViewState;
67 68 69
import org.domokit.raw_keyboard.RawKeyboardServiceImpl;
import org.domokit.raw_keyboard.RawKeyboardServiceState;

70
/**
71
 * An Android view containing a Flutter app.
72
 */
73
@JNINamespace("shell")
74
public class FlutterView extends SurfaceView
H
Hixie 已提交
75 76
  implements AccessibilityManager.AccessibilityStateChangeListener,
             AccessibilityManager.TouchExplorationStateChangeListener {
77
    private static final String TAG = "FlutterView";
78

79 80
    private static final String ACTION_DISCOVER = "io.flutter.view.DISCOVER";

A
Adam Barth 已提交
81
    private long mNativePlatformView;
82
    private SkyEngine.Proxy mSkyEngine;
83
    private ServiceProviderImpl mPlatformServiceProvider;
84
    private Binding mPlatformServiceProviderBinding;
85
    private ServiceProviderImpl mViewServiceProvider;
86
    private Binding mViewServiceProviderBinding;
H
Hixie 已提交
87
    private ServiceProvider.Proxy mDartServiceProvider;
88 89 90
    private ApplicationMessages.Proxy mFlutterAppMessages;
    private HashMap<String, OnMessageListener> mOnMessageListeners;
    private HashMap<String, OnMessageListenerAsync> mAsyncOnMessageListeners;
91
    private final SurfaceHolder.Callback mSurfaceCallback;
92
    private final ViewportMetrics mMetrics;
A
Adam Barth 已提交
93
    private final KeyboardViewState mKeyboardState;
94
    private final RawKeyboardServiceState mRawKeyboardState;
H
Hixie 已提交
95
    private final AccessibilityManager mAccessibilityManager;
96
    private BroadcastReceiver discoveryReceiver;
97
    private List<ActivityLifecycleListener> mActivityLifecycleListeners;
98

99
    public FlutterView(Context context) {
100 101 102
        this(context, null);
    }

103
    public FlutterView(Context context, AttributeSet attrs) {
104
        super(context, attrs);
105

106 107 108 109
        // TODO(abarth): Remove this static and instead make everything that
        // depends on it into a view-associated service.
        ActivityImpl.setCurrentActivity((Activity) context);

110 111
        mMetrics = new ViewportMetrics();
        mMetrics.devicePixelRatio = context.getResources().getDisplayMetrics().density;
112 113 114
        setFocusable(true);
        setFocusableInTouchMode(true);

115
        attach();
A
Adam Barth 已提交
116
        assert mNativePlatformView != 0;
117

118 119 120 121 122 123 124 125
        int color = 0xFF000000;
        TypedValue typedValue = new TypedValue();
        context.getTheme().resolveAttribute(android.R.attr.colorBackground, typedValue, true);
        if (typedValue.type >= TypedValue.TYPE_FIRST_COLOR_INT && typedValue.type <= TypedValue.TYPE_LAST_COLOR_INT)
          color = typedValue.data;
        // TODO(abarth): Consider letting the developer override this color.
        final int backgroundColor = color;

126 127
        mSurfaceCallback = new SurfaceHolder.Callback() {
            @Override
128 129 130
            public void surfaceCreated(SurfaceHolder holder) {
                assert mNativePlatformView != 0;
                nativeSurfaceCreated(mNativePlatformView, holder.getSurface());
131 132 133
            }

            @Override
134
            public void surfaceChanged(SurfaceHolder holder, int format, int width, int height) {
A
Adam Barth 已提交
135
                assert mNativePlatformView != 0;
136
                nativeSurfaceChanged(mNativePlatformView, backgroundColor);
137 138 139 140
            }

            @Override
            public void surfaceDestroyed(SurfaceHolder holder) {
A
Adam Barth 已提交
141 142
                assert mNativePlatformView != 0;
                nativeSurfaceDestroyed(mNativePlatformView);
143 144 145
            }
        };
        getHolder().addCallback(mSurfaceCallback);
146

A
Adam Barth 已提交
147
        mKeyboardState = new KeyboardViewState(this);
148
        mRawKeyboardState = new RawKeyboardServiceState();
H
Hixie 已提交
149

150 151
        Core core = CoreImpl.getInstance();

152
        mPlatformServiceProvider = new ServiceProviderImpl(core, this, ServiceRegistry.SHARED);
153 154 155

        ServiceRegistry localRegistry = new ServiceRegistry();
        configureLocalServices(localRegistry);
156
        mViewServiceProvider = new ServiceProviderImpl(core, this, localRegistry);
157

H
Hixie 已提交
158
        mAccessibilityManager = (AccessibilityManager)getContext().getSystemService(Context.ACCESSIBILITY_SERVICE);
159

160 161
        mOnMessageListeners = new HashMap<String, OnMessageListener>();
        mAsyncOnMessageListeners = new HashMap<String, OnMessageListenerAsync>();
162
        mActivityLifecycleListeners = new ArrayList<ActivityLifecycleListener>();
163

164
        setLocale(getResources().getConfiguration().locale);
165 166 167 168 169

        if ((context.getApplicationInfo().flags & ApplicationInfo.FLAG_DEBUGGABLE) != 0) {
            discoveryReceiver = new DiscoveryReceiver();
            context.registerReceiver(discoveryReceiver, new IntentFilter(ACTION_DISCOVER));
        }
170 171 172 173 174 175 176 177 178 179 180 181 182 183
    }

    @Override
    public boolean onKeyUp(int keyCode, KeyEvent event) {
        if (mRawKeyboardState.onKey(this, keyCode, event))
            return true;
        return super.onKeyUp(keyCode, event);
    }

    @Override
    public boolean onKeyDown(int keyCode, KeyEvent event) {
        if (mRawKeyboardState.onKey(this, keyCode, event))
            return true;
        return super.onKeyDown(keyCode, event);
184 185
    }

186
    SkyEngine getEngine() {
187 188 189
        return mSkyEngine;
    }

190 191 192 193
    public void addActivityLifecycleListener(ActivityLifecycleListener listener) {
        mActivityLifecycleListeners.add(listener);
    }

194 195 196 197
    public void onPause() {
        mSkyEngine.onAppLifecycleStateChanged(AppLifecycleState.PAUSED);
    }

198
    public void onPostResume() {
199 200 201
        for (ActivityLifecycleListener listener : mActivityLifecycleListeners)
            listener.onPostResume();

202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222
        mSkyEngine.onAppLifecycleStateChanged(AppLifecycleState.RESUMED);
    }

    public void pushRoute(String route) {
        mSkyEngine.pushRoute(route);
    }

    public void popRoute() {
        mSkyEngine.popRoute();
    }

    private void setLocale(Locale locale) {
        mSkyEngine.onLocaleChanged(locale.getLanguage(), locale.getCountry());
    }

    @Override
    protected void onConfigurationChanged(Configuration newConfig) {
        super.onConfigurationChanged(newConfig);
        setLocale(newConfig.locale);
    }

H
Hixie 已提交
223 224 225 226
    float getDevicePixelRatio() {
        return mMetrics.devicePixelRatio;
    }

227
    public void destroy() {
228 229 230 231
        if (discoveryReceiver != null) {
            getContext().unregisterReceiver(discoveryReceiver);
        }

232 233 234 235 236 237 238 239 240 241
        if (mPlatformServiceProviderBinding != null) {
            mPlatformServiceProviderBinding.unbind().close();
            mPlatformServiceProvider.unbindServices();
        }

        if (mViewServiceProviderBinding != null) {
            mViewServiceProviderBinding.unbind().close();
            mViewServiceProvider.unbindServices();
        }

242
        getHolder().removeCallback(mSurfaceCallback);
A
Adam Barth 已提交
243 244
        nativeDetach(mNativePlatformView);
        mNativePlatformView = 0;
245 246 247 248

        mSkyEngine.close();
        mDartServiceProvider.close();
        mFlutterAppMessages.close();
249 250
    }

251 252
    @Override
    public InputConnection onCreateInputConnection(EditorInfo outAttrs) {
E
Eric Seidel 已提交
253
        return mKeyboardState.createInputConnection(outAttrs);
254 255
    }

256 257 258 259 260 261 262 263 264 265 266 267 268 269 270
    // Must match the PointerChange enum in pointer.dart.
    private static final int kPointerChangeAdd = 0;
    private static final int kPointerChangeRemove = 1;
    private static final int kPointerChangeDown = 2;
    private static final int kPointerChangeMove = 3;
    private static final int kPointerChangeUp = 4;
    private static final int kPointerChangeCancel = 5;

    // Must match the PointerDeviceKind enum in pointer.dart.
    private static final int kPointerDeviceKindTouch = 0;
    private static final int kPointerDeviceKindMouse = 1;
    private static final int kPointerDeviceKindStylus = 2;
    private static final int kPointerDeviceKindInvertedStylus = 3;

    private int getPointerChangeForAction(int maskedAction) {
271
        // Primary pointer:
272
        if (maskedAction == MotionEvent.ACTION_DOWN) {
273
            return kPointerChangeDown;
274 275
        }
        if (maskedAction == MotionEvent.ACTION_UP) {
276
            return kPointerChangeUp;
277
        }
278
        // Secondary pointer:
279
        if (maskedAction == MotionEvent.ACTION_POINTER_DOWN) {
280
            return kPointerChangeDown;
281 282
        }
        if (maskedAction == MotionEvent.ACTION_POINTER_UP) {
283
            return kPointerChangeUp;
284
        }
285
        // All pointers:
286
        if (maskedAction == MotionEvent.ACTION_MOVE) {
287
            return kPointerChangeMove;
288 289
        }
        if (maskedAction == MotionEvent.ACTION_CANCEL) {
290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305
            return kPointerChangeCancel;
        }
        return -1;
    }

    private int getPointerDeviceTypeForToolType(int toolType) {
        switch (toolType) {
            case MotionEvent.TOOL_TYPE_FINGER:
                return kPointerDeviceKindTouch;
            case MotionEvent.TOOL_TYPE_STYLUS:
                return kPointerDeviceKindStylus;
            case MotionEvent.TOOL_TYPE_MOUSE:
                return kPointerDeviceKindMouse;
            default:
                // MotionEvent.TOOL_TYPE_UNKNOWN will reach here.
                return -1;
306
        }
307 308
    }

309
    private void addPointerForIndex(MotionEvent event, int pointerIndex,
310 311 312
                                    ByteBuffer packet) {
        int pointerChange = getPointerChangeForAction(event.getActionMasked());
        if (pointerChange == -1) {
313 314 315
            return;
        }

316 317 318 319
        int pointerKind = event.getToolType(pointerIndex);
        if (pointerKind == -1) {
            return;
        }
320

321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336
        long timeStamp = event.getEventTime() * 1000; // Convert from milliseconds to microseconds.

        packet.putLong(timeStamp); // time_stamp
        packet.putLong(event.getPointerId(pointerIndex)); // pointer
        packet.putLong(pointerChange); // change
        packet.putLong(pointerKind); // kind
        packet.putDouble(event.getX(pointerIndex)); // physical_x
        packet.putDouble(event.getY(pointerIndex)); // physical_y

        if (pointerKind == kPointerDeviceKindMouse) {
          packet.putLong(event.getButtonState() & 0x1F); // buttons
        } else if (pointerKind == kPointerDeviceKindStylus) {
          packet.putLong((event.getButtonState() >> 4) & 0xF); // buttons
        } else {
          packet.putLong(0); // buttons
        }
337

338
        packet.putLong(0); // obscured
339

340 341
        // TODO(eseidel): Could get the calibrated range if necessary:
        // event.getDevice().getMotionRange(MotionEvent.AXIS_PRESSURE)
342 343 344
        packet.putDouble(event.getPressure(pointerIndex)); // presure
        packet.putDouble(0.0); // pressure_min
        packet.putDouble(1.0); // pressure_max
345

346 347 348 349 350 351 352 353 354 355
        if (pointerKind == kPointerDeviceKindStylus) {
          packet.putDouble(event.getAxisValue(MotionEvent.AXIS_DISTANCE, pointerIndex)); // distance
          packet.putDouble(0.0); // distance_max
        } else {
          packet.putDouble(0.0); // distance
          packet.putDouble(0.0); // distance_max
        }

        packet.putDouble(event.getToolMajor(pointerIndex)); // radius_major
        packet.putDouble(event.getToolMinor(pointerIndex)); // radius_minor
356

357 358
        packet.putDouble(0.0); // radius_min
        packet.putDouble(0.0); // radius_max
359

360
        packet.putDouble(event.getAxisValue(MotionEvent.AXIS_ORIENTATION, pointerIndex)); // orientation
361

362 363 364 365 366
        if (pointerKind == kPointerDeviceKindStylus) {
          packet.putDouble(event.getAxisValue(MotionEvent.AXIS_TILT, pointerIndex)); // tilt
        } else {
          packet.putDouble(0.0); // tilt
        }
367 368 369 370
    }

    @Override
    public boolean onTouchEvent(MotionEvent event) {
A
Adam Barth 已提交
371 372 373 374 375 376 377 378
        // TODO(abarth): This version check might not be effective in some
        // versions of Android that statically compile code and will be upset
        // at the lack of |requestUnbufferedDispatch|. Instead, we should factor
        // version-dependent code into separate classes for each supported
        // version and dispatch dynamically.
        if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.LOLLIPOP) {
            requestUnbufferedDispatch(event);
        }
379

380 381 382 383 384 385 386 387
        // These values must match the unpacking code in hooks.dart.
        final int kPointerDataFieldCount = 19;
        final int kBytePerField = 8;

        int pointerCount = event.getPointerCount();

        ByteBuffer packet = ByteBuffer.allocateDirect(pointerCount * kPointerDataFieldCount * kBytePerField);
        packet.order(ByteOrder.LITTLE_ENDIAN);
388

389 390 391 392 393 394 395
        int maskedAction = event.getActionMasked();
        // ACTION_UP, ACTION_POINTER_UP, ACTION_DOWN, and ACTION_POINTER_DOWN
        // only apply to a single pointer, other events apply to all pointers.
        if (maskedAction == MotionEvent.ACTION_UP
                || maskedAction == MotionEvent.ACTION_POINTER_UP
                || maskedAction == MotionEvent.ACTION_DOWN
                || maskedAction == MotionEvent.ACTION_POINTER_DOWN) {
396
            addPointerForIndex(event, event.getActionIndex(), packet);
397 398 399 400
        } else {
            // ACTION_MOVE may not actually mean all pointers have moved
            // but it's the responsibility of a later part of the system to
            // ignore 0-deltas if desired.
401 402
            for (int p = 0; p < pointerCount; p++) {
                addPointerForIndex(event, p, packet);
403 404
            }
        }
405

406 407
        assert packet.position() % (kPointerDataFieldCount * kBytePerField) == 0;
        nativeDispatchPointerDataPacket(mNativePlatformView, packet, packet.position());
408 409 410
        return true;
    }

411 412 413 414 415 416 417 418 419 420
    @Override
    public boolean onHoverEvent(MotionEvent event) {
        boolean handled = handleAccessibilityHoverEvent(event);
        if (!handled) {
            // TODO(ianh): Expose hover events to the platform,
            // implementing ADD, REMOVE, etc.
        }
        return handled;
    }

421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438
    @Override
    protected void onSizeChanged(int width, int height, int oldWidth, int oldHeight) {
        mMetrics.physicalWidth = width;
        mMetrics.physicalHeight = height;
        mSkyEngine.onViewportMetricsChanged(mMetrics);
        super.onSizeChanged(width, height, oldWidth, oldHeight);
    }

    @Override
    public final WindowInsets onApplyWindowInsets(WindowInsets insets) {
        mMetrics.physicalPaddingTop = insets.getSystemWindowInsetTop();
        mMetrics.physicalPaddingRight = insets.getSystemWindowInsetRight();
        mMetrics.physicalPaddingBottom = insets.getSystemWindowInsetBottom();
        mMetrics.physicalPaddingLeft = insets.getSystemWindowInsetLeft();
        mSkyEngine.onViewportMetricsChanged(mMetrics);
        return super.onApplyWindowInsets(insets);
    }

439
    private void configureLocalServices(ServiceRegistry registry) {
A
Adam Barth 已提交
440
        registry.register(Keyboard.MANAGER.getName(), new ServiceFactory() {
441
            @Override
442 443
            public Binding connectToService(FlutterView view, Core core, MessagePipeHandle pipe) {
                return Keyboard.MANAGER.bind(new KeyboardImpl(view.getContext(), mKeyboardState), pipe);
444 445 446 447 448
            }
        });

        registry.register(RawKeyboardService.MANAGER.getName(), new ServiceFactory() {
            @Override
449
            public Binding connectToService(FlutterView view, Core core, MessagePipeHandle pipe) {
450
                return RawKeyboardService.MANAGER.bind(new RawKeyboardServiceImpl(mRawKeyboardState), pipe);
451 452
            }
        });
453 454 455

        registry.register(ApplicationMessages.MANAGER.getName(), new ServiceFactory() {
            @Override
456
            public Binding connectToService(FlutterView view, Core core, MessagePipeHandle pipe) {
457
                return ApplicationMessages.MANAGER.bind(new ApplicationMessagesImpl(), pipe);
458 459
            }
        });
460 461
    }

462 463
    private void attach() {
        Core core = CoreImpl.getInstance();
464
        Pair<SkyEngine.Proxy, InterfaceRequest<SkyEngine>> engine =
465
                SkyEngine.MANAGER.getInterfaceRequest(core);
466
        mSkyEngine = engine.first;
467 468
        mNativePlatformView =
            nativeAttach(engine.second.passHandle().releaseNativeHandle(), this);
469
    }
470

471
    private void preRun() {
472 473 474 475 476 477 478
        if (mPlatformServiceProviderBinding != null) {
            mPlatformServiceProviderBinding.unbind().close();
            mPlatformServiceProvider.unbindServices();
        }
        if (mViewServiceProviderBinding != null) {
            mViewServiceProviderBinding.unbind().close();
            mViewServiceProvider.unbindServices();
H
Hixie 已提交
479 480 481 482 483
        }
        if (mDartServiceProvider != null) {
            mDartServiceProvider.close();
        }

484
        Core core = CoreImpl.getInstance();
485

H
Hixie 已提交
486 487 488 489
        Pair<ServiceProvider.Proxy, InterfaceRequest<ServiceProvider>> dartServiceProvider =
                ServiceProvider.MANAGER.getInterfaceRequest(core);
        mDartServiceProvider = dartServiceProvider.first;

490 491 492 493 494 495 496 497 498 499
        Pair<ServiceProvider.Proxy, InterfaceRequest<ServiceProvider>> platformServiceProvider =
                ServiceProvider.MANAGER.getInterfaceRequest(core);
        mPlatformServiceProviderBinding = ServiceProvider.MANAGER.bind(
                mPlatformServiceProvider, platformServiceProvider.second);

        Pair<ServiceProvider.Proxy, InterfaceRequest<ServiceProvider>> viewServiceProvider =
                ServiceProvider.MANAGER.getInterfaceRequest(core);
        mViewServiceProviderBinding = ServiceProvider.MANAGER.bind(
                mViewServiceProvider, viewServiceProvider.second);

500
        ServicesData services = new ServicesData();
501
        services.incomingServices = platformServiceProvider.first;
A
Adam Barth 已提交
502
        services.outgoingServices = dartServiceProvider.second;
503
        services.viewServices = viewServiceProvider.first;
504
        mSkyEngine.setServices(services);
505

H
Hixie 已提交
506
        resetAccessibilityTree();
507 508 509 510 511 512 513 514 515 516 517 518 519 520
    }

    private void postRun() {
        Core core = CoreImpl.getInstance();
        // Connect to the ApplicationMessages service exported by the Flutter framework
        Pair<ApplicationMessages.Proxy, InterfaceRequest<ApplicationMessages>> appMessages =
                  ApplicationMessages.MANAGER.getInterfaceRequest(core);
        mDartServiceProvider.connectToService(ApplicationMessages.MANAGER.getName(),
                                              appMessages.second.passHandle());
        mFlutterAppMessages = appMessages.first;
    }

    public void runFromBundle(String bundlePath, String snapshotPath) {
        preRun();
H
Hixie 已提交
521

522 523
        if (FlutterMain.isRunningPrecompiledCode()) {
            mSkyEngine.runFromPrecompiledSnapshot(bundlePath);
524
        } else {
525 526 527 528 529 530
            String scriptUri = "file://" + bundlePath;
            if (snapshotPath != null) {
                mSkyEngine.runFromBundleAndSnapshot(scriptUri, bundlePath, snapshotPath);
            } else {
                mSkyEngine.runFromBundle(scriptUri, bundlePath);
            }
531
        }
532

533 534 535
        postRun();
    }

536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561
    public void runFromSource(final String main,
                              final String packages,
                              final String assetsDirectory) {
        Runnable runnable = new Runnable() {
            public void run() {
                preRun();
                mSkyEngine.runFromFile(main,
                                       packages,
                                       assetsDirectory);
                postRun();
                synchronized (this) {
                    notify();
                }
            }
        };

        try {
            synchronized (runnable) {
                // Post to the Android UI thread and wait for the response.
                post(runnable);
                runnable.wait();
            }
        } catch (InterruptedException e) {
            Log.e(TAG, "Thread got interrupted waiting for " +
                       "RunFromSourceRunnable to finish", e);
        }
562 563
    }

564 565 566 567 568
    /** Return the most recent frame as a bitmap. */
    public Bitmap getBitmap() {
        return nativeGetBitmap(mNativePlatformView);
    }

569 570
    private static native long nativeAttach(int skyEngineHandle,
                                            FlutterView view);
571
    private static native int nativeGetObservatoryPort();
572 573 574
    private static native void nativeDetach(long nativePlatformViewAndroid);
    private static native void nativeSurfaceCreated(long nativePlatformViewAndroid,
                                                    Surface surface);
575
    private static native void nativeSurfaceChanged(long nativePlatformViewAndroid, int backgroundColor);
576
    private static native void nativeSurfaceDestroyed(long nativePlatformViewAndroid);
577
    private static native Bitmap nativeGetBitmap(long nativePlatformViewAndroid);
H
Hixie 已提交
578

579
    private static native void nativeDispatchPointerDataPacket(long nativePlatformViewAndroid, ByteBuffer buffer, int position);
580 581
    private static native void nativeDispatchSemanticsAction(long nativePlatformViewAndroid, int id, int action);
    private static native void nativeSetSemanticsEnabled(long nativePlatformViewAndroid, boolean enabled);
582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604
    private static native void nativeInvokePlatformMessageResponseCallback(long nativePlatformViewAndroid, int responseId, String buffer);

    @CalledByNative
    private void handlePlatformMessage(String messageName, String message, final int responseId) {
        OnMessageListener listener = mOnMessageListeners.get(messageName);
        if (listener != null) {
            nativeInvokePlatformMessageResponseCallback(mNativePlatformView, responseId, listener.onMessage(this, message));
            return;
        }

        OnMessageListenerAsync asyncListener = mAsyncOnMessageListeners.get(messageName);
        if (asyncListener != null) {
            asyncListener.onMessage(this, message, new MessageResponse() {
              @Override
              public void send(String response) {
                  nativeInvokePlatformMessageResponseCallback(mNativePlatformView, responseId, response);
              }
            });
            return;
        }

        nativeInvokePlatformMessageResponseCallback(mNativePlatformView, responseId, null);
    }
H
Hixie 已提交
605

606 607 608 609 610 611
    @CalledByNative
    private void updateSemantics(ByteBuffer buffer, String[] strings) {
        if (mAccessibilityNodeProvider != null)
            mAccessibilityNodeProvider.updateSemantics(buffer, strings);
    }

H
Hixie 已提交
612 613
    // ACCESSIBILITY

H
Hixie 已提交
614
    private boolean mAccessibilityEnabled = false;
615 616
    private boolean mTouchExplorationEnabled = false;

617 618 619 620
    protected void dispatchSemanticsAction(int id, int action) {
        nativeDispatchSemanticsAction(mNativePlatformView, id, action);
    }

H
Hixie 已提交
621 622 623
    @Override
    protected void onAttachedToWindow() {
        super.onAttachedToWindow();
H
Hixie 已提交
624
        mAccessibilityEnabled = mAccessibilityManager.isEnabled();
625
        mTouchExplorationEnabled = mAccessibilityManager.isTouchExplorationEnabled();
H
Hixie 已提交
626
        if (mAccessibilityEnabled || mTouchExplorationEnabled)
H
Hixie 已提交
627
          ensureAccessibilityEnabled();
H
Hixie 已提交
628
        resetWillNotDraw();
H
Hixie 已提交
629 630 631 632
        mAccessibilityManager.addAccessibilityStateChangeListener(this);
        mAccessibilityManager.addTouchExplorationStateChangeListener(this);
    }

H
Hixie 已提交
633 634 635 636 637 638 639 640 641 642 643
    @Override
    protected void onDetachedFromWindow() {
        super.onDetachedFromWindow();
        mAccessibilityManager.removeAccessibilityStateChangeListener(this);
        mAccessibilityManager.removeTouchExplorationStateChangeListener(this);
    }

    private void resetWillNotDraw() {
        setWillNotDraw(!(mAccessibilityEnabled || mTouchExplorationEnabled));
    }

H
Hixie 已提交
644 645
    @Override
    public void onAccessibilityStateChanged(boolean enabled) {
H
Hixie 已提交
646 647
        if (enabled) {
            mAccessibilityEnabled = true;
H
Hixie 已提交
648
            ensureAccessibilityEnabled();
H
Hixie 已提交
649 650 651 652 653 654
        } else {
            mAccessibilityEnabled = false;
        }
        if (mAccessibilityNodeProvider != null) {
            mAccessibilityNodeProvider.setAccessibilityEnabled(mAccessibilityEnabled);
        }
H
Hixie 已提交
655
        resetWillNotDraw();
H
Hixie 已提交
656 657 658 659
    }

    @Override
    public void onTouchExplorationStateChanged(boolean enabled) {
660 661
        if (enabled) {
            mTouchExplorationEnabled = true;
H
Hixie 已提交
662
            ensureAccessibilityEnabled();
663 664 665 666 667 668
        } else {
            mTouchExplorationEnabled = false;
            if (mAccessibilityNodeProvider != null) {
                mAccessibilityNodeProvider.handleTouchExplorationExit();
            }
        }
H
Hixie 已提交
669
        resetWillNotDraw();
H
Hixie 已提交
670 671
    }

H
Hixie 已提交
672 673 674 675 676 677
    @Override
    public AccessibilityNodeProvider getAccessibilityNodeProvider() {
        ensureAccessibilityEnabled();
        return mAccessibilityNodeProvider;
    }

678
    private AccessibilityBridge mAccessibilityNodeProvider;
H
Hixie 已提交
679 680 681

    void ensureAccessibilityEnabled() {
        if (mAccessibilityNodeProvider == null) {
682 683
            mAccessibilityNodeProvider = new AccessibilityBridge(this);
            nativeSetSemanticsEnabled(mNativePlatformView, true);
H
Hixie 已提交
684 685 686
        }
    }

H
Hixie 已提交
687 688
    void resetAccessibilityTree() {
        if (mAccessibilityNodeProvider != null) {
689
            mAccessibilityNodeProvider.reset();
H
Hixie 已提交
690
        }
H
Hixie 已提交
691 692
    }

693 694 695
    private boolean handleAccessibilityHoverEvent(MotionEvent event) {
        if (!mTouchExplorationEnabled)
            return false;
H
Hixie 已提交
696 697 698 699
        if (event.getAction() == MotionEvent.ACTION_HOVER_ENTER ||
                   event.getAction() == MotionEvent.ACTION_HOVER_MOVE) {
            mAccessibilityNodeProvider.handleTouchExploration(event.getX(), event.getY());
        } else if (event.getAction() == MotionEvent.ACTION_HOVER_EXIT) {
700 701
            mAccessibilityNodeProvider.handleTouchExplorationExit();
        } else {
H
Hixie 已提交
702 703
            Log.d("flutter", "unexpected accessibility hover event: " + event);
            return false;
704 705 706
        }
        return true;
    }
H
Hixie 已提交
707

708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754
    /**
     * Send a message to the Flutter application.  The Flutter Dart code can register a
     * host message handler that will receive these messages.
     */
    public void sendToFlutter(String messageName, String message,
                              final MessageReplyCallback callback) {
        mFlutterAppMessages.sendString(messageName, message,
            new ApplicationMessages.SendStringResponse() {
                @Override
                public void call(String reply) {
                    if (callback != null) {
                        callback.onReply(reply);
                    }
                }
            });
    }

    public void sendToFlutter(String messageName, String message) {
        sendToFlutter(messageName, message, null);
    }

    /** Callback invoked when the app replies to a message sent with sendToFlutter. */
    public interface MessageReplyCallback {
        void onReply(String reply);
    }

    /**
     * Register a callback to be invoked when the Flutter application sends a message
     * to its host.
     */
    public void addOnMessageListener(String messageName, OnMessageListener listener) {
        mOnMessageListeners.put(messageName, listener);
    }

    /**
     * Register a callback to be invoked when the Flutter application sends a message
     * to its host.  The reply to the message can be provided asynchronously.
     */
    public void addOnMessageListenerAsync(String messageName, OnMessageListenerAsync listener) {
        mAsyncOnMessageListeners.put(messageName, listener);
    }

    public interface OnMessageListener {
        /**
         * Called when a message is received from the Flutter app.
         * @return the reply to the message (can be null)
         */
755
        String onMessage(FlutterView view, String message);
756 757 758 759 760 761 762
    };

    public interface OnMessageListenerAsync {
        /**
         * Called when a message is received from the Flutter app.
         * @param response Used to send a reply back to the app.
         */
763
        void onMessage(FlutterView view, String message, MessageResponse response);
764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780
    }

    public interface MessageResponse {
        void send(String reply);
    }

    private class ApplicationMessagesImpl implements ApplicationMessages {
        @Override
        public void close() {}

        @Override
        public void onConnectionError(MojoException e) {}

        @Override
        public void sendString(String messageName, String message, SendStringResponse callback) {
            OnMessageListener listener = mOnMessageListeners.get(messageName);
            if (listener != null) {
781
                callback.call(listener.onMessage(FlutterView.this, message));
782 783 784 785 786
                return;
            }

            OnMessageListenerAsync asyncListener = mAsyncOnMessageListeners.get(messageName);
            if (asyncListener != null) {
787
                asyncListener.onMessage(FlutterView.this, message, new MessageResponseAdapter(callback));
788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810
                return;
            }

            callback.call(null);
        }
    }

    /**
     * This class wraps the raw Mojo callback object in an interface that is owned
     * by Flutter and can be safely given to host apps.
     */
    private static class MessageResponseAdapter implements MessageResponse {
        private ApplicationMessages.SendStringResponse callback;

        MessageResponseAdapter(ApplicationMessages.SendStringResponse callback) {
            this.callback = callback;
        }

        @Override
        public void send(String reply) {
            callback.call(reply);
        }
    }
811 812 813 814 815 816 817 818 819 820 821 822 823

    /** Broadcast receiver used to discover active Flutter instances. */
    private class DiscoveryReceiver extends BroadcastReceiver {
        @Override
        public void onReceive(Context context, Intent intent) {
            JSONObject discover = new JSONObject();
            try {
                discover.put("id", getContext().getPackageName());
                discover.put("observatoryPort", nativeGetObservatoryPort());
                Log.i(TAG, "DISCOVER: " + discover);
            } catch (JSONException e) {}
        }
    }
824
}