FlutterView.java 29.9 KB
Newer Older
1 2 3 4
// Copyright 2013 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.

5
package io.flutter.view;
6

7
import android.app.Activity;
8
import android.content.BroadcastReceiver;
9
import android.content.Context;
10 11 12
import android.content.Intent;
import android.content.IntentFilter;
import android.content.pm.ApplicationInfo;
13
import android.content.res.Configuration;
H
Hixie 已提交
14
import android.opengl.Matrix;
15
import android.graphics.Bitmap;
H
Hixie 已提交
16
import android.graphics.Rect;
A
Adam Barth 已提交
17
import android.os.Build;
18
import android.util.AttributeSet;
19
import android.util.Log;
20
import android.util.TypedValue;
21
import android.view.KeyEvent;
22
import android.view.MotionEvent;
23 24 25 26
import android.view.Surface;
import android.view.SurfaceHolder;
import android.view.SurfaceView;
import android.view.View;
H
Hixie 已提交
27 28 29 30
import android.view.WindowInsets;
import android.view.accessibility.AccessibilityManager;
import android.view.accessibility.AccessibilityNodeInfo;
import android.view.accessibility.AccessibilityNodeProvider;
31 32
import android.view.inputmethod.EditorInfo;
import android.view.inputmethod.InputConnection;
33 34
import org.json.JSONException;
import org.json.JSONObject;
35 36

import org.chromium.base.JNINamespace;
37
import org.chromium.mojo.bindings.Interface.Binding;
38 39
import org.chromium.mojo.bindings.InterfaceRequest;
import org.chromium.mojo.system.Core;
40
import org.chromium.mojo.system.MessagePipeHandle;
H
Hixie 已提交
41
import org.chromium.mojo.system.MojoException;
42
import org.chromium.mojo.system.Pair;
H
Hixie 已提交
43
import org.chromium.mojo.system.impl.CoreImpl;
A
Adam Barth 已提交
44
import org.chromium.mojom.editing.Keyboard;
45
import org.chromium.mojom.flutter.platform.ApplicationMessages;
A
Adam Barth 已提交
46
import org.chromium.mojom.mojo.ServiceProvider;
47
import org.chromium.mojom.raw_keyboard.RawKeyboardService;
H
Hixie 已提交
48
import org.chromium.mojom.semantics.SemanticsServer;
49
import org.chromium.mojom.sky.AppLifecycleState;
A
Adam Barth 已提交
50
import org.chromium.mojom.sky.ServicesData;
51
import org.chromium.mojom.sky.SkyEngine;
A
Adam Barth 已提交
52
import org.chromium.mojom.sky.ViewportMetrics;
53

54 55
import java.nio.ByteBuffer;
import java.nio.ByteOrder;
56
import java.util.ArrayList;
H
Hixie 已提交
57
import java.util.HashMap;
58
import java.util.List;
59
import java.util.Locale;
H
Hixie 已提交
60
import java.util.Map;
61

62
import org.domokit.common.ActivityLifecycleListener;
63
import org.domokit.activity.ActivityImpl;
A
Adam Barth 已提交
64 65
import org.domokit.editing.KeyboardImpl;
import org.domokit.editing.KeyboardViewState;
66 67 68
import org.domokit.raw_keyboard.RawKeyboardServiceImpl;
import org.domokit.raw_keyboard.RawKeyboardServiceState;

69
/**
70
 * An Android view containing a Flutter app.
71
 */
72
@JNINamespace("shell")
73
public class FlutterView extends SurfaceView
H
Hixie 已提交
74 75
  implements AccessibilityManager.AccessibilityStateChangeListener,
             AccessibilityManager.TouchExplorationStateChangeListener {
76
    private static final String TAG = "FlutterView";
77

78 79
    private static final String ACTION_DISCOVER = "io.flutter.view.DISCOVER";

A
Adam Barth 已提交
80
    private long mNativePlatformView;
81
    private SkyEngine.Proxy mSkyEngine;
82
    private ServiceProviderImpl mPlatformServiceProvider;
83
    private Binding mPlatformServiceProviderBinding;
84
    private ServiceProviderImpl mViewServiceProvider;
85
    private Binding mViewServiceProviderBinding;
H
Hixie 已提交
86
    private ServiceProvider.Proxy mDartServiceProvider;
87 88 89
    private ApplicationMessages.Proxy mFlutterAppMessages;
    private HashMap<String, OnMessageListener> mOnMessageListeners;
    private HashMap<String, OnMessageListenerAsync> mAsyncOnMessageListeners;
90
    private final SurfaceHolder.Callback mSurfaceCallback;
91
    private final ViewportMetrics mMetrics;
A
Adam Barth 已提交
92
    private final KeyboardViewState mKeyboardState;
93
    private final RawKeyboardServiceState mRawKeyboardState;
H
Hixie 已提交
94
    private final AccessibilityManager mAccessibilityManager;
95
    private BroadcastReceiver discoveryReceiver;
96
    private List<ActivityLifecycleListener> mActivityLifecycleListeners;
97

98
    public FlutterView(Context context) {
99 100 101
        this(context, null);
    }

102
    public FlutterView(Context context, AttributeSet attrs) {
103
        super(context, attrs);
104

105 106 107 108
        // TODO(abarth): Remove this static and instead make everything that
        // depends on it into a view-associated service.
        ActivityImpl.setCurrentActivity((Activity) context);

109 110
        mMetrics = new ViewportMetrics();
        mMetrics.devicePixelRatio = context.getResources().getDisplayMetrics().density;
111 112 113
        setFocusable(true);
        setFocusableInTouchMode(true);

114
        attach();
A
Adam Barth 已提交
115
        assert mNativePlatformView != 0;
116

117 118 119 120 121 122 123 124
        int color = 0xFF000000;
        TypedValue typedValue = new TypedValue();
        context.getTheme().resolveAttribute(android.R.attr.colorBackground, typedValue, true);
        if (typedValue.type >= TypedValue.TYPE_FIRST_COLOR_INT && typedValue.type <= TypedValue.TYPE_LAST_COLOR_INT)
          color = typedValue.data;
        // TODO(abarth): Consider letting the developer override this color.
        final int backgroundColor = color;

125 126
        mSurfaceCallback = new SurfaceHolder.Callback() {
            @Override
127 128 129
            public void surfaceCreated(SurfaceHolder holder) {
                assert mNativePlatformView != 0;
                nativeSurfaceCreated(mNativePlatformView, holder.getSurface());
130 131 132
            }

            @Override
133
            public void surfaceChanged(SurfaceHolder holder, int format, int width, int height) {
A
Adam Barth 已提交
134
                assert mNativePlatformView != 0;
135
                nativeSurfaceChanged(mNativePlatformView, backgroundColor);
136 137 138 139
            }

            @Override
            public void surfaceDestroyed(SurfaceHolder holder) {
A
Adam Barth 已提交
140 141
                assert mNativePlatformView != 0;
                nativeSurfaceDestroyed(mNativePlatformView);
142 143 144
            }
        };
        getHolder().addCallback(mSurfaceCallback);
145

A
Adam Barth 已提交
146
        mKeyboardState = new KeyboardViewState(this);
147
        mRawKeyboardState = new RawKeyboardServiceState();
H
Hixie 已提交
148

149 150
        Core core = CoreImpl.getInstance();

151
        mPlatformServiceProvider = new ServiceProviderImpl(core, this, ServiceRegistry.SHARED);
152 153 154

        ServiceRegistry localRegistry = new ServiceRegistry();
        configureLocalServices(localRegistry);
155
        mViewServiceProvider = new ServiceProviderImpl(core, this, localRegistry);
156

H
Hixie 已提交
157
        mAccessibilityManager = (AccessibilityManager)getContext().getSystemService(Context.ACCESSIBILITY_SERVICE);
158

159 160
        mOnMessageListeners = new HashMap<String, OnMessageListener>();
        mAsyncOnMessageListeners = new HashMap<String, OnMessageListenerAsync>();
161
        mActivityLifecycleListeners = new ArrayList<ActivityLifecycleListener>();
162

163
        setLocale(getResources().getConfiguration().locale);
164 165 166 167 168

        if ((context.getApplicationInfo().flags & ApplicationInfo.FLAG_DEBUGGABLE) != 0) {
            discoveryReceiver = new DiscoveryReceiver();
            context.registerReceiver(discoveryReceiver, new IntentFilter(ACTION_DISCOVER));
        }
169 170 171 172 173 174 175 176 177 178 179 180 181 182
    }

    @Override
    public boolean onKeyUp(int keyCode, KeyEvent event) {
        if (mRawKeyboardState.onKey(this, keyCode, event))
            return true;
        return super.onKeyUp(keyCode, event);
    }

    @Override
    public boolean onKeyDown(int keyCode, KeyEvent event) {
        if (mRawKeyboardState.onKey(this, keyCode, event))
            return true;
        return super.onKeyDown(keyCode, event);
183 184
    }

185
    SkyEngine getEngine() {
186 187 188
        return mSkyEngine;
    }

189 190 191 192
    public void addActivityLifecycleListener(ActivityLifecycleListener listener) {
        mActivityLifecycleListeners.add(listener);
    }

193 194 195 196
    public void onPause() {
        mSkyEngine.onAppLifecycleStateChanged(AppLifecycleState.PAUSED);
    }

197
    public void onPostResume() {
198 199 200
        for (ActivityLifecycleListener listener : mActivityLifecycleListeners)
            listener.onPostResume();

201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221
        mSkyEngine.onAppLifecycleStateChanged(AppLifecycleState.RESUMED);
    }

    public void pushRoute(String route) {
        mSkyEngine.pushRoute(route);
    }

    public void popRoute() {
        mSkyEngine.popRoute();
    }

    private void setLocale(Locale locale) {
        mSkyEngine.onLocaleChanged(locale.getLanguage(), locale.getCountry());
    }

    @Override
    protected void onConfigurationChanged(Configuration newConfig) {
        super.onConfigurationChanged(newConfig);
        setLocale(newConfig.locale);
    }

H
Hixie 已提交
222 223 224 225
    float getDevicePixelRatio() {
        return mMetrics.devicePixelRatio;
    }

226
    public void destroy() {
227 228 229 230
        if (discoveryReceiver != null) {
            getContext().unregisterReceiver(discoveryReceiver);
        }

231 232 233 234 235 236 237 238 239 240
        if (mPlatformServiceProviderBinding != null) {
            mPlatformServiceProviderBinding.unbind().close();
            mPlatformServiceProvider.unbindServices();
        }

        if (mViewServiceProviderBinding != null) {
            mViewServiceProviderBinding.unbind().close();
            mViewServiceProvider.unbindServices();
        }

241
        getHolder().removeCallback(mSurfaceCallback);
A
Adam Barth 已提交
242 243
        nativeDetach(mNativePlatformView);
        mNativePlatformView = 0;
244 245 246 247

        mSkyEngine.close();
        mDartServiceProvider.close();
        mFlutterAppMessages.close();
248 249
    }

250 251
    @Override
    public InputConnection onCreateInputConnection(EditorInfo outAttrs) {
E
Eric Seidel 已提交
252
        return mKeyboardState.createInputConnection(outAttrs);
253 254
    }

255 256 257 258 259 260 261 262 263 264 265 266 267 268 269
    // Must match the PointerChange enum in pointer.dart.
    private static final int kPointerChangeAdd = 0;
    private static final int kPointerChangeRemove = 1;
    private static final int kPointerChangeDown = 2;
    private static final int kPointerChangeMove = 3;
    private static final int kPointerChangeUp = 4;
    private static final int kPointerChangeCancel = 5;

    // Must match the PointerDeviceKind enum in pointer.dart.
    private static final int kPointerDeviceKindTouch = 0;
    private static final int kPointerDeviceKindMouse = 1;
    private static final int kPointerDeviceKindStylus = 2;
    private static final int kPointerDeviceKindInvertedStylus = 3;

    private int getPointerChangeForAction(int maskedAction) {
270
        // Primary pointer:
271
        if (maskedAction == MotionEvent.ACTION_DOWN) {
272
            return kPointerChangeDown;
273 274
        }
        if (maskedAction == MotionEvent.ACTION_UP) {
275
            return kPointerChangeUp;
276
        }
277
        // Secondary pointer:
278
        if (maskedAction == MotionEvent.ACTION_POINTER_DOWN) {
279
            return kPointerChangeDown;
280 281
        }
        if (maskedAction == MotionEvent.ACTION_POINTER_UP) {
282
            return kPointerChangeUp;
283
        }
284
        // All pointers:
285
        if (maskedAction == MotionEvent.ACTION_MOVE) {
286
            return kPointerChangeMove;
287 288
        }
        if (maskedAction == MotionEvent.ACTION_CANCEL) {
289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304
            return kPointerChangeCancel;
        }
        return -1;
    }

    private int getPointerDeviceTypeForToolType(int toolType) {
        switch (toolType) {
            case MotionEvent.TOOL_TYPE_FINGER:
                return kPointerDeviceKindTouch;
            case MotionEvent.TOOL_TYPE_STYLUS:
                return kPointerDeviceKindStylus;
            case MotionEvent.TOOL_TYPE_MOUSE:
                return kPointerDeviceKindMouse;
            default:
                // MotionEvent.TOOL_TYPE_UNKNOWN will reach here.
                return -1;
305
        }
306 307
    }

308
    private void addPointerForIndex(MotionEvent event, int pointerIndex,
309 310 311
                                    ByteBuffer packet) {
        int pointerChange = getPointerChangeForAction(event.getActionMasked());
        if (pointerChange == -1) {
312 313 314
            return;
        }

315 316 317 318
        int pointerKind = event.getToolType(pointerIndex);
        if (pointerKind == -1) {
            return;
        }
319

320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335
        long timeStamp = event.getEventTime() * 1000; // Convert from milliseconds to microseconds.

        packet.putLong(timeStamp); // time_stamp
        packet.putLong(event.getPointerId(pointerIndex)); // pointer
        packet.putLong(pointerChange); // change
        packet.putLong(pointerKind); // kind
        packet.putDouble(event.getX(pointerIndex)); // physical_x
        packet.putDouble(event.getY(pointerIndex)); // physical_y

        if (pointerKind == kPointerDeviceKindMouse) {
          packet.putLong(event.getButtonState() & 0x1F); // buttons
        } else if (pointerKind == kPointerDeviceKindStylus) {
          packet.putLong((event.getButtonState() >> 4) & 0xF); // buttons
        } else {
          packet.putLong(0); // buttons
        }
336

337
        packet.putLong(0); // obscured
338

339 340
        // TODO(eseidel): Could get the calibrated range if necessary:
        // event.getDevice().getMotionRange(MotionEvent.AXIS_PRESSURE)
341 342 343
        packet.putDouble(event.getPressure(pointerIndex)); // presure
        packet.putDouble(0.0); // pressure_min
        packet.putDouble(1.0); // pressure_max
344

345 346 347 348 349 350 351 352 353 354
        if (pointerKind == kPointerDeviceKindStylus) {
          packet.putDouble(event.getAxisValue(MotionEvent.AXIS_DISTANCE, pointerIndex)); // distance
          packet.putDouble(0.0); // distance_max
        } else {
          packet.putDouble(0.0); // distance
          packet.putDouble(0.0); // distance_max
        }

        packet.putDouble(event.getToolMajor(pointerIndex)); // radius_major
        packet.putDouble(event.getToolMinor(pointerIndex)); // radius_minor
355

356 357
        packet.putDouble(0.0); // radius_min
        packet.putDouble(0.0); // radius_max
358

359
        packet.putDouble(event.getAxisValue(MotionEvent.AXIS_ORIENTATION, pointerIndex)); // orientation
360

361 362 363 364 365
        if (pointerKind == kPointerDeviceKindStylus) {
          packet.putDouble(event.getAxisValue(MotionEvent.AXIS_TILT, pointerIndex)); // tilt
        } else {
          packet.putDouble(0.0); // tilt
        }
366 367 368 369
    }

    @Override
    public boolean onTouchEvent(MotionEvent event) {
A
Adam Barth 已提交
370 371 372 373 374 375 376 377
        // TODO(abarth): This version check might not be effective in some
        // versions of Android that statically compile code and will be upset
        // at the lack of |requestUnbufferedDispatch|. Instead, we should factor
        // version-dependent code into separate classes for each supported
        // version and dispatch dynamically.
        if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.LOLLIPOP) {
            requestUnbufferedDispatch(event);
        }
378

379 380 381 382 383 384 385 386
        // These values must match the unpacking code in hooks.dart.
        final int kPointerDataFieldCount = 19;
        final int kBytePerField = 8;

        int pointerCount = event.getPointerCount();

        ByteBuffer packet = ByteBuffer.allocateDirect(pointerCount * kPointerDataFieldCount * kBytePerField);
        packet.order(ByteOrder.LITTLE_ENDIAN);
387

388 389 390 391 392 393 394
        int maskedAction = event.getActionMasked();
        // ACTION_UP, ACTION_POINTER_UP, ACTION_DOWN, and ACTION_POINTER_DOWN
        // only apply to a single pointer, other events apply to all pointers.
        if (maskedAction == MotionEvent.ACTION_UP
                || maskedAction == MotionEvent.ACTION_POINTER_UP
                || maskedAction == MotionEvent.ACTION_DOWN
                || maskedAction == MotionEvent.ACTION_POINTER_DOWN) {
395
            addPointerForIndex(event, event.getActionIndex(), packet);
396 397 398 399
        } else {
            // ACTION_MOVE may not actually mean all pointers have moved
            // but it's the responsibility of a later part of the system to
            // ignore 0-deltas if desired.
400 401
            for (int p = 0; p < pointerCount; p++) {
                addPointerForIndex(event, p, packet);
402 403
            }
        }
404

405 406
        assert packet.position() % (kPointerDataFieldCount * kBytePerField) == 0;
        nativeDispatchPointerDataPacket(mNativePlatformView, packet, packet.position());
407 408 409
        return true;
    }

410 411 412 413 414 415 416 417 418 419
    @Override
    public boolean onHoverEvent(MotionEvent event) {
        boolean handled = handleAccessibilityHoverEvent(event);
        if (!handled) {
            // TODO(ianh): Expose hover events to the platform,
            // implementing ADD, REMOVE, etc.
        }
        return handled;
    }

420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437
    @Override
    protected void onSizeChanged(int width, int height, int oldWidth, int oldHeight) {
        mMetrics.physicalWidth = width;
        mMetrics.physicalHeight = height;
        mSkyEngine.onViewportMetricsChanged(mMetrics);
        super.onSizeChanged(width, height, oldWidth, oldHeight);
    }

    @Override
    public final WindowInsets onApplyWindowInsets(WindowInsets insets) {
        mMetrics.physicalPaddingTop = insets.getSystemWindowInsetTop();
        mMetrics.physicalPaddingRight = insets.getSystemWindowInsetRight();
        mMetrics.physicalPaddingBottom = insets.getSystemWindowInsetBottom();
        mMetrics.physicalPaddingLeft = insets.getSystemWindowInsetLeft();
        mSkyEngine.onViewportMetricsChanged(mMetrics);
        return super.onApplyWindowInsets(insets);
    }

438
    private void configureLocalServices(ServiceRegistry registry) {
A
Adam Barth 已提交
439
        registry.register(Keyboard.MANAGER.getName(), new ServiceFactory() {
440
            @Override
441 442
            public Binding connectToService(FlutterView view, Core core, MessagePipeHandle pipe) {
                return Keyboard.MANAGER.bind(new KeyboardImpl(view.getContext(), mKeyboardState), pipe);
443 444 445 446 447
            }
        });

        registry.register(RawKeyboardService.MANAGER.getName(), new ServiceFactory() {
            @Override
448
            public Binding connectToService(FlutterView view, Core core, MessagePipeHandle pipe) {
449
                return RawKeyboardService.MANAGER.bind(new RawKeyboardServiceImpl(mRawKeyboardState), pipe);
450 451
            }
        });
452 453 454

        registry.register(ApplicationMessages.MANAGER.getName(), new ServiceFactory() {
            @Override
455
            public Binding connectToService(FlutterView view, Core core, MessagePipeHandle pipe) {
456
                return ApplicationMessages.MANAGER.bind(new ApplicationMessagesImpl(), pipe);
457 458
            }
        });
459 460
    }

461 462
    private void attach() {
        Core core = CoreImpl.getInstance();
463
        Pair<SkyEngine.Proxy, InterfaceRequest<SkyEngine>> engine =
464
                SkyEngine.MANAGER.getInterfaceRequest(core);
465
        mSkyEngine = engine.first;
466 467
        mNativePlatformView =
            nativeAttach(engine.second.passHandle().releaseNativeHandle(), this);
468
    }
469

470
    private void preRun() {
471 472 473 474 475 476 477
        if (mPlatformServiceProviderBinding != null) {
            mPlatformServiceProviderBinding.unbind().close();
            mPlatformServiceProvider.unbindServices();
        }
        if (mViewServiceProviderBinding != null) {
            mViewServiceProviderBinding.unbind().close();
            mViewServiceProvider.unbindServices();
H
Hixie 已提交
478 479 480 481 482
        }
        if (mDartServiceProvider != null) {
            mDartServiceProvider.close();
        }

483
        Core core = CoreImpl.getInstance();
484

H
Hixie 已提交
485 486 487 488
        Pair<ServiceProvider.Proxy, InterfaceRequest<ServiceProvider>> dartServiceProvider =
                ServiceProvider.MANAGER.getInterfaceRequest(core);
        mDartServiceProvider = dartServiceProvider.first;

489 490 491 492 493 494 495 496 497 498
        Pair<ServiceProvider.Proxy, InterfaceRequest<ServiceProvider>> platformServiceProvider =
                ServiceProvider.MANAGER.getInterfaceRequest(core);
        mPlatformServiceProviderBinding = ServiceProvider.MANAGER.bind(
                mPlatformServiceProvider, platformServiceProvider.second);

        Pair<ServiceProvider.Proxy, InterfaceRequest<ServiceProvider>> viewServiceProvider =
                ServiceProvider.MANAGER.getInterfaceRequest(core);
        mViewServiceProviderBinding = ServiceProvider.MANAGER.bind(
                mViewServiceProvider, viewServiceProvider.second);

499
        ServicesData services = new ServicesData();
500
        services.incomingServices = platformServiceProvider.first;
A
Adam Barth 已提交
501
        services.outgoingServices = dartServiceProvider.second;
502
        services.viewServices = viewServiceProvider.first;
503
        mSkyEngine.setServices(services);
504

H
Hixie 已提交
505
        resetAccessibilityTree();
506 507 508 509 510 511 512 513 514 515 516 517 518 519
    }

    private void postRun() {
        Core core = CoreImpl.getInstance();
        // Connect to the ApplicationMessages service exported by the Flutter framework
        Pair<ApplicationMessages.Proxy, InterfaceRequest<ApplicationMessages>> appMessages =
                  ApplicationMessages.MANAGER.getInterfaceRequest(core);
        mDartServiceProvider.connectToService(ApplicationMessages.MANAGER.getName(),
                                              appMessages.second.passHandle());
        mFlutterAppMessages = appMessages.first;
    }

    public void runFromBundle(String bundlePath, String snapshotPath) {
        preRun();
H
Hixie 已提交
520

521 522
        if (FlutterMain.isRunningPrecompiledCode()) {
            mSkyEngine.runFromPrecompiledSnapshot(bundlePath);
523
        } else {
524 525 526 527 528 529
            String scriptUri = "file://" + bundlePath;
            if (snapshotPath != null) {
                mSkyEngine.runFromBundleAndSnapshot(scriptUri, bundlePath, snapshotPath);
            } else {
                mSkyEngine.runFromBundle(scriptUri, bundlePath);
            }
530
        }
531

532 533 534
        postRun();
    }

535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560
    public void runFromSource(final String main,
                              final String packages,
                              final String assetsDirectory) {
        Runnable runnable = new Runnable() {
            public void run() {
                preRun();
                mSkyEngine.runFromFile(main,
                                       packages,
                                       assetsDirectory);
                postRun();
                synchronized (this) {
                    notify();
                }
            }
        };

        try {
            synchronized (runnable) {
                // Post to the Android UI thread and wait for the response.
                post(runnable);
                runnable.wait();
            }
        } catch (InterruptedException e) {
            Log.e(TAG, "Thread got interrupted waiting for " +
                       "RunFromSourceRunnable to finish", e);
        }
561 562
    }

563 564 565 566 567
    /** Return the most recent frame as a bitmap. */
    public Bitmap getBitmap() {
        return nativeGetBitmap(mNativePlatformView);
    }

568 569
    private static native long nativeAttach(int skyEngineHandle,
                                            FlutterView view);
570
    private static native int nativeGetObservatoryPort();
571 572 573
    private static native void nativeDetach(long nativePlatformViewAndroid);
    private static native void nativeSurfaceCreated(long nativePlatformViewAndroid,
                                                    Surface surface);
574
    private static native void nativeSurfaceChanged(long nativePlatformViewAndroid, int backgroundColor);
575
    private static native void nativeSurfaceDestroyed(long nativePlatformViewAndroid);
576
    private static native Bitmap nativeGetBitmap(long nativePlatformViewAndroid);
H
Hixie 已提交
577

578 579
    private static native void nativeDispatchPointerDataPacket(long nativePlatformViewAndroid, ByteBuffer buffer, int position);

H
Hixie 已提交
580 581 582

    // ACCESSIBILITY

H
Hixie 已提交
583
    private boolean mAccessibilityEnabled = false;
584 585
    private boolean mTouchExplorationEnabled = false;

H
Hixie 已提交
586 587 588
    @Override
    protected void onAttachedToWindow() {
        super.onAttachedToWindow();
H
Hixie 已提交
589
        mAccessibilityEnabled = mAccessibilityManager.isEnabled();
590
        mTouchExplorationEnabled = mAccessibilityManager.isTouchExplorationEnabled();
H
Hixie 已提交
591
        if (mAccessibilityEnabled || mTouchExplorationEnabled)
H
Hixie 已提交
592
          ensureAccessibilityEnabled();
H
Hixie 已提交
593
        resetWillNotDraw();
H
Hixie 已提交
594 595 596 597
        mAccessibilityManager.addAccessibilityStateChangeListener(this);
        mAccessibilityManager.addTouchExplorationStateChangeListener(this);
    }

H
Hixie 已提交
598 599 600 601 602 603 604 605 606 607 608
    @Override
    protected void onDetachedFromWindow() {
        super.onDetachedFromWindow();
        mAccessibilityManager.removeAccessibilityStateChangeListener(this);
        mAccessibilityManager.removeTouchExplorationStateChangeListener(this);
    }

    private void resetWillNotDraw() {
        setWillNotDraw(!(mAccessibilityEnabled || mTouchExplorationEnabled));
    }

H
Hixie 已提交
609 610
    @Override
    public void onAccessibilityStateChanged(boolean enabled) {
H
Hixie 已提交
611 612
        if (enabled) {
            mAccessibilityEnabled = true;
H
Hixie 已提交
613
            ensureAccessibilityEnabled();
H
Hixie 已提交
614 615 616 617 618 619
        } else {
            mAccessibilityEnabled = false;
        }
        if (mAccessibilityNodeProvider != null) {
            mAccessibilityNodeProvider.setAccessibilityEnabled(mAccessibilityEnabled);
        }
H
Hixie 已提交
620
        resetWillNotDraw();
H
Hixie 已提交
621 622 623 624
    }

    @Override
    public void onTouchExplorationStateChanged(boolean enabled) {
625 626
        if (enabled) {
            mTouchExplorationEnabled = true;
H
Hixie 已提交
627
            ensureAccessibilityEnabled();
628 629 630 631 632 633
        } else {
            mTouchExplorationEnabled = false;
            if (mAccessibilityNodeProvider != null) {
                mAccessibilityNodeProvider.handleTouchExplorationExit();
            }
        }
H
Hixie 已提交
634
        resetWillNotDraw();
H
Hixie 已提交
635 636
    }

H
Hixie 已提交
637 638 639 640 641 642
    @Override
    public AccessibilityNodeProvider getAccessibilityNodeProvider() {
        ensureAccessibilityEnabled();
        return mAccessibilityNodeProvider;
    }

643
    private AccessibilityBridge mAccessibilityNodeProvider;
H
Hixie 已提交
644 645 646

    void ensureAccessibilityEnabled() {
        if (mAccessibilityNodeProvider == null) {
647
            mAccessibilityNodeProvider = new AccessibilityBridge(this, createSemanticsServer());
H
Hixie 已提交
648 649 650
        }
    }

H
Hixie 已提交
651 652 653 654 655 656 657 658 659 660 661 662
    private SemanticsServer.Proxy createSemanticsServer() {
        Core core = CoreImpl.getInstance();
        Pair<SemanticsServer.Proxy, InterfaceRequest<SemanticsServer>> server =
                  SemanticsServer.MANAGER.getInterfaceRequest(core);
        mDartServiceProvider.connectToService(SemanticsServer.MANAGER.getName(), server.second.passHandle());
        return server.first;
    }

    void resetAccessibilityTree() {
        if (mAccessibilityNodeProvider != null) {
            mAccessibilityNodeProvider.reset(createSemanticsServer());
        }
H
Hixie 已提交
663 664
    }

665 666 667
    private boolean handleAccessibilityHoverEvent(MotionEvent event) {
        if (!mTouchExplorationEnabled)
            return false;
H
Hixie 已提交
668 669 670 671
        if (event.getAction() == MotionEvent.ACTION_HOVER_ENTER ||
                   event.getAction() == MotionEvent.ACTION_HOVER_MOVE) {
            mAccessibilityNodeProvider.handleTouchExploration(event.getX(), event.getY());
        } else if (event.getAction() == MotionEvent.ACTION_HOVER_EXIT) {
672 673
            mAccessibilityNodeProvider.handleTouchExplorationExit();
        } else {
H
Hixie 已提交
674 675
            Log.d("flutter", "unexpected accessibility hover event: " + event);
            return false;
676 677 678
        }
        return true;
    }
H
Hixie 已提交
679

680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726
    /**
     * Send a message to the Flutter application.  The Flutter Dart code can register a
     * host message handler that will receive these messages.
     */
    public void sendToFlutter(String messageName, String message,
                              final MessageReplyCallback callback) {
        mFlutterAppMessages.sendString(messageName, message,
            new ApplicationMessages.SendStringResponse() {
                @Override
                public void call(String reply) {
                    if (callback != null) {
                        callback.onReply(reply);
                    }
                }
            });
    }

    public void sendToFlutter(String messageName, String message) {
        sendToFlutter(messageName, message, null);
    }

    /** Callback invoked when the app replies to a message sent with sendToFlutter. */
    public interface MessageReplyCallback {
        void onReply(String reply);
    }

    /**
     * Register a callback to be invoked when the Flutter application sends a message
     * to its host.
     */
    public void addOnMessageListener(String messageName, OnMessageListener listener) {
        mOnMessageListeners.put(messageName, listener);
    }

    /**
     * Register a callback to be invoked when the Flutter application sends a message
     * to its host.  The reply to the message can be provided asynchronously.
     */
    public void addOnMessageListenerAsync(String messageName, OnMessageListenerAsync listener) {
        mAsyncOnMessageListeners.put(messageName, listener);
    }

    public interface OnMessageListener {
        /**
         * Called when a message is received from the Flutter app.
         * @return the reply to the message (can be null)
         */
727
        String onMessage(FlutterView view, String message);
728 729 730 731 732 733 734
    };

    public interface OnMessageListenerAsync {
        /**
         * Called when a message is received from the Flutter app.
         * @param response Used to send a reply back to the app.
         */
735
        void onMessage(FlutterView view, String message, MessageResponse response);
736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752
    }

    public interface MessageResponse {
        void send(String reply);
    }

    private class ApplicationMessagesImpl implements ApplicationMessages {
        @Override
        public void close() {}

        @Override
        public void onConnectionError(MojoException e) {}

        @Override
        public void sendString(String messageName, String message, SendStringResponse callback) {
            OnMessageListener listener = mOnMessageListeners.get(messageName);
            if (listener != null) {
753
                callback.call(listener.onMessage(FlutterView.this, message));
754 755 756 757 758
                return;
            }

            OnMessageListenerAsync asyncListener = mAsyncOnMessageListeners.get(messageName);
            if (asyncListener != null) {
759
                asyncListener.onMessage(FlutterView.this, message, new MessageResponseAdapter(callback));
760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782
                return;
            }

            callback.call(null);
        }
    }

    /**
     * This class wraps the raw Mojo callback object in an interface that is owned
     * by Flutter and can be safely given to host apps.
     */
    private static class MessageResponseAdapter implements MessageResponse {
        private ApplicationMessages.SendStringResponse callback;

        MessageResponseAdapter(ApplicationMessages.SendStringResponse callback) {
            this.callback = callback;
        }

        @Override
        public void send(String reply) {
            callback.call(reply);
        }
    }
783 784 785 786 787 788 789 790 791 792 793 794 795

    /** Broadcast receiver used to discover active Flutter instances. */
    private class DiscoveryReceiver extends BroadcastReceiver {
        @Override
        public void onReceive(Context context, Intent intent) {
            JSONObject discover = new JSONObject();
            try {
                discover.put("id", getContext().getPackageName());
                discover.put("observatoryPort", nativeGetObservatoryPort());
                Log.i(TAG, "DISCOVER: " + discover);
            } catch (JSONException e) {}
        }
    }
796
}