FlutterView.java 33.4 KB
Newer Older
1 2 3 4
// Copyright 2013 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.

5
package io.flutter.view;
6

7
import android.app.Activity;
8
import android.content.BroadcastReceiver;
9
import android.content.Context;
10 11 12
import android.content.Intent;
import android.content.IntentFilter;
import android.content.pm.ApplicationInfo;
13
import android.content.res.Configuration;
H
Hixie 已提交
14
import android.opengl.Matrix;
15
import android.graphics.Bitmap;
H
Hixie 已提交
16
import android.graphics.Rect;
A
Adam Barth 已提交
17
import android.os.Build;
18
import android.util.AttributeSet;
19
import android.util.Log;
20
import android.util.TypedValue;
21
import android.view.KeyEvent;
22
import android.view.MotionEvent;
23 24 25 26
import android.view.Surface;
import android.view.SurfaceHolder;
import android.view.SurfaceView;
import android.view.View;
H
Hixie 已提交
27 28 29 30
import android.view.WindowInsets;
import android.view.accessibility.AccessibilityManager;
import android.view.accessibility.AccessibilityNodeInfo;
import android.view.accessibility.AccessibilityNodeProvider;
31 32
import android.view.inputmethod.EditorInfo;
import android.view.inputmethod.InputConnection;
33 34
import org.json.JSONException;
import org.json.JSONObject;
35

36
import org.chromium.base.CalledByNative;
37
import org.chromium.base.JNINamespace;
38
import org.chromium.mojo.bindings.Interface.Binding;
39 40
import org.chromium.mojo.bindings.InterfaceRequest;
import org.chromium.mojo.system.Core;
41
import org.chromium.mojo.system.MessagePipeHandle;
H
Hixie 已提交
42
import org.chromium.mojo.system.MojoException;
43
import org.chromium.mojo.system.Pair;
H
Hixie 已提交
44
import org.chromium.mojo.system.impl.CoreImpl;
45
import org.chromium.mojom.flutter.platform.ApplicationMessages;
A
Adam Barth 已提交
46
import org.chromium.mojom.mojo.ServiceProvider;
47
import org.chromium.mojom.sky.AppLifecycleState;
A
Adam Barth 已提交
48
import org.chromium.mojom.sky.ServicesData;
49
import org.chromium.mojom.sky.SkyEngine;
A
Adam Barth 已提交
50
import org.chromium.mojom.sky.ViewportMetrics;
51

52 53
import java.nio.ByteBuffer;
import java.nio.ByteOrder;
54
import java.nio.charset.StandardCharsets;
55
import java.util.ArrayList;
H
Hixie 已提交
56
import java.util.HashMap;
57
import java.util.List;
58
import java.util.Locale;
H
Hixie 已提交
59
import java.util.Map;
60

A
Adam Barth 已提交
61
import io.flutter.plugin.common.ActivityLifecycleListener;
62
import io.flutter.plugin.editing.TextInputPlugin;
A
Adam Barth 已提交
63 64
import io.flutter.plugin.platform.PlatformPlugin;

65
/**
66
 * An Android view containing a Flutter app.
67
 */
68
@JNINamespace("shell")
69
public class FlutterView extends SurfaceView
70
  implements AccessibilityManager.AccessibilityStateChangeListener {
71
    private static final String TAG = "FlutterView";
72

73 74
    private static final String ACTION_DISCOVER = "io.flutter.view.DISCOVER";

A
Adam Barth 已提交
75
    private long mNativePlatformView;
76 77
    private TextInputPlugin mTextInputPlugin;

78
    private SkyEngine.Proxy mSkyEngine;
79
    private ServiceProviderImpl mPlatformServiceProvider;
80
    private Binding mPlatformServiceProviderBinding;
81
    private ServiceProviderImpl mViewServiceProvider;
82
    private Binding mViewServiceProviderBinding;
H
Hixie 已提交
83
    private ServiceProvider.Proxy mDartServiceProvider;
84 85 86
    private ApplicationMessages.Proxy mFlutterAppMessages;
    private HashMap<String, OnMessageListener> mOnMessageListeners;
    private HashMap<String, OnMessageListenerAsync> mAsyncOnMessageListeners;
87
    private final SurfaceHolder.Callback mSurfaceCallback;
88
    private final ViewportMetrics mMetrics;
H
Hixie 已提交
89
    private final AccessibilityManager mAccessibilityManager;
90
    private BroadcastReceiver discoveryReceiver;
91
    private List<ActivityLifecycleListener> mActivityLifecycleListeners;
92

93
    public FlutterView(Context context) {
94 95 96
        this(context, null);
    }

97
    public FlutterView(Context context, AttributeSet attrs) {
98
        super(context, attrs);
99

100 101
        mMetrics = new ViewportMetrics();
        mMetrics.devicePixelRatio = context.getResources().getDisplayMetrics().density;
102 103 104
        setFocusable(true);
        setFocusableInTouchMode(true);

105
        attach();
A
Adam Barth 已提交
106
        assert mNativePlatformView != 0;
107

108 109 110 111 112 113 114 115
        int color = 0xFF000000;
        TypedValue typedValue = new TypedValue();
        context.getTheme().resolveAttribute(android.R.attr.colorBackground, typedValue, true);
        if (typedValue.type >= TypedValue.TYPE_FIRST_COLOR_INT && typedValue.type <= TypedValue.TYPE_LAST_COLOR_INT)
          color = typedValue.data;
        // TODO(abarth): Consider letting the developer override this color.
        final int backgroundColor = color;

116 117
        mSurfaceCallback = new SurfaceHolder.Callback() {
            @Override
118 119
            public void surfaceCreated(SurfaceHolder holder) {
                assert mNativePlatformView != 0;
120
                nativeSurfaceCreated(mNativePlatformView, holder.getSurface(), backgroundColor);
121 122 123
            }

            @Override
124
            public void surfaceChanged(SurfaceHolder holder, int format, int width, int height) {
A
Adam Barth 已提交
125
                assert mNativePlatformView != 0;
126
                nativeSurfaceChanged(mNativePlatformView, width, height);
127 128 129 130
            }

            @Override
            public void surfaceDestroyed(SurfaceHolder holder) {
A
Adam Barth 已提交
131 132
                assert mNativePlatformView != 0;
                nativeSurfaceDestroyed(mNativePlatformView);
133 134 135
            }
        };
        getHolder().addCallback(mSurfaceCallback);
136

137 138
        Core core = CoreImpl.getInstance();

139
        mPlatformServiceProvider = new ServiceProviderImpl(core, this, ServiceRegistry.SHARED);
140 141 142

        ServiceRegistry localRegistry = new ServiceRegistry();
        configureLocalServices(localRegistry);
143
        mViewServiceProvider = new ServiceProviderImpl(core, this, localRegistry);
144

H
Hixie 已提交
145
        mAccessibilityManager = (AccessibilityManager)getContext().getSystemService(Context.ACCESSIBILITY_SERVICE);
146

147 148
        mOnMessageListeners = new HashMap<String, OnMessageListener>();
        mAsyncOnMessageListeners = new HashMap<String, OnMessageListenerAsync>();
149
        mActivityLifecycleListeners = new ArrayList<ActivityLifecycleListener>();
150

151
        setLocale(getResources().getConfiguration().locale);
152

153 154 155 156
        // Configure the platform plugin.
        PlatformPlugin platformPlugin = new PlatformPlugin((Activity)getContext());
        addOnMessageListener("flutter/platform", platformPlugin);
        addActivityLifecycleListener(platformPlugin);
157 158
        mTextInputPlugin = new TextInputPlugin((Activity)getContext());
        addOnMessageListener("flutter/textinput", mTextInputPlugin);
A
Adam Barth 已提交
159

160 161 162 163
        if ((context.getApplicationInfo().flags & ApplicationInfo.FLAG_DEBUGGABLE) != 0) {
            discoveryReceiver = new DiscoveryReceiver();
            context.registerReceiver(discoveryReceiver, new IntentFilter(ACTION_DISCOVER));
        }
164 165
    }

166 167
    private void encodeKeyEvent(KeyEvent event, JSONObject message) throws JSONException {
        message.put("flags", event.getFlags());
168 169
        message.put("codePoint", event.getUnicodeChar());
        message.put("keyCode", event.getKeyCode());
170 171 172 173
        message.put("scanCode", event.getScanCode());
        message.put("metaState", event.getMetaState());
    }

174 175
    @Override
    public boolean onKeyUp(int keyCode, KeyEvent event) {
176 177 178 179 180
        try {
            JSONObject message = new JSONObject();
            message.put("type", "keyup");
            message.put("keymap", "android");
            encodeKeyEvent(event, message);
181
            sendPlatformMessage("flutter/keyevent", message.toString(), null);
182 183 184
        } catch (JSONException e) {
            Log.e(TAG, "Failed to serialize key event", e);
        }
185
        return super.onKeyUp(keyCode, event);
186 187 188 189
    }

    @Override
    public boolean onKeyDown(int keyCode, KeyEvent event) {
190 191 192 193 194
        try {
            JSONObject message = new JSONObject();
            message.put("type", "keydown");
            message.put("keymap", "android");
            encodeKeyEvent(event, message);
195
            sendPlatformMessage("flutter/keyevent", message.toString(), null);
196 197 198
        } catch (JSONException e) {
            Log.e(TAG, "Failed to serialize key event", e);
        }
199
        return super.onKeyDown(keyCode, event);
200 201
    }

202
    SkyEngine getEngine() {
203 204 205
        return mSkyEngine;
    }

206 207 208 209
    public void addActivityLifecycleListener(ActivityLifecycleListener listener) {
        mActivityLifecycleListeners.add(listener);
    }

210 211 212 213
    public void onPause() {
        mSkyEngine.onAppLifecycleStateChanged(AppLifecycleState.PAUSED);
    }

214
    public void onPostResume() {
215 216 217
        for (ActivityLifecycleListener listener : mActivityLifecycleListeners)
            listener.onPostResume();

218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238
        mSkyEngine.onAppLifecycleStateChanged(AppLifecycleState.RESUMED);
    }

    public void pushRoute(String route) {
        mSkyEngine.pushRoute(route);
    }

    public void popRoute() {
        mSkyEngine.popRoute();
    }

    private void setLocale(Locale locale) {
        mSkyEngine.onLocaleChanged(locale.getLanguage(), locale.getCountry());
    }

    @Override
    protected void onConfigurationChanged(Configuration newConfig) {
        super.onConfigurationChanged(newConfig);
        setLocale(newConfig.locale);
    }

H
Hixie 已提交
239 240 241 242
    float getDevicePixelRatio() {
        return mMetrics.devicePixelRatio;
    }

243
    public void destroy() {
244 245 246 247
        if (discoveryReceiver != null) {
            getContext().unregisterReceiver(discoveryReceiver);
        }

248 249 250 251 252 253 254 255 256 257
        if (mPlatformServiceProviderBinding != null) {
            mPlatformServiceProviderBinding.unbind().close();
            mPlatformServiceProvider.unbindServices();
        }

        if (mViewServiceProviderBinding != null) {
            mViewServiceProviderBinding.unbind().close();
            mViewServiceProvider.unbindServices();
        }

258
        getHolder().removeCallback(mSurfaceCallback);
A
Adam Barth 已提交
259 260
        nativeDetach(mNativePlatformView);
        mNativePlatformView = 0;
261 262 263 264

        mSkyEngine.close();
        mDartServiceProvider.close();
        mFlutterAppMessages.close();
265 266
    }

267 268
    @Override
    public InputConnection onCreateInputConnection(EditorInfo outAttrs) {
A
Adam Barth 已提交
269
        return mTextInputPlugin.createInputConnection(this, outAttrs);
270 271
    }

272
    // Must match the PointerChange enum in pointer.dart.
273 274 275 276 277 278
    private static final int kPointerChangeCancel = 0;
    private static final int kPointerChangeAdd = 1;
    private static final int kPointerChangeRemove = 2;
    private static final int kPointerChangeDown = 3;
    private static final int kPointerChangeMove = 4;
    private static final int kPointerChangeUp = 5;
279 280 281 282 283 284 285 286

    // Must match the PointerDeviceKind enum in pointer.dart.
    private static final int kPointerDeviceKindTouch = 0;
    private static final int kPointerDeviceKindMouse = 1;
    private static final int kPointerDeviceKindStylus = 2;
    private static final int kPointerDeviceKindInvertedStylus = 3;

    private int getPointerChangeForAction(int maskedAction) {
287
        // Primary pointer:
288
        if (maskedAction == MotionEvent.ACTION_DOWN) {
289
            return kPointerChangeDown;
290 291
        }
        if (maskedAction == MotionEvent.ACTION_UP) {
292
            return kPointerChangeUp;
293
        }
294
        // Secondary pointer:
295
        if (maskedAction == MotionEvent.ACTION_POINTER_DOWN) {
296
            return kPointerChangeDown;
297 298
        }
        if (maskedAction == MotionEvent.ACTION_POINTER_UP) {
299
            return kPointerChangeUp;
300
        }
301
        // All pointers:
302
        if (maskedAction == MotionEvent.ACTION_MOVE) {
303
            return kPointerChangeMove;
304 305
        }
        if (maskedAction == MotionEvent.ACTION_CANCEL) {
306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321
            return kPointerChangeCancel;
        }
        return -1;
    }

    private int getPointerDeviceTypeForToolType(int toolType) {
        switch (toolType) {
            case MotionEvent.TOOL_TYPE_FINGER:
                return kPointerDeviceKindTouch;
            case MotionEvent.TOOL_TYPE_STYLUS:
                return kPointerDeviceKindStylus;
            case MotionEvent.TOOL_TYPE_MOUSE:
                return kPointerDeviceKindMouse;
            default:
                // MotionEvent.TOOL_TYPE_UNKNOWN will reach here.
                return -1;
322
        }
323 324
    }

325
    private void addPointerForIndex(MotionEvent event, int pointerIndex,
326 327 328
                                    ByteBuffer packet) {
        int pointerChange = getPointerChangeForAction(event.getActionMasked());
        if (pointerChange == -1) {
329 330 331
            return;
        }

332 333 334 335
        int pointerKind = event.getToolType(pointerIndex);
        if (pointerKind == -1) {
            return;
        }
336

337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352
        long timeStamp = event.getEventTime() * 1000; // Convert from milliseconds to microseconds.

        packet.putLong(timeStamp); // time_stamp
        packet.putLong(event.getPointerId(pointerIndex)); // pointer
        packet.putLong(pointerChange); // change
        packet.putLong(pointerKind); // kind
        packet.putDouble(event.getX(pointerIndex)); // physical_x
        packet.putDouble(event.getY(pointerIndex)); // physical_y

        if (pointerKind == kPointerDeviceKindMouse) {
          packet.putLong(event.getButtonState() & 0x1F); // buttons
        } else if (pointerKind == kPointerDeviceKindStylus) {
          packet.putLong((event.getButtonState() >> 4) & 0xF); // buttons
        } else {
          packet.putLong(0); // buttons
        }
353

354
        packet.putLong(0); // obscured
355

356 357
        // TODO(eseidel): Could get the calibrated range if necessary:
        // event.getDevice().getMotionRange(MotionEvent.AXIS_PRESSURE)
358 359 360
        packet.putDouble(event.getPressure(pointerIndex)); // presure
        packet.putDouble(0.0); // pressure_min
        packet.putDouble(1.0); // pressure_max
361

362 363 364 365 366 367 368 369 370 371
        if (pointerKind == kPointerDeviceKindStylus) {
          packet.putDouble(event.getAxisValue(MotionEvent.AXIS_DISTANCE, pointerIndex)); // distance
          packet.putDouble(0.0); // distance_max
        } else {
          packet.putDouble(0.0); // distance
          packet.putDouble(0.0); // distance_max
        }

        packet.putDouble(event.getToolMajor(pointerIndex)); // radius_major
        packet.putDouble(event.getToolMinor(pointerIndex)); // radius_minor
372

373 374
        packet.putDouble(0.0); // radius_min
        packet.putDouble(0.0); // radius_max
375

376
        packet.putDouble(event.getAxisValue(MotionEvent.AXIS_ORIENTATION, pointerIndex)); // orientation
377

378 379 380 381 382
        if (pointerKind == kPointerDeviceKindStylus) {
          packet.putDouble(event.getAxisValue(MotionEvent.AXIS_TILT, pointerIndex)); // tilt
        } else {
          packet.putDouble(0.0); // tilt
        }
383 384 385 386
    }

    @Override
    public boolean onTouchEvent(MotionEvent event) {
A
Adam Barth 已提交
387 388 389 390 391 392 393 394
        // TODO(abarth): This version check might not be effective in some
        // versions of Android that statically compile code and will be upset
        // at the lack of |requestUnbufferedDispatch|. Instead, we should factor
        // version-dependent code into separate classes for each supported
        // version and dispatch dynamically.
        if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.LOLLIPOP) {
            requestUnbufferedDispatch(event);
        }
395

396 397 398 399 400 401 402 403
        // These values must match the unpacking code in hooks.dart.
        final int kPointerDataFieldCount = 19;
        final int kBytePerField = 8;

        int pointerCount = event.getPointerCount();

        ByteBuffer packet = ByteBuffer.allocateDirect(pointerCount * kPointerDataFieldCount * kBytePerField);
        packet.order(ByteOrder.LITTLE_ENDIAN);
404

405 406 407 408 409 410 411
        int maskedAction = event.getActionMasked();
        // ACTION_UP, ACTION_POINTER_UP, ACTION_DOWN, and ACTION_POINTER_DOWN
        // only apply to a single pointer, other events apply to all pointers.
        if (maskedAction == MotionEvent.ACTION_UP
                || maskedAction == MotionEvent.ACTION_POINTER_UP
                || maskedAction == MotionEvent.ACTION_DOWN
                || maskedAction == MotionEvent.ACTION_POINTER_DOWN) {
412
            addPointerForIndex(event, event.getActionIndex(), packet);
413 414 415 416
        } else {
            // ACTION_MOVE may not actually mean all pointers have moved
            // but it's the responsibility of a later part of the system to
            // ignore 0-deltas if desired.
417 418
            for (int p = 0; p < pointerCount; p++) {
                addPointerForIndex(event, p, packet);
419 420
            }
        }
421

422 423
        assert packet.position() % (kPointerDataFieldCount * kBytePerField) == 0;
        nativeDispatchPointerDataPacket(mNativePlatformView, packet, packet.position());
424 425 426
        return true;
    }

427 428 429 430 431 432 433 434 435 436
    @Override
    public boolean onHoverEvent(MotionEvent event) {
        boolean handled = handleAccessibilityHoverEvent(event);
        if (!handled) {
            // TODO(ianh): Expose hover events to the platform,
            // implementing ADD, REMOVE, etc.
        }
        return handled;
    }

437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454
    @Override
    protected void onSizeChanged(int width, int height, int oldWidth, int oldHeight) {
        mMetrics.physicalWidth = width;
        mMetrics.physicalHeight = height;
        mSkyEngine.onViewportMetricsChanged(mMetrics);
        super.onSizeChanged(width, height, oldWidth, oldHeight);
    }

    @Override
    public final WindowInsets onApplyWindowInsets(WindowInsets insets) {
        mMetrics.physicalPaddingTop = insets.getSystemWindowInsetTop();
        mMetrics.physicalPaddingRight = insets.getSystemWindowInsetRight();
        mMetrics.physicalPaddingBottom = insets.getSystemWindowInsetBottom();
        mMetrics.physicalPaddingLeft = insets.getSystemWindowInsetLeft();
        mSkyEngine.onViewportMetricsChanged(mMetrics);
        return super.onApplyWindowInsets(insets);
    }

455
    private void configureLocalServices(ServiceRegistry registry) {
456 457
        registry.register(ApplicationMessages.MANAGER.getName(), new ServiceFactory() {
            @Override
458
            public Binding connectToService(FlutterView view, Core core, MessagePipeHandle pipe) {
459
                return ApplicationMessages.MANAGER.bind(new ApplicationMessagesImpl(), pipe);
460 461
            }
        });
462 463
    }

464 465
    private void attach() {
        Core core = CoreImpl.getInstance();
466
        Pair<SkyEngine.Proxy, InterfaceRequest<SkyEngine>> engine =
467
                SkyEngine.MANAGER.getInterfaceRequest(core);
468
        mSkyEngine = engine.first;
469 470
        mNativePlatformView =
            nativeAttach(engine.second.passHandle().releaseNativeHandle(), this);
471
    }
472

473
    private void preRun() {
474 475 476 477 478 479 480
        if (mPlatformServiceProviderBinding != null) {
            mPlatformServiceProviderBinding.unbind().close();
            mPlatformServiceProvider.unbindServices();
        }
        if (mViewServiceProviderBinding != null) {
            mViewServiceProviderBinding.unbind().close();
            mViewServiceProvider.unbindServices();
H
Hixie 已提交
481 482 483 484 485
        }
        if (mDartServiceProvider != null) {
            mDartServiceProvider.close();
        }

486
        Core core = CoreImpl.getInstance();
487

H
Hixie 已提交
488 489 490 491
        Pair<ServiceProvider.Proxy, InterfaceRequest<ServiceProvider>> dartServiceProvider =
                ServiceProvider.MANAGER.getInterfaceRequest(core);
        mDartServiceProvider = dartServiceProvider.first;

492 493 494 495 496 497 498 499 500 501
        Pair<ServiceProvider.Proxy, InterfaceRequest<ServiceProvider>> platformServiceProvider =
                ServiceProvider.MANAGER.getInterfaceRequest(core);
        mPlatformServiceProviderBinding = ServiceProvider.MANAGER.bind(
                mPlatformServiceProvider, platformServiceProvider.second);

        Pair<ServiceProvider.Proxy, InterfaceRequest<ServiceProvider>> viewServiceProvider =
                ServiceProvider.MANAGER.getInterfaceRequest(core);
        mViewServiceProviderBinding = ServiceProvider.MANAGER.bind(
                mViewServiceProvider, viewServiceProvider.second);

502
        ServicesData services = new ServicesData();
503
        services.incomingServices = platformServiceProvider.first;
A
Adam Barth 已提交
504
        services.outgoingServices = dartServiceProvider.second;
505
        services.viewServices = viewServiceProvider.first;
506
        mSkyEngine.setServices(services);
507

H
Hixie 已提交
508
        resetAccessibilityTree();
509 510 511 512 513 514 515 516 517 518 519 520 521 522
    }

    private void postRun() {
        Core core = CoreImpl.getInstance();
        // Connect to the ApplicationMessages service exported by the Flutter framework
        Pair<ApplicationMessages.Proxy, InterfaceRequest<ApplicationMessages>> appMessages =
                  ApplicationMessages.MANAGER.getInterfaceRequest(core);
        mDartServiceProvider.connectToService(ApplicationMessages.MANAGER.getName(),
                                              appMessages.second.passHandle());
        mFlutterAppMessages = appMessages.first;
    }

    public void runFromBundle(String bundlePath, String snapshotPath) {
        preRun();
H
Hixie 已提交
523

524 525
        if (FlutterMain.isRunningPrecompiledCode()) {
            mSkyEngine.runFromPrecompiledSnapshot(bundlePath);
526
        } else {
527 528 529 530 531 532
            String scriptUri = "file://" + bundlePath;
            if (snapshotPath != null) {
                mSkyEngine.runFromBundleAndSnapshot(scriptUri, bundlePath, snapshotPath);
            } else {
                mSkyEngine.runFromBundle(scriptUri, bundlePath);
            }
533
        }
534

535 536 537
        postRun();
    }

538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563
    public void runFromSource(final String main,
                              final String packages,
                              final String assetsDirectory) {
        Runnable runnable = new Runnable() {
            public void run() {
                preRun();
                mSkyEngine.runFromFile(main,
                                       packages,
                                       assetsDirectory);
                postRun();
                synchronized (this) {
                    notify();
                }
            }
        };

        try {
            synchronized (runnable) {
                // Post to the Android UI thread and wait for the response.
                post(runnable);
                runnable.wait();
            }
        } catch (InterruptedException e) {
            Log.e(TAG, "Thread got interrupted waiting for " +
                       "RunFromSourceRunnable to finish", e);
        }
564 565
    }

566 567 568 569 570
    /** Return the most recent frame as a bitmap. */
    public Bitmap getBitmap() {
        return nativeGetBitmap(mNativePlatformView);
    }

571 572
    private static native long nativeAttach(int skyEngineHandle,
                                            FlutterView view);
573
    private static native int nativeGetObservatoryPort();
574 575
    private static native void nativeDetach(long nativePlatformViewAndroid);
    private static native void nativeSurfaceCreated(long nativePlatformViewAndroid,
576 577 578 579 580
                                                    Surface surface,
                                                    int backgroundColor);
    private static native void nativeSurfaceChanged(long nativePlatformViewAndroid,
                                                    int width,
                                                    int height);
581
    private static native void nativeSurfaceDestroyed(long nativePlatformViewAndroid);
582
    private static native Bitmap nativeGetBitmap(long nativePlatformViewAndroid);
H
Hixie 已提交
583

584 585
    // Send a platform message to Dart.
    private static native void nativeDispatchPlatformMessage(long nativePlatformViewAndroid, String name, String message, int responseId);
586
    private static native void nativeDispatchPointerDataPacket(long nativePlatformViewAndroid, ByteBuffer buffer, int position);
587 588
    private static native void nativeDispatchSemanticsAction(long nativePlatformViewAndroid, int id, int action);
    private static native void nativeSetSemanticsEnabled(long nativePlatformViewAndroid, boolean enabled);
589

590 591 592 593
    // Send a response to a platform message received from Dart.
    private static native void nativeInvokePlatformMessageResponseCallback(long nativePlatformViewAndroid, int responseId, String message);

    // Called by native to send us a platform message.
594
    @CalledByNative
A
Adam Barth 已提交
595 596
    private void handlePlatformMessage(String name, String message, final int responseId) {
        OnMessageListener listener = mOnMessageListeners.get(name);
597 598 599 600 601
        if (listener != null) {
            nativeInvokePlatformMessageResponseCallback(mNativePlatformView, responseId, listener.onMessage(this, message));
            return;
        }

A
Adam Barth 已提交
602
        OnMessageListenerAsync asyncListener = mAsyncOnMessageListeners.get(name);
603 604
        if (asyncListener != null) {
            asyncListener.onMessage(this, message, new MessageResponse() {
605 606 607 608
                @Override
                public void send(String response) {
                    nativeInvokePlatformMessageResponseCallback(mNativePlatformView, responseId, response);
                }
609 610 611 612 613 614
            });
            return;
        }

        nativeInvokePlatformMessageResponseCallback(mNativePlatformView, responseId, null);
    }
H
Hixie 已提交
615

616 617 618 619 620 621 622 623 624 625 626
    private int mNextResponseId = 1;
    private final Map<Integer, MessageReplyCallback> mPendingResponses = new HashMap<Integer, MessageReplyCallback>();

    // Called by native to respond to a platform message that we sent.
    @CalledByNative
    private void handlePlatformMessageResponse(int responseId, String response) {
        MessageReplyCallback callback = mPendingResponses.remove(responseId);
        if (callback != null)
            callback.onReply(response);
    }

627 628
    @CalledByNative
    private void updateSemantics(ByteBuffer buffer, String[] strings) {
A
Adam Barth 已提交
629 630
        if (mAccessibilityNodeProvider != null) {
            buffer.order(ByteOrder.LITTLE_ENDIAN);
631
            mAccessibilityNodeProvider.updateSemantics(buffer, strings);
A
Adam Barth 已提交
632
        }
633 634
    }

H
Hixie 已提交
635 636
    // ACCESSIBILITY

H
Hixie 已提交
637
    private boolean mAccessibilityEnabled = false;
638
    private boolean mTouchExplorationEnabled = false;
639
    private TouchExplorationListener mTouchExplorationListener;
640

641 642 643 644
    protected void dispatchSemanticsAction(int id, int action) {
        nativeDispatchSemanticsAction(mNativePlatformView, id, action);
    }

H
Hixie 已提交
645 646 647
    @Override
    protected void onAttachedToWindow() {
        super.onAttachedToWindow();
H
Hixie 已提交
648
        mAccessibilityEnabled = mAccessibilityManager.isEnabled();
649
        mTouchExplorationEnabled = mAccessibilityManager.isTouchExplorationEnabled();
H
Hixie 已提交
650
        if (mAccessibilityEnabled || mTouchExplorationEnabled)
H
Hixie 已提交
651
          ensureAccessibilityEnabled();
H
Hixie 已提交
652
        resetWillNotDraw();
H
Hixie 已提交
653
        mAccessibilityManager.addAccessibilityStateChangeListener(this);
654 655 656 657 658
        if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.KITKAT) {
            if (mTouchExplorationListener == null)
                mTouchExplorationListener = new TouchExplorationListener();
            mAccessibilityManager.addTouchExplorationStateChangeListener(mTouchExplorationListener);
        }
H
Hixie 已提交
659 660
    }

H
Hixie 已提交
661 662 663 664
    @Override
    protected void onDetachedFromWindow() {
        super.onDetachedFromWindow();
        mAccessibilityManager.removeAccessibilityStateChangeListener(this);
665 666
        if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.KITKAT)
            mAccessibilityManager.removeTouchExplorationStateChangeListener(mTouchExplorationListener);
H
Hixie 已提交
667 668 669 670 671 672
    }

    private void resetWillNotDraw() {
        setWillNotDraw(!(mAccessibilityEnabled || mTouchExplorationEnabled));
    }

H
Hixie 已提交
673 674
    @Override
    public void onAccessibilityStateChanged(boolean enabled) {
H
Hixie 已提交
675 676
        if (enabled) {
            mAccessibilityEnabled = true;
H
Hixie 已提交
677
            ensureAccessibilityEnabled();
H
Hixie 已提交
678 679 680 681 682 683
        } else {
            mAccessibilityEnabled = false;
        }
        if (mAccessibilityNodeProvider != null) {
            mAccessibilityNodeProvider.setAccessibilityEnabled(mAccessibilityEnabled);
        }
H
Hixie 已提交
684
        resetWillNotDraw();
H
Hixie 已提交
685 686
    }

687 688 689 690 691 692 693 694 695 696 697 698
    class TouchExplorationListener
      implements AccessibilityManager.TouchExplorationStateChangeListener {
        @Override
        public void onTouchExplorationStateChanged(boolean enabled) {
            if (enabled) {
                mTouchExplorationEnabled = true;
                ensureAccessibilityEnabled();
            } else {
                mTouchExplorationEnabled = false;
                if (mAccessibilityNodeProvider != null) {
                    mAccessibilityNodeProvider.handleTouchExplorationExit();
                }
699
            }
700
            resetWillNotDraw();
701
        }
H
Hixie 已提交
702 703
    }

H
Hixie 已提交
704 705 706 707 708 709
    @Override
    public AccessibilityNodeProvider getAccessibilityNodeProvider() {
        ensureAccessibilityEnabled();
        return mAccessibilityNodeProvider;
    }

710
    private AccessibilityBridge mAccessibilityNodeProvider;
H
Hixie 已提交
711 712 713

    void ensureAccessibilityEnabled() {
        if (mAccessibilityNodeProvider == null) {
714 715
            mAccessibilityNodeProvider = new AccessibilityBridge(this);
            nativeSetSemanticsEnabled(mNativePlatformView, true);
H
Hixie 已提交
716 717 718
        }
    }

H
Hixie 已提交
719 720
    void resetAccessibilityTree() {
        if (mAccessibilityNodeProvider != null) {
721
            mAccessibilityNodeProvider.reset();
H
Hixie 已提交
722
        }
H
Hixie 已提交
723 724
    }

725 726 727
    private boolean handleAccessibilityHoverEvent(MotionEvent event) {
        if (!mTouchExplorationEnabled)
            return false;
H
Hixie 已提交
728 729 730 731
        if (event.getAction() == MotionEvent.ACTION_HOVER_ENTER ||
                   event.getAction() == MotionEvent.ACTION_HOVER_MOVE) {
            mAccessibilityNodeProvider.handleTouchExploration(event.getX(), event.getY());
        } else if (event.getAction() == MotionEvent.ACTION_HOVER_EXIT) {
732 733
            mAccessibilityNodeProvider.handleTouchExplorationExit();
        } else {
H
Hixie 已提交
734 735
            Log.d("flutter", "unexpected accessibility hover event: " + event);
            return false;
736 737 738
        }
        return true;
    }
H
Hixie 已提交
739

740 741 742 743 744 745
    /**
     * Send a message to the Flutter application. The Flutter application can
     * register a platform message handler that will receive these messages with
     * the PlatformMessages object.
     */
    public void sendPlatformMessage(String name, String message, MessageReplyCallback callback) {
746 747 748 749 750 751 752 753
        int responseId = 0;
        if (callback != null) {
            responseId = mNextResponseId++;
            mPendingResponses.put(responseId, callback);
        }
        nativeDispatchPlatformMessage(mNativePlatformView, name, message, responseId);
    }

754 755 756 757 758 759
    /**
     * Send a message to the Flutter application.  The Flutter Dart code can register a
     * host message handler that will receive these messages.
     */
    public void sendToFlutter(String messageName, String message,
                              final MessageReplyCallback callback) {
760 761
        // TODO(abarth): Switch to dispatchPlatformMessage once the framework
        // side has been converted.
762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802
        mFlutterAppMessages.sendString(messageName, message,
            new ApplicationMessages.SendStringResponse() {
                @Override
                public void call(String reply) {
                    if (callback != null) {
                        callback.onReply(reply);
                    }
                }
            });
    }

    public void sendToFlutter(String messageName, String message) {
        sendToFlutter(messageName, message, null);
    }

    /** Callback invoked when the app replies to a message sent with sendToFlutter. */
    public interface MessageReplyCallback {
        void onReply(String reply);
    }

    /**
     * Register a callback to be invoked when the Flutter application sends a message
     * to its host.
     */
    public void addOnMessageListener(String messageName, OnMessageListener listener) {
        mOnMessageListeners.put(messageName, listener);
    }

    /**
     * Register a callback to be invoked when the Flutter application sends a message
     * to its host.  The reply to the message can be provided asynchronously.
     */
    public void addOnMessageListenerAsync(String messageName, OnMessageListenerAsync listener) {
        mAsyncOnMessageListeners.put(messageName, listener);
    }

    public interface OnMessageListener {
        /**
         * Called when a message is received from the Flutter app.
         * @return the reply to the message (can be null)
         */
803
        String onMessage(FlutterView view, String message);
804 805 806 807 808 809 810
    };

    public interface OnMessageListenerAsync {
        /**
         * Called when a message is received from the Flutter app.
         * @param response Used to send a reply back to the app.
         */
811
        void onMessage(FlutterView view, String message, MessageResponse response);
812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828
    }

    public interface MessageResponse {
        void send(String reply);
    }

    private class ApplicationMessagesImpl implements ApplicationMessages {
        @Override
        public void close() {}

        @Override
        public void onConnectionError(MojoException e) {}

        @Override
        public void sendString(String messageName, String message, SendStringResponse callback) {
            OnMessageListener listener = mOnMessageListeners.get(messageName);
            if (listener != null) {
829
                callback.call(listener.onMessage(FlutterView.this, message));
830 831 832 833 834
                return;
            }

            OnMessageListenerAsync asyncListener = mAsyncOnMessageListeners.get(messageName);
            if (asyncListener != null) {
835
                asyncListener.onMessage(FlutterView.this, message, new MessageResponseAdapter(callback));
836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858
                return;
            }

            callback.call(null);
        }
    }

    /**
     * This class wraps the raw Mojo callback object in an interface that is owned
     * by Flutter and can be safely given to host apps.
     */
    private static class MessageResponseAdapter implements MessageResponse {
        private ApplicationMessages.SendStringResponse callback;

        MessageResponseAdapter(ApplicationMessages.SendStringResponse callback) {
            this.callback = callback;
        }

        @Override
        public void send(String reply) {
            callback.call(reply);
        }
    }
859 860 861 862 863 864 865 866 867 868 869 870 871

    /** Broadcast receiver used to discover active Flutter instances. */
    private class DiscoveryReceiver extends BroadcastReceiver {
        @Override
        public void onReceive(Context context, Intent intent) {
            JSONObject discover = new JSONObject();
            try {
                discover.put("id", getContext().getPackageName());
                discover.put("observatoryPort", nativeGetObservatoryPort());
                Log.i(TAG, "DISCOVER: " + discover);
            } catch (JSONException e) {}
        }
    }
872
}