wasm_interface.cpp 36.3 KB
Newer Older
B
Bart Wyatt 已提交
1 2
#include <eosio/chain/wasm_interface.hpp>
#include <eosio/chain/apply_context.hpp>
3
#include <eosio/chain/chain_controller.hpp>
4
#include <eosio/chain/exceptions.hpp>
D
Daniel Larimer 已提交
5
#include <boost/core/ignore_unused.hpp>
6 7
#include <eosio/chain/wasm_interface_private.hpp>
#include <fc/exception/exception.hpp>
8
#include <fc/io/raw.hpp>
9
#include <fc/utf8.hpp>
D
Daniel Larimer 已提交
10 11 12

#include <Runtime/Runtime.h>
#include "IR/Module.h"
13 14 15 16
#include "Platform/Platform.h"
#include "WAST/WAST.h"
#include "IR/Operators.h"
#include "IR/Validate.h"
17
#include "IR/Types.h"
18 19 20
#include "Runtime/Runtime.h"
#include "Runtime/Linker.h"
#include "Runtime/Intrinsics.h"
D
Daniel Larimer 已提交
21

22 23 24
#include <boost/asio.hpp>
#include <boost/bind.hpp>

25
#include <mutex>
26 27 28
#include <thread>
#include <condition_variable>

29

30

31 32
using namespace IR;
using namespace Runtime;
33
using boost::asio::io_service;
D
Daniel Larimer 已提交
34

35
#if 0
B
Brian Johnson 已提交
36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65
   // account.h/hpp expected account API balance interchange format
   // must match account.hpp account_balance definition
   PACKED_STRUCT(
   struct account_balance
   {
      /**
      * Name of the account who's balance this is
      */
      account_name account;

      /**
      * Balance for this account
      */
      asset eos_balance;

      /**
      * Staked balance for this account
      */
      asset staked_balance;

      /**
      * Unstaking balance for this account
      */
      asset unstaking_balance;

      /**
      * Time at which last unstaking occurred for this account
      */
      time last_unstaking_time;
   })
66
#endif
B
Brian Johnson 已提交
67

68
namespace eosio { namespace chain {
69
   using namespace contracts;
70

71 72 73
   /**
    * Integration with the WASM Linker to resolve our intrinsics
    */
D
Daniel Larimer 已提交
74
   struct root_resolver : Runtime::Resolver
75
   {
76 77
      bool resolve(const string& mod_name,
                   const string& export_name,
D
Daniel Larimer 已提交
78 79
                   ObjectType type,
                   ObjectInstance*& out) override
80
      {
81 82 83
         // Try to resolve an intrinsic first.
         if(IntrinsicResolver::singleton.resolve(mod_name,export_name,type, out)) {
            return true;
84
         }
85 86

         FC_ASSERT( !"unresolvable", "${module}.${export}", ("module",mod_name)("export",export_name) );
87
         return false;
88
      }
D
Daniel Larimer 已提交
89
   };
M
Matias Romeo 已提交
90

91 92 93 94 95 96 97 98
   /**
    *  Implementation class for the wasm cache
    *  it is responsible for compiling and storing instances of wasm code for use
    *
    */
   struct wasm_cache_impl {
      wasm_cache_impl()
      {
99
         Runtime::init();
100
      }
M
Matias Romeo 已提交
101

102 103 104 105 106 107 108 109
      /**
       * this must wait for all work to be done otherwise it may destroy memory
       * referenced by other threads
       *
       * Expectations on wasm_cache dictate that all available code has been
       * returned before this can be destroyed
       */
      ~wasm_cache_impl() {
110
         freeUnreferencedObjects({});
111
      }
M
Matias Romeo 已提交
112

113 114 115 116 117 118 119 120 121 122 123 124 125
      /**
       * internal tracking structure which deduplicates memory images
       * and tracks available vs in-use entries.
       *
       * The instances array has two sections, "available" instances
       * are in the front of the vector and anything at an index of
       * available_instances or greater is considered "in use"
       *
       * instances are stored as pointers so that their positions
       * in the array can be moved without invaliding references to
       * the instance handed out to other threads
       */
      struct code_info {
126 127 128 129
         code_info( size_t mem_end, vector<char>&& mem_image )
         :mem_end(mem_end),mem_image(std::forward<vector<char>>(mem_image))
         {}

130 131 132 133 134 135 136 137 138 139
         // a clean image of the memory used to sanitize things on checkin
         size_t mem_start           = 0;
         size_t mem_end             = 1<<16;
         vector<char> mem_image;

         // all existing instances of this code
         vector<unique_ptr<wasm_cache::entry>> instances;
         size_t available_instances = 0;
      };

140 141 142
      using optional_info_ref = optional<std::reference_wrapper<code_info>>;
      using optional_entry_ref = optional<std::reference_wrapper<wasm_cache::entry>>;

143 144 145 146 147 148 149 150
      /**
       * Convenience method for running code with the _cache_lock and releaseint that lock
       * when the code completes
       *
       * @param f - lambda to execute
       * @return - varies depending on the signature of the lambda
       */
      template<typename F>
151 152
      auto with_lock(std::mutex &l, F f) {
         std::lock_guard<std::mutex> lock(l);
153 154 155 156 157 158 159 160 161
         return f();
      };

      /**
       * Fetch the tracking struct given a code_id if it exists
       *
       * @param code_id
       * @return
       */
162
      optional_info_ref fetch_info(const digest_type& code_id) {
163
         return with_lock(_cache_lock, [&,this](){
164 165
            auto iter = _cache.find(code_id);
            if (iter != _cache.end()) {
166
               return optional_info_ref(iter->second);
167 168
            }

169
            return optional_info_ref();
170 171
         });
      }
M
Matias Romeo 已提交
172

173 174 175 176 177
      /**
       * Opportunistically fetch an available instance of the code;
       * @param code_id - the id of the code to fetch
       * @return - reference to the entry when one is available
       */
178
      optional_entry_ref try_fetch_entry(const digest_type& code_id) {
179
         return with_lock(_cache_lock, [&,this](){
180 181
            auto iter = _cache.find(code_id);
            if (iter != _cache.end() && iter->second.available_instances > 0) {
182
               auto &ptr = iter->second.instances.at(--(iter->second.available_instances));
183
               return optional_entry_ref(*ptr);
184 185
            }

186
            return optional_entry_ref();
187
         });
D
Daniel Larimer 已提交
188
      }
M
Matias Romeo 已提交
189

190 191 192 193 194 195 196 197 198 199 200 201
      /**
       * Fetch a copy of the code, this is guaranteed to return an entry IF the code is compilable.
       * In order to do that in safe way this code may cause the calling thread to sleep while a new
       * version of the code is compiled and inserted into the cache
       *
       * @param code_id - the id of the code to fetch
       * @param wasm_binary - the binary for the wasm
       * @param wasm_binary_size - the size of the binary
       * @return reference to a usable cache entry
       */
      wasm_cache::entry& fetch_entry(const digest_type& code_id, const char* wasm_binary, size_t wasm_binary_size) {
         std::condition_variable condition;
202
         optional_entry_ref result;
203 204 205 206
         std::exception_ptr error;

         // compilation is not thread safe, so we dispatch it to a io_service running on a single thread to
         // queue up and synchronize compilations
207
         with_lock(_compile_lock, [&,this](){
208 209 210 211 212 213
            // check to see if someone returned what we need before making a new one
            auto pending_result = try_fetch_entry(code_id);
            std::exception_ptr pending_error;

            if (!pending_result) {
               // time to compile a brand new (maybe first) copy of this code
214 215
               Module* module = new Module();
               ModuleInstance* instance = nullptr;
216
               size_t mem_end = 0;
217 218 219 220
               vector<char> mem_image;

               try {
                  Serialization::MemoryInputStream stream((const U8 *) wasm_binary, wasm_binary_size);
221
                  #warning TODO: restore checktime injection?
222
                  WASM::serializeWithInjection(stream, *module);
223 224

                  root_resolver resolver;
225 226
                  LinkResult link_result = linkModule(*module, resolver);
                  instance = instantiateModule(*module, std::move(link_result.resolvedImports));
227 228
                  FC_ASSERT(instance != nullptr);

229
                  MemoryInstance* current_memory = Runtime::getDefaultMemory(instance);
230

231 232 233 234 235 236
                  if(current_memory) {
                     char *mem_ptr = &memoryRef<char>(current_memory, 0);
                     const auto allocated_memory = Runtime::getDefaultMemorySize(instance);
                     for (uint64_t i = 0; i < allocated_memory; ++i) {
                        if (mem_ptr[i])
                           mem_end = i + 1;
237
                     }
238 239
                     mem_image.resize(mem_end);
                     memcpy(mem_image.data(), mem_ptr, mem_end);
240
                  }
241
                  
242 243 244 245 246 247
               } catch (...) {
                  pending_error = std::current_exception();
               }

               if (pending_error == nullptr) {
                  // grab the lock and put this in the cache as unavailble
248
                  with_lock(_cache_lock, [&,this]() {
249
                     // find or create a new entry
250
                     auto iter = _cache.emplace(code_id, code_info(mem_end, std::move(mem_image))).first;
251

252 253
                     iter->second.instances.emplace_back(std::make_unique<wasm_cache::entry>(instance, module));
                     pending_result = optional_entry_ref(*iter->second.instances.back().get());
254 255 256 257
                  });
               }
            }

258 259 260 261 262
           if (pending_error != nullptr) {
              error = pending_error;
           } else {
              result = pending_result;
           }
263

264 265
         });

266

267 268 269 270
         try {
            if (error != nullptr) {
               std::rethrow_exception(error);
            } else {
271
               return (*result).get();
272 273
            }
         } FC_RETHROW_EXCEPTIONS(error, "error compiling WASM for code with hash: ${code_id}", ("code_id", code_id));
D
Daniel Larimer 已提交
274
      }
275

276 277 278 279 280 281 282 283 284
      /**
       * return an entry to the cache.  The entry is presumed to come back in a "dirty" state and must be
       * sanitized before returning to the "available" state.  This sanitization is done asynchronously so
       * as not to delay the current executing thread.
       *
       * @param code_id - the code Id associated with the instance
       * @param entry - the entry to return
       */
      void return_entry(const digest_type& code_id, wasm_cache::entry& entry) {
285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309
        // sanitize by reseting the memory that may now be dirty
        auto& info = (*fetch_info(code_id)).get();
        if(getDefaultMemory(entry.instance)) {
           char* memstart = &memoryRef<char>( getDefaultMemory(entry.instance), 0 );
           memset( memstart + info.mem_end, 0, ((1<<16) - info.mem_end) );
           memcpy( memstart, info.mem_image.data(), info.mem_end);
        }
        resetGlobalInstances(entry.instance);

        // under a lock, put this entry back in the available instances side of the instances vector
        with_lock(_cache_lock, [&,this](){
           // walk the vector and find this entry
           auto iter = info.instances.begin();
           while (iter->get() != &entry) {
              ++iter;
           }

           FC_ASSERT(iter != info.instances.end(), "Checking in a WASM enty that was not created properly!");

           auto first_unavailable = (info.instances.begin() + info.available_instances);
           if (iter != first_unavailable) {
              std::swap(iter, first_unavailable);
           }
           info.available_instances++;
        });
D
Daniel Larimer 已提交
310
      }
311

312 313 314
      // mapping of digest to an entry for the code
      map<digest_type, code_info> _cache;
      std::mutex _cache_lock;
B
Brian Johnson 已提交
315

316 317
      // compilation lock
      std::mutex _compile_lock;
318
   };
B
Brian Johnson 已提交
319

320 321 322
   wasm_cache::wasm_cache()
      :_my( new wasm_cache_impl() ) {
   }
323

324 325
   wasm_cache::~wasm_cache() = default;

326
   wasm_cache::entry &wasm_cache::checkout( const digest_type& code_id, const char* wasm_binary, size_t wasm_binary_size ) {
327
      // see if there is an available entry in the cache
328
      auto result = _my->try_fetch_entry(code_id);
329
      if (result) {
330
         return (*result).get();
D
Daniel Larimer 已提交
331
      }
332 333 334 335 336
      return _my->fetch_entry(code_id, wasm_binary, wasm_binary_size);
   }


   void wasm_cache::checkin(const digest_type& code_id, entry& code ) {
337 338 339
      MemoryInstance* default_mem = Runtime::getDefaultMemory(code.instance);
      if(default_mem)
         Runtime::shrinkMemory(default_mem, Runtime::getMemoryNumPages(default_mem) - 1);
340
      _my->return_entry(code_id, code);
341
   }
342

343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360
   /**
    * RAII wrapper to make sure that the context is cleaned up on exception
    */
   struct scoped_context {
      template<typename ...Args>
      scoped_context(optional<wasm_context> &context, Args&... args)
      :context(context)
      {
         context = wasm_context{ args... };
      }

      ~scoped_context() {
         context.reset();
      }

      optional<wasm_context>& context;
   };

361
   void wasm_interface_impl::call(const string& entry_point, const vector<Value>& args, wasm_cache::entry& code, apply_context& context)
362
   try {
363
      FunctionInstance* call = asFunctionNullable(getInstanceExport(code.instance,entry_point) );
364 365 366 367
      if( !call ) {
         return;
      }

368
      FC_ASSERT( getFunctionType(call)->parameters.size() == args.size() );
369

370
      auto context_guard = scoped_context(current_context, code, context);
371
      context.checktime_start();
372
      runInstanceStartFunc(code.instance);
373 374 375 376 377 378 379 380 381 382 383 384
      Runtime::invokeFunction(call,args);
   } catch( const Runtime::Exception& e ) {
      FC_THROW_EXCEPTION(wasm_execution_error,
                         "cause: ${cause}\n${callstack}",
                         ("cause", string(describeExceptionCause(e.cause)))
                         ("callstack", e.callStack));
   } FC_CAPTURE_AND_RETHROW()

   wasm_interface::wasm_interface()
      :my( new wasm_interface_impl() ) {
   }

385 386 387 388 389 390 391 392
   wasm_interface& wasm_interface::get() {
      thread_local wasm_interface* single = nullptr;
      if( !single ) {
         single = new wasm_interface();
      }
      return *single;
   }

393
   void wasm_interface::apply( wasm_cache::entry& code, apply_context& context ) {
394 395 396
      vector<Value> args = {Value(uint64_t(context.act.account)),
                            Value(uint64_t(context.act.name))};
      my->call("apply", args, code, context);
397 398 399 400 401
   }

   void wasm_interface::error( wasm_cache::entry& code, apply_context& context ) {
      vector<Value> args = { /* */ };
      my->call("error", args, code, context);
402 403
   }

404
#if defined(assert)
405
   #undef assert
406 407
#endif

B
Bart Wyatt 已提交
408
class context_aware_api {
409
   public:
B
Bart Wyatt 已提交
410
      context_aware_api(wasm_interface& wasm)
411 412
      :context(intrinsics_accessor::get_context(wasm).context), code(intrinsics_accessor::get_context(wasm).code),
       sbrk_bytes(intrinsics_accessor::get_context(wasm).sbrk_bytes)
413 414
      {}

B
Bart Wyatt 已提交
415
   protected:
416
      uint32_t&          sbrk_bytes;
B
Bucky Kittinger 已提交
417
      wasm_cache::entry& code;
B
Bucky Kittinger 已提交
418
      apply_context&     context;
B
Bart Wyatt 已提交
419 420
};

D
Daniel Larimer 已提交
421 422
class privileged_api : public context_aware_api {
   public:
423 424 425 426 427
      privileged_api( wasm_interface& wasm )
      :context_aware_api(wasm)
      {
         FC_ASSERT( context.privileged, "${code} does not have permission to call this API", ("code",context.receiver) );
      }
D
Daniel Larimer 已提交
428 429 430 431 432 433 434 435

      /**
       *  This should schedule the feature to be activated once the
       *  block that includes this call is irreversible. It should
       *  fail if the feature is already pending.
       *
       *  Feature name should be base32 encoded name. 
       */
436
      void activate_feature( int64_t feature_name ) {
437
         FC_ASSERT( !"Unsupported Harfork Detected" );
D
Daniel Larimer 已提交
438 439 440 441 442 443 444 445
      }

      /**
       * This should return true if a feature is active and irreversible, false if not.
       *
       * Irreversiblity by fork-database is not consensus safe, therefore, this defines
       * irreversiblity only by block headers not by BFT short-cut.
       */
446
      int is_feature_active( int64_t feature_name ) {
D
Daniel Larimer 已提交
447 448 449 450
         return false;
      }

      void set_resource_limits( account_name account, 
451 452
                                int64_t ram_bytes, int64_t net_weight, int64_t cpu_weight,
                                int64_t cpu_usec_per_period ) {
453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470
         auto& buo = context.db.get<bandwidth_usage_object,by_owner>( account );
         FC_ASSERT( buo.db_usage <= ram_bytes, "attempt to free to much space" );

         auto& gdp = context.controller.get_dynamic_global_properties();
         context.mutable_db.modify( gdp, [&]( auto& p ) {
           p.total_net_weight -= buo.net_weight;
           p.total_net_weight += net_weight;
           p.total_cpu_weight -= buo.cpu_weight;
           p.total_cpu_weight += cpu_weight;
           p.total_db_reserved -= buo.db_reserved_capacity;
           p.total_db_reserved += ram_bytes;
         });

         context.mutable_db.modify( buo, [&]( auto& o ){
            o.net_weight = net_weight;
            o.cpu_weight = cpu_weight;
            o.db_reserved_capacity = ram_bytes;
         });
D
Daniel Larimer 已提交
471 472
      }

473

D
Daniel Larimer 已提交
474
      void get_resource_limits( account_name account, 
475
                                uint64_t& ram_bytes, uint64_t& net_weight, uint64_t cpu_weight ) {
D
Daniel Larimer 已提交
476 477
      }
                                               
478
      void set_active_producers( array_ptr<char> packed_producer_schedule, size_t datalen) {
479 480 481 482 483 484 485 486
         datastream<const char*> ds( packed_producer_schedule, datalen );
         producer_schedule_type psch;
         fc::raw::unpack(ds, psch);

         context.mutable_db.modify( context.controller.get_global_properties(), 
            [&]( auto& gprops ) {
                 gprops.new_active_producers = psch;
         });
D
Daniel Larimer 已提交
487 488
      }

489 490 491 492 493 494 495 496 497 498 499
      bool is_privileged( account_name n )const {
         return context.db.get<account_object, by_name>( n ).privileged;
      }
      bool is_frozen( account_name n )const {
         return context.db.get<account_object, by_name>( n ).frozen;
      }
      void set_privileged( account_name n, bool is_priv ) {
         const auto& a = context.db.get<account_object, by_name>( n );
         context.mutable_db.modify( a, [&]( auto& ma ){
            ma.privileged = is_priv;
         });
D
Daniel Larimer 已提交
500 501
      }

502 503 504 505 506
      void freeze_account( account_name n , bool should_freeze ) {
         const auto& a = context.db.get<account_object, by_name>( n );
         context.mutable_db.modify( a, [&]( auto& ma ){
            ma.frozen = should_freeze;
         });
D
Daniel Larimer 已提交
507 508 509 510 511
      }

      /// TODO: add inline/deferred with support for arbitrary permissions rather than code/current auth
};

512 513 514 515 516 517 518 519 520
class checktime_api : public context_aware_api {
public:
   using context_aware_api::context_aware_api;

   void checktime() {
      context.checktime();
   }
};

521 522 523 524
class producer_api : public context_aware_api {
   public:
      using context_aware_api::context_aware_api;

525
      int get_active_producers(array_ptr<chain::account_name> producers, size_t datalen) {
526 527 528 529
         auto active_producers = context.get_active_producers();
         size_t len = std::min(datalen / sizeof(chain::account_name), active_producers.size());
         memcpy(producers, active_producers.data(), len);
         return active_producers.size() * sizeof(chain::account_name);
530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557
      }
};

class crypto_api : public context_aware_api {
   public:
      using context_aware_api::context_aware_api;

      void assert_sha256(array_ptr<char> data, size_t datalen, const fc::sha256& hash_val) {
         auto result = fc::sha256::hash( data, datalen );
         FC_ASSERT( result == hash_val, "hash miss match" );
      }

      void sha256(array_ptr<char> data, size_t datalen, fc::sha256& hash_val) {
         hash_val = fc::sha256::hash( data, datalen );
      }
};

class string_api : public context_aware_api {
   public:
      using context_aware_api::context_aware_api;

      void assert_is_utf8(array_ptr<const char> str, size_t datalen, null_terminated_ptr msg) {
         const bool test = fc::is_utf8(std::string( str, datalen ));

         FC_ASSERT( test, "assertion failed: ${s}", ("s",msg.value) );
      }
};

B
Bart Wyatt 已提交
558 559 560 561
class system_api : public context_aware_api {
   public:
      using context_aware_api::context_aware_api;

562
      void assert(bool condition, null_terminated_ptr str) {
B
Bart Wyatt 已提交
563 564 565 566
         std::string message( str );
         if( !condition ) edump((message));
         FC_ASSERT( condition, "assertion failed: ${s}", ("s",message));
      }
567 568 569 570

      fc::time_point_sec now() {
         return context.controller.head_block_time();
      }
B
Bart Wyatt 已提交
571 572 573 574 575 576
};

class action_api : public context_aware_api {
   public:
      using context_aware_api::context_aware_api;

577 578
      int read_action(array_ptr<char> memory, size_t size) {
         FC_ASSERT(size > 0);
579
         int minlen = std::min<size_t>(context.act.data.size(), size);
580 581 582 583
         memcpy((void *)memory, context.act.data.data(), minlen);
         return minlen;
      }

B
Bart Wyatt 已提交
584 585
      int action_size() {
         return context.act.data.size();
586 587
      }

B
Bart Wyatt 已提交
588 589 590
      const name& current_receiver() {
         return context.receiver;
      }
591 592

      fc::time_point_sec publication_time() {
B
Bart Wyatt 已提交
593
         return context.trx_meta.published;
594 595 596
      }

      name current_sender() {
B
Bart Wyatt 已提交
597 598
         if (context.trx_meta.sender) {
            return *context.trx_meta.sender;
599 600 601 602
         } else {
            return name();
         }
      }
603
};
B
Brian Johnson 已提交
604

B
Bart Wyatt 已提交
605 606 607 608
class console_api : public context_aware_api {
   public:
      using context_aware_api::context_aware_api;

609 610
      void prints(null_terminated_ptr str) {
         context.console_append<const char*>(str);
B
Bart Wyatt 已提交
611 612 613
      }

      void prints_l(array_ptr<const char> str, size_t str_len ) {
614
         context.console_append(string(str, str_len));
B
Bart Wyatt 已提交
615 616 617
      }

      void printi(uint64_t val) {
618
         context.console_append(val);
B
Bart Wyatt 已提交
619 620 621 622
      }

      void printi128(const unsigned __int128& val) {
         fc::uint128_t v(val>>64, uint64_t(val) );
623
         context.console_append(fc::variant(v).get_string());
B
Bart Wyatt 已提交
624 625 626
      }

      void printd( wasm_double val ) {
627
         context.console_append(val.str());
B
Bart Wyatt 已提交
628 629 630
      }

      void printn(const name& value) {
631
         context.console_append(value.to_string());
B
Bart Wyatt 已提交
632 633 634
      }

      void printhex(array_ptr<const char> data, size_t data_len ) {
635
         context.console_append(fc::to_hex(data, data_len));
B
Bart Wyatt 已提交
636 637 638
      }
};

639 640 641 642 643 644 645 646 647 648 649 650 651 652 653
template<typename ObjectType>
class db_api : public context_aware_api {
   using KeyType = typename ObjectType::key_type;
   static constexpr int KeyCount = ObjectType::number_of_keys;
   using KeyArrayType = KeyType[KeyCount];
   using ContextMethodType = int(apply_context::*)(const table_id_object&, const KeyType*, const char*, size_t);

   private:
      int call(ContextMethodType method, const scope_name& scope, const name& table, array_ptr<const char> data, size_t data_len) {
         const auto& t_id = context.find_or_create_table(scope, context.receiver, table);
         FC_ASSERT(data_len >= KeyCount * sizeof(KeyType), "Data is not long enough to contain keys");
         const KeyType* keys = reinterpret_cast<const KeyType *>((const char *)data);

         const char* record_data =  ((const char*)data) + sizeof(KeyArrayType);
         size_t record_len = data_len - sizeof(KeyArrayType);
654
         return (context.*(method))(t_id, keys, record_data, record_len) + sizeof(KeyArrayType);
655 656 657 658 659 660
      }

   public:
      using context_aware_api::context_aware_api;

      int store(const scope_name& scope, const name& table, array_ptr<const char> data, size_t data_len) {
661 662 663 664
         auto res = call(&apply_context::store_record<ObjectType>, scope, table, data, data_len);
         //ilog("STORE [${scope},${code},${table}] => ${res} :: ${HEX}", ("scope",scope)("code",context.receiver)("table",table)("res",res)("HEX", fc::to_hex(data, data_len)));
         return res;

665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687
      }

      int update(const scope_name& scope, const name& table, array_ptr<const char> data, size_t data_len) {
         return call(&apply_context::update_record<ObjectType>, scope, table, data, data_len);
      }

      int remove(const scope_name& scope, const name& table, const KeyArrayType &keys) {
         const auto& t_id = context.find_or_create_table(scope, context.receiver, table);
         return context.remove_record<ObjectType>(t_id, keys);
      }
};

template<typename IndexType, typename Scope>
class db_index_api : public context_aware_api {
   using KeyType = typename IndexType::value_type::key_type;
   static constexpr int KeyCount = IndexType::value_type::number_of_keys;
   using KeyArrayType = KeyType[KeyCount];
   using ContextMethodType = int(apply_context::*)(const table_id_object&, KeyType*, char*, size_t);


   int call(ContextMethodType method, const scope_name& scope, const account_name& code, const name& table, array_ptr<char> data, size_t data_len) {
      auto maybe_t_id = context.find_table(scope, context.receiver, table);
      if (maybe_t_id == nullptr) {
688
         return -1;
689 690 691 692 693 694 695 696 697
      }

      const auto& t_id = *maybe_t_id;
      FC_ASSERT(data_len >= KeyCount * sizeof(KeyType), "Data is not long enough to contain keys");
      KeyType* keys = reinterpret_cast<KeyType *>((char *)data);

      char* record_data =  ((char*)data) + sizeof(KeyArrayType);
      size_t record_len = data_len - sizeof(KeyArrayType);

698 699 700 701 702
      auto res = (context.*(method))(t_id, keys, record_data, record_len);
      if (res != -1) {
         res += sizeof(KeyArrayType);
      }
      return res;
703 704 705 706 707 708
   }

   public:
      using context_aware_api::context_aware_api;

      int load(const scope_name& scope, const account_name& code, const name& table, array_ptr<char> data, size_t data_len) {
709 710 711
         auto res = call(&apply_context::load_record<IndexType, Scope>, scope, code, table, data, data_len);
         //ilog("LOAD [${scope},${code},${table}] => ${res} :: ${HEX}", ("scope",scope)("code",code)("table",table)("res",res)("HEX", fc::to_hex(data, data_len)));
         return res;
712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739
      }

      int front(const scope_name& scope, const account_name& code, const name& table, array_ptr<char> data, size_t data_len) {
         return call(&apply_context::front_record<IndexType, Scope>, scope, code, table, data, data_len);
      }

      int back(const scope_name& scope, const account_name& code, const name& table, array_ptr<char> data, size_t data_len) {
         return call(&apply_context::back_record<IndexType, Scope>, scope, code, table, data, data_len);
      }

      int next(const scope_name& scope, const account_name& code, const name& table, array_ptr<char> data, size_t data_len) {
         return call(&apply_context::next_record<IndexType, Scope>, scope, code, table, data, data_len);
      }

      int previous(const scope_name& scope, const account_name& code, const name& table, array_ptr<char> data, size_t data_len) {
         return call(&apply_context::previous_record<IndexType, Scope>, scope, code, table, data, data_len);
      }

      int lower_bound(const scope_name& scope, const account_name& code, const name& table, array_ptr<char> data, size_t data_len) {
         return call(&apply_context::lower_bound_record<IndexType, Scope>, scope, code, table, data, data_len);
      }

      int upper_bound(const scope_name& scope, const account_name& code, const name& table, array_ptr<char> data, size_t data_len) {
         return call(&apply_context::upper_bound_record<IndexType, Scope>, scope, code, table, data, data_len);
      }

};

740
class memory_api : public context_aware_api {
741
   public:
B
Bucky Kittinger 已提交
742
      using context_aware_api::context_aware_api;
743
     
744 745 746 747 748 749 750 751
      char* memcpy( array_ptr<char> dest, array_ptr<const char> src, size_t length) {
         return (char *)::memcpy(dest, src, length);
      }

      int memcmp( array_ptr<const char> dest, array_ptr<const char> src, size_t length) {
         return ::memcmp(dest, src, length);
      }

B
Bucky Kittinger 已提交
752
      char* memset( array_ptr<char> dest, int value, size_t length ) {
B
Bucky Kittinger 已提交
753
         return (char *)::memset( dest, value, length );
B
Bucky Kittinger 已提交
754 755 756
      }

      uint32_t sbrk(int num_bytes) {
B
Bucky Kittinger 已提交
757
         // TODO: omitted checktime function from previous version of sbrk, may need to be put back in at some point
758 759 760
         constexpr uint32_t NBPPL2  = IR::numBytesPerPageLog2;
         constexpr uint32_t MAX_MEM = 1024 * 1024;

761 762 763 764 765 766 767
         MemoryInstance*  default_mem    = Runtime::getDefaultMemory(code.instance);
         if(!default_mem)
            throw eosio::chain::page_memory_error();

         const uint32_t         num_pages      = Runtime::getMemoryNumPages(default_mem);
         const uint32_t         min_bytes      = (num_pages << NBPPL2) > UINT32_MAX ? UINT32_MAX : num_pages << NBPPL2;
         const uint32_t         prev_num_bytes = sbrk_bytes; //_num_bytes;
768
         
B
Bucky Kittinger 已提交
769 770 771
         // round the absolute value of num_bytes to an alignment boundary
         num_bytes = (num_bytes + 7) & ~7;

772
         if ((num_bytes > 0) && (prev_num_bytes > (MAX_MEM - num_bytes)))  // test if allocating too much memory (overflowed)
B
Bucky Kittinger 已提交
773 774 775 776 777
            throw eosio::chain::page_memory_error();
         else if ((num_bytes < 0) && (prev_num_bytes < (min_bytes - num_bytes))) // test for underflow
            throw eosio::chain::page_memory_error(); 

         // update the number of bytes allocated, and compute the number of pages needed
778 779
         sbrk_bytes += num_bytes;
         const uint32_t num_desired_pages = (sbrk_bytes + IR::numBytesPerPage - 1) >> NBPPL2;
B
Bucky Kittinger 已提交
780 781 782 783 784 785 786 787

         // grow or shrink the memory to the desired number of pages
         if (num_desired_pages > num_pages)
            Runtime::growMemory(default_mem, num_desired_pages - num_pages);
         else if (num_desired_pages < num_pages)
            Runtime::shrinkMemory(default_mem, num_pages - num_desired_pages);

         return prev_num_bytes;
788
      }
789 790
};

791 792 793 794
class transaction_api : public context_aware_api {
   public:
      using context_aware_api::context_aware_api;

795 796 797 798 799 800 801 802 803 804
      int read_transaction( array_ptr<char> data, size_t data_len ) {
         bytes trx = context.get_packed_transaction();
         if (data_len >= trx.size()) {
            memcpy(data, trx.data(), trx.size());
         }
         return trx.size();
      }

      int transaction_size() {
         return context.get_packed_transaction().size();
805 806 807
      }

      int expiration() {
808
        return context.trx_meta.trx().expiration.sec_since_epoch();
809 810 811
      }

      int tapos_block_num() {
812
        return context.trx_meta.trx().ref_block_num;
813
      }
814
      int tapos_block_prefix() {
815
        return context.trx_meta.trx().ref_block_prefix;
816 817
      }

818 819 820 821 822 823 824 825 826 827 828
      void send_inline( array_ptr<char> data, size_t data_len ) {
         // TODO: use global properties object for dynamic configuration of this default_max_gen_trx_size
         FC_ASSERT( data_len < config::default_max_inline_action_size, "inline action too big" );

         action act;
         fc::raw::unpack<action>(data, data_len, act);
         context.execute_inline(std::move(act));
      }


      void send_deferred( uint32_t sender_id, const fc::time_point_sec& execute_after, array_ptr<char> data, size_t data_len ) {
829 830 831
         try {
            // TODO: use global properties object for dynamic configuration of this default_max_gen_trx_size
            FC_ASSERT(data_len < config::default_max_gen_trx_size, "generated transaction too big");
832

833 834 835 836 837 838 839
            deferred_transaction dtrx;
            fc::raw::unpack<transaction>(data, data_len, dtrx);
            dtrx.sender = context.receiver;
            dtrx.sender_id = sender_id;
            dtrx.execute_after = execute_after;
            context.execute_deferred(std::move(dtrx));
         } FC_CAPTURE_AND_RETHROW((fc::to_hex(data, data_len)));
840 841 842 843
      }

};

844 845 846 847 848 849 850 851 852 853 854

REGISTER_INTRINSICS(privileged_api,
   (activate_feature,          void(int64_t))
   (is_feature_active,         int(int64_t))
   (set_resource_limits,       void(int64_t,int64_t,int64_t,int64_t,int64_t))
   (set_active_producers,      void(int,int))
   (is_privileged,             int(int64_t))
   (set_privileged,            void(int64_t, int))
   (freeze_account,            void(int64_t, int))
   (is_frozen,                 int(int64_t))
);
855 856 857 858 859

REGISTER_INTRINSICS(checktime_api,
   (checktime,      void())
);

860
REGISTER_INTRINSICS(producer_api,
861
   (get_active_producers,      int(int, int))
862 863 864 865 866 867 868 869 870 871 872
);

REGISTER_INTRINSICS(crypto_api,
   (assert_sha256,  void(int, int, int))
   (sha256,         void(int, int, int))
);

REGISTER_INTRINSICS(string_api,
   (assert_is_utf8,  void(int, int, int))
);

B
Bart Wyatt 已提交
873 874
REGISTER_INTRINSICS(system_api,
   (assert,      void(int, int))
875
   (now,          int())
B
Bart Wyatt 已提交
876 877 878 879 880 881
);

REGISTER_INTRINSICS(action_api,
   (read_action,            int(int, int)  )
   (action_size,            int()          )
   (current_receiver,   int64_t()          )
882 883
   (publication_time,   int32_t()          )
   (current_sender,     int64_t()          )
B
Bart Wyatt 已提交
884 885 886
);

REGISTER_INTRINSICS(apply_context,
887 888
   (require_write_lock,    void(int64_t)   )
   (require_read_lock,     void(int64_t, int64_t)   )
B
Bart Wyatt 已提交
889
   (require_recipient,     void(int64_t)   )
890
   (require_authorization, void(int64_t), "require_auth", void(apply_context::*)(const account_name&)const)
B
Bart Wyatt 已提交
891 892 893 894 895 896 897 898 899 900 901 902
);

REGISTER_INTRINSICS(console_api,
   (prints,                void(int)       )
   (prints_l,              void(int, int)  )
   (printi,                void(int64_t)   )
   (printi128,             void(int)       )
   (printd,                void(int64_t)   )
   (printn,                void(int64_t)   )
   (printhex,              void(int, int)  )
);

903
REGISTER_INTRINSICS(transaction_api,
904 905 906 907 908 909
   (read_transaction,       int(int, int)            )
   (transaction_size,       int()                    )
   (expiration,             int()                    )
   (tapos_block_prefix,     int()                    )
   (tapos_block_num,        int()                    )
   (send_inline,           void(int, int)            )
910 911 912
   (send_deferred,         void(int, int, int, int)  )
);

913 914 915 916
REGISTER_INTRINSICS(memory_api,
   (memcpy,                 int(int, int, int)   )
   (memcmp,                 int(int, int, int)   )
   (memset,                 int(int, int, int)   )
B
Bucky Kittinger 已提交
917
   (sbrk,                   int(int)             )
918 919
);

920

921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937
#define DB_METHOD_SEQ(SUFFIX) \
   (store,        int32_t(int64_t, int64_t, int, int),            "store_"#SUFFIX )\
   (update,       int32_t(int64_t, int64_t, int, int),            "update_"#SUFFIX )\
   (remove,       int32_t(int64_t, int64_t, int),                 "remove_"#SUFFIX )

#define DB_INDEX_METHOD_SEQ(SUFFIX)\
   (load,         int32_t(int64_t, int64_t, int64_t, int, int),   "load_"#SUFFIX )\
   (front,        int32_t(int64_t, int64_t, int64_t, int, int),   "front_"#SUFFIX )\
   (back,         int32_t(int64_t, int64_t, int64_t, int, int),   "back_"#SUFFIX )\
   (next,         int32_t(int64_t, int64_t, int64_t, int, int),   "next_"#SUFFIX )\
   (previous,     int32_t(int64_t, int64_t, int64_t, int, int),   "previous_"#SUFFIX )\
   (lower_bound,  int32_t(int64_t, int64_t, int64_t, int, int),   "lower_bound_"#SUFFIX )\
   (upper_bound,  int32_t(int64_t, int64_t, int64_t, int, int),   "upper_bound_"#SUFFIX )\

using db_api_key_value_object                                 = db_api<key_value_object>;
using db_api_keystr_value_object                              = db_api<keystr_value_object>;
using db_api_key128x128_value_object                          = db_api<key128x128_value_object>;
938
using db_api_key64x64_value_object                            = db_api<key64x64_value_object>;
939 940 941 942 943
using db_api_key64x64x64_value_object                         = db_api<key64x64x64_value_object>;
using db_index_api_key_value_index_by_scope_primary           = db_index_api<key_value_index,by_scope_primary>;
using db_index_api_keystr_value_index_by_scope_primary        = db_index_api<keystr_value_index,by_scope_primary>;
using db_index_api_key128x128_value_index_by_scope_primary    = db_index_api<key128x128_value_index,by_scope_primary>;
using db_index_api_key128x128_value_index_by_scope_secondary  = db_index_api<key128x128_value_index,by_scope_secondary>;
944 945
using db_index_api_key64x64_value_index_by_scope_primary      = db_index_api<key64x64_value_index,by_scope_primary>;
using db_index_api_key64x64_value_index_by_scope_secondary    = db_index_api<key64x64_value_index,by_scope_secondary>;
946 947 948 949 950 951 952
using db_index_api_key64x64x64_value_index_by_scope_primary   = db_index_api<key64x64x64_value_index,by_scope_primary>;
using db_index_api_key64x64x64_value_index_by_scope_secondary = db_index_api<key64x64x64_value_index,by_scope_secondary>;
using db_index_api_key64x64x64_value_index_by_scope_tertiary  = db_index_api<key64x64x64_value_index,by_scope_tertiary>;

REGISTER_INTRINSICS(db_api_key_value_object,         DB_METHOD_SEQ(i64));
REGISTER_INTRINSICS(db_api_keystr_value_object,      DB_METHOD_SEQ(str));
REGISTER_INTRINSICS(db_api_key128x128_value_object,  DB_METHOD_SEQ(i128i128));
953
REGISTER_INTRINSICS(db_api_key64x64_value_object,    DB_METHOD_SEQ(i64i64));
954 955 956 957 958 959
REGISTER_INTRINSICS(db_api_key64x64x64_value_object, DB_METHOD_SEQ(i64i64i64));

REGISTER_INTRINSICS(db_index_api_key_value_index_by_scope_primary,           DB_INDEX_METHOD_SEQ(i64));
REGISTER_INTRINSICS(db_index_api_keystr_value_index_by_scope_primary,        DB_INDEX_METHOD_SEQ(str));
REGISTER_INTRINSICS(db_index_api_key128x128_value_index_by_scope_primary,    DB_INDEX_METHOD_SEQ(primary_i128i128));
REGISTER_INTRINSICS(db_index_api_key128x128_value_index_by_scope_secondary,  DB_INDEX_METHOD_SEQ(secondary_i128i128));
960 961
REGISTER_INTRINSICS(db_index_api_key64x64_value_index_by_scope_primary,      DB_INDEX_METHOD_SEQ(primary_i64i64));
REGISTER_INTRINSICS(db_index_api_key64x64_value_index_by_scope_secondary,    DB_INDEX_METHOD_SEQ(secondary_i64i64));
962
REGISTER_INTRINSICS(db_index_api_key64x64x64_value_index_by_scope_primary,   DB_INDEX_METHOD_SEQ(primary_i64i64i64));
963
REGISTER_INTRINSICS(db_index_api_key64x64x64_value_index_by_scope_secondary, DB_INDEX_METHOD_SEQ(secondary_i64i64i64));
964 965
REGISTER_INTRINSICS(db_index_api_key64x64x64_value_index_by_scope_tertiary,  DB_INDEX_METHOD_SEQ(tertiary_i64i64i64));

B
Brian Johnson 已提交
966

D
Daniel Larimer 已提交
967
} } /// eosio::chain