Run C extensions natively

* libtruffleruby.so is still run on Sulong to limit the changes needed.
* libtrufflerubytrampoline.so is a new library which declares C API functions in native and forwards to Sulong.
* st.c is copied to libtrufflerubytrampoline.so since it does not need to run on Sulong.
* Define TRUFFLERUBY_ABI_VERSION in headers directly for simplicity and reliability, trampoline.c and st.c need it but have no easy way to get the value from Ruby.
* Remove dependencies on polyglot.h in public extension headers, since that functionality is not available when not running on Sulong.

Author: eregon

.gitignore

@@ -47,6 +47,7 @@ lib/gems/gems/debug-*/ext/debug/debug_version.h
 src/main/c/*/Makefile
 !src/main/c/spawn-helper/Makefile
 !src/main/c/truffleposix/Makefile
+src/main/c/cext-trampoline/trampoline.c
 src/main/c/etc/constdefs.h
 src/main/c/spawn-helper/spawn-helper
 

doc/contributor/how-to-guide.md

@@ -1292,15 +1292,15 @@ When you modify C-files (*.c, *.h) or compilation-related Ruby files
 affect the ABI or increase the ABI *check* version explicitly by modifying one of
 the files:
 
-- lib/cext/ABI_version.txt
+- lib/cext/include/truffleruby/truffleruby-abi-version.h
 - lib/cext/ABI_check.txt
 
 ABI change is:
 - changing headers or compilation flags
 - removing/adding a non-static function
 - implementing already declared non-static functions
 
-In case of doubt, bump `ABI_version.txt`.
+In case of doubt, bump `truffleruby-abi-version.h`.
 
 ## How to choose where to add new specs - in TruffleRuby or in ruby/spec repository
 

doc/contributor/updating-ruby.md

@@ -142,7 +142,7 @@ Also update the list of `provided_executables` in `mx_truffleruby.py` if some la
 Update all of these:
 
 * Update `.ruby-version`, `TruffleRuby.LANGUAGE_VERSION`
-* Reset `lib/cext/ABI_version.txt` and `lib/cext/ABI_check.txt` to `1` if `RUBY_VERSION` was updated.
+* Reset `truffleruby-abi-version.h` to `$RUBY_VERSION.1` and `lib/cext/ABI_check.txt` to `1` if `RUBY_VERSION` was updated.
 * Update `versions.json` (with gem versions provided by `cat ../ruby/gems/bundled_gems | sort`, `ls -l lib/gems/specifications/default` and `grep 'VERSION =' lib/mri/rubygems.rb`)
 * Also update version numbers for `debug` and `rbs` in `src/main/c/Makefile` and in `mx.truffleruby/suite.py`.
 * Copy and paste `-h` and `--help` output to `RubyLauncher` (instructions are in the end of the file `src/launcher/java/org/truffleruby/launcher/RubyLauncher.java`)

lib/cext/ABI_version.txt

@@ -136,9 +136,13 @@ static inline bool BIGNUM_POSITIVE_P(VALUE b);
 static inline bool BIGNUM_NEGATIVE_P(VALUE b);
 static inline void BIGNUM_SET_SIGN(VALUE b, bool sign);
 static inline void BIGNUM_NEGATE(VALUE b);
+#ifndef TRUFFLERUBY
 static inline size_t BIGNUM_LEN(VALUE b);
+#endif
 static inline BDIGIT *BIGNUM_DIGITS(VALUE b);
+#ifndef TRUFFLERUBY
 static inline int BIGNUM_LENINT(VALUE b);
+#endif
 static inline bool BIGNUM_EMBED_P(VALUE b);
 
 RUBY_SYMBOL_EXPORT_BEGIN
@@ -205,6 +209,7 @@ BIGNUM_NEGATE(VALUE b)
     FL_REVERSE_RAW(b, BIGNUM_SIGN_BIT);
 }
 
+#ifndef TRUFFLERUBY
 static inline size_t
 BIGNUM_LEN(VALUE b)
 {
@@ -224,6 +229,7 @@ BIGNUM_LENINT(VALUE b)
 {
     return rb_long2int(BIGNUM_LEN(b));
 }
+#endif
 
 /* LSB:BIGNUM_DIGITS(b)[0], MSB:BIGNUM_DIGITS(b)[BIGNUM_LEN(b)-1] */
 static inline BDIGIT *

lib/cext/include/internal/bignum.h

@@ -25,7 +25,12 @@ st_index_t rb_iseq_cdhash_hash(VALUE a);
 /* iseq.c */
 int rb_vm_insn_addr2insn(const void *);
 int rb_vm_insn_decode(const VALUE encoded);
+
+#ifdef TRUFFLERUBY
+#define ruby_vm_keep_script_lines false
+#else
 extern bool ruby_vm_keep_script_lines;
+#endif
 
 MJIT_SYMBOL_EXPORT_BEGIN
 /* iseq.c (export) */

lib/cext/include/internal/compile.h

@@ -160,6 +160,7 @@ VALUE rb_imemo_new(enum imemo_type type, VALUE v1, VALUE v2, VALUE v3, VALUE v0)
 const char *rb_imemo_name(enum imemo_type type);
 RUBY_SYMBOL_EXPORT_END
 
+#ifndef TRUFFLERUBY
 static inline enum imemo_type
 imemo_type(VALUE imemo)
 {
@@ -182,6 +183,7 @@ imemo_type_p(VALUE imemo, enum imemo_type imemo_type)
 }
 
 #define IMEMO_TYPE_P(v, t) imemo_type_p((VALUE)v, t)
+#endif
 
 static inline bool
 imemo_throw_data_p(VALUE imemo)

lib/cext/include/internal/imemo.h

@@ -337,11 +337,7 @@ rb_ulong2num_inline(unsigned long v)
     if (RB_POSFIXABLE(v))
         return RB_LONG2FIX(v);
     else
-#ifdef TRUFFLERUBY
-        return rb_tr_wrap(polyglot_invoke(RUBY_CEXT, "rb_ulong2num", (long) v));
-#else
         return rb_uint2big(v);
-#endif
 }
 
 /**

lib/cext/include/ruby/internal/arithmetic/long.h

@@ -283,6 +283,7 @@ VALUE rb_tr_rarray_aref(VALUE array, long index);
 #endif
 RBIMPL_SYMBOL_EXPORT_END()
 
+#ifndef TRUFFLERUBY
 RBIMPL_ATTR_PURE_UNLESS_DEBUG()
 RBIMPL_ATTR_ARTIFICIAL()
 /**
@@ -312,7 +313,6 @@ RARRAY_EMBED_LEN(VALUE ary)
     return RBIMPL_CAST((long)f);
 }
 
-#ifndef TRUFFLERUBY
 RBIMPL_ATTR_PURE_UNLESS_DEBUG()
 /**
  * Queries the length of the array.

lib/cext/include/ruby/internal/core/rarray.h

@@ -87,7 +87,10 @@ RBasic {
      * @note  This is ::VALUE rather than  an enum for alignment purpose.  Back
      *        in the 1990s there were no such thing like `_Alignas` in C.
      */
+#ifndef TRUFFLERUBY
+    // TruffleRuby: we cannot support writing to these flags, so don't expose the field
     VALUE flags;
+#endif
 
     /**
      * Class of an object.  Every object has its class.  Also, everything is an
@@ -98,11 +101,7 @@ RBasic {
      * Also note the `const` qualifier.  In  ruby an object cannot "change" its
      * class.
      */
-#ifdef TRUFFLERUBY
-    VALUE klass;
-#else
     const VALUE klass;
-#endif
 
 #ifdef __cplusplus
   public:
@@ -117,17 +116,15 @@ RBasic {
      * ourselves.
      */
     RBasic() :
+#ifndef TRUFFLERUBY
         flags(RBIMPL_VALUE_NULL),
+#endif
         klass(RBIMPL_VALUE_NULL)
     {
     }
 #endif
 };
 
-#ifdef TRUFFLERUBY
-POLYGLOT_DECLARE_STRUCT(RBasic)
-#endif
-
 RBIMPL_SYMBOL_EXPORT_BEGIN()
 /**
  * Make the object invisible from Ruby code.