Import ruby/prism@52a5f4d

Author: eregon

src/main/c/yarp/.gitignore

@@ -0,0 +1,48 @@
+/.bundle/
+/.idea/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/top-100-gems/
+/tmp/
+/vendor/bundle
+
+/build/
+/lib/yarp/yarp.*
+/lib/yarp.bundle
+/lib/yarp.so
+test.rb
+*.dSYM
+*~
+
+test.c
+a.out
+
+/ext/yarp/api_node.c
+/include/yarp/ast.h
+/java/org/yarp/AbstractNodeVisitor.java
+/java/org/yarp/Loader.java
+/java/org/yarp/Nodes.java
+/lib/yarp/node.rb
+/lib/yarp/serialize.rb
+/src/node.c
+/src/prettyprint.c
+/src/serialize.c
+/src/token_type.c
+/src/**/*.o
+
+compile_commands.json
+.cache/
+
+autom4te.cache
+configure
+config.log
+config.status
+Makefile
+/include/yarp/config.h
+/config.h.in
+
+tags

src/main/c/yarp/Makefile.in

@@ -0,0 +1,52 @@
+
+# V=0 quiet, V=1 verbose.  other values don't work.
+V = 0
+V0 = $(V:0=)
+Q1 = $(V:1=)
+Q = $(Q1:0=@)
+ECHO1 = $(V:1=@ :)
+ECHO = $(ECHO1:0=@ echo)
+
+SOEXT := $(shell ruby -e 'puts RbConfig::CONFIG["SOEXT"]')
+
+DEFS := @DEFS@
+CPPFLAGS := @DEFS@ -Iinclude
+CFLAGS := @CFLAGS@ -std=c99 -Wall -Werror -Wextra -Wpedantic -Wundef -Wsign-conversion -fPIC -fvisibility=hidden
+CC := @CC@
+
+HEADERS := $(shell find include -name '*.h')
+SOURCES := $(shell find src -name '*.c')
+SHARED_OBJECTS := $(subst src/,build/shared/,$(SOURCES:.c=.o))
+STATIC_OBJECTS := $(subst src/,build/static/,$(SOURCES:.c=.o))
+
+all: shared static
+
+shared: build/librubyparser.$(SOEXT)
+static: build/librubyparser.a
+
+build/librubyparser.$(SOEXT): $(SHARED_OBJECTS)
+	$(ECHO) "linking $@"
+	$(Q) $(CC) $(DEBUG_FLAGS) $(CFLAGS) -shared -o $@ $(SHARED_OBJECTS)
+
+build/librubyparser.a: $(STATIC_OBJECTS)
+	$(ECHO) "building $@"
+	$(Q) $(AR) $(ARFLAGS) $@ $(STATIC_OBJECTS) $(Q1:0=>/dev/null)
+
+build/shared/%.o: src/%.c Makefile $(HEADERS)
+	$(ECHO) "compiling $@"
+	$(Q) mkdir -p $(@D)
+	$(Q) $(CC) $(DEBUG_FLAGS) $(CPPFLAGS) $(CFLAGS) -c -o $@ $<
+
+build/static/%.o: src/%.c Makefile $(HEADERS)
+	$(ECHO) "compiling $@"
+	$(Q) mkdir -p $(@D)
+	$(Q) $(CC) $(DEBUG_FLAGS) -DYP_STATIC $(CPPFLAGS) $(CFLAGS) -c -o $@ $<
+
+clean:
+	$(Q) rm -f -r build
+
+.PHONY: clean
+
+all-no-debug: DEBUG_FLAGS := -DNDEBUG=1
+all-no-debug: OPTFLAGS := -O3
+all-no-debug: all

src/main/c/yarp/configure.ac

@@ -0,0 +1,22 @@
+m4_define([_YP_VERSION_MAJOR], [0])
+m4_define([_YP_VERSION_MINOR], [4])
+m4_define([_YP_VERSION_PATCH], [0])
+m4_define([_YP_VERSION], [_YP_VERSION_MAJOR._YP_VERSION_MINOR._YP_VERSION_PATCH])
+
+AC_INIT([YARP],[_YP_VERSION],[https://github.com/ruby/yarp/issues/new],[yarp],[https://github.com/ruby/yarp])
+
+AC_PROG_CC
+AC_C_INLINE
+AC_DEFINE([_XOPEN_SOURCE], [700], [_XOPEN_SOURCE])
+AC_DEFINE([YP_VERSION_MAJOR], [_YP_VERSION_MAJOR], [YP_VERSION_MAJOR])
+AC_DEFINE([YP_VERSION_MINOR], [_YP_VERSION_MINOR], [YP_VERSION_MINOR])
+AC_DEFINE([YP_VERSION_PATCH], [_YP_VERSION_PATCH], [YP_VERSION_PATCH])
+AC_DEFINE([YP_VERSION], ["_YP_VERSION"], [YP_VERSION])
+
+AC_CHECK_FUNCS([mmap])
+AC_CHECK_FUNCS([snprintf])
+AC_CHECK_FUNCS([strncasecmp])
+
+AC_CONFIG_HEADERS([include/yarp/config.h:config.h.in])
+AC_CONFIG_FILES([Makefile])
+AC_OUTPUT

src/main/c/yarp/include/yarp.h

@@ -0,0 +1,69 @@
+#ifndef YARP_H
+#define YARP_H
+
+#include "yarp/defines.h"
+#include "yarp/ast.h"
+#include "yarp/diagnostic.h"
+#include "yarp/node.h"
+#include "yarp/pack.h"
+#include "yarp/parser.h"
+#include "yarp/regexp.h"
+#include "yarp/unescape.h"
+#include "yarp/util/yp_buffer.h"
+#include "yarp/util/yp_char.h"
+#include "yarp/util/yp_memchr.h"
+#include "yarp/util/yp_strpbrk.h"
+
+#include <assert.h>
+#include <stdarg.h>
+#include <stdbool.h>
+#include <stdint.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+
+#ifndef _WIN32
+#include <strings.h>
+#endif
+
+void yp_serialize_content(yp_parser_t *parser, yp_node_t *node, yp_buffer_t *buffer);
+
+void yp_print_node(yp_parser_t *parser, yp_node_t *node);
+
+// The YARP version and the serialization format.
+YP_EXPORTED_FUNCTION const char * yp_version(void);
+
+// Initialize a parser with the given start and end pointers.
+YP_EXPORTED_FUNCTION void yp_parser_init(yp_parser_t *parser, const char *source, size_t size, const char *filepath);
+
+// Register a callback that will be called whenever YARP changes the encoding it
+// is using to parse based on the magic comment.
+YP_EXPORTED_FUNCTION void yp_parser_register_encoding_changed_callback(yp_parser_t *parser, yp_encoding_changed_callback_t callback);
+
+// Register a callback that will be called when YARP encounters a magic comment
+// with an encoding referenced that it doesn't understand. The callback should
+// return NULL if it also doesn't understand the encoding or it should return a
+// pointer to a yp_encoding_t struct that contains the functions necessary to
+// parse identifiers.
+YP_EXPORTED_FUNCTION void yp_parser_register_encoding_decode_callback(yp_parser_t *parser, yp_encoding_decode_callback_t callback);
+
+// Free any memory associated with the given parser.
+YP_EXPORTED_FUNCTION void yp_parser_free(yp_parser_t *parser);
+
+// Parse the Ruby source associated with the given parser and return the tree.
+YP_EXPORTED_FUNCTION yp_node_t * yp_parse(yp_parser_t *parser);
+
+// Pretty-prints the AST represented by the given node to the given buffer.
+YP_EXPORTED_FUNCTION void yp_prettyprint(yp_parser_t *parser, yp_node_t *node, yp_buffer_t *buffer);
+
+// Serialize the AST represented by the given node to the given buffer.
+YP_EXPORTED_FUNCTION void yp_serialize(yp_parser_t *parser, yp_node_t *node, yp_buffer_t *buffer);
+
+// Parse and serialize the AST represented by the given source to the given
+// buffer.
+YP_EXPORTED_FUNCTION void yp_parse_serialize(const char *source, size_t size, yp_buffer_t *buffer);
+
+// Returns a string representation of the given token type.
+YP_EXPORTED_FUNCTION const char * yp_token_type_to_str(yp_token_type_t token_type);
+
+#endif