Merge branch 'master'

Author: fangerer

CHANGELOG.md

@@ -9,6 +9,7 @@ language runtime. The main focus is on user-observable behavior of the engine.
 * New parser generated from CPython's new PEG grammar definition. It brings better compatibility and enables us to implement the `ast` module.
 * Added support for tracing API (`sys.settrace`) which makes `pdb` and related tools work on GraalPy.
 * Updated our pip support to automatically choose the best version for known packages. You can use `pip install pandas`, and pip will select the versions of pandas and numpy that we test in the GraalPy CI.
+* Added support for Flask - https://pypi.org/project/Flask/
 
 ## Version 22.2.0
 * Updated to HPy version 0.0.4, which adds support for the finished HPy port of Kiwi, and the in-progress ports of Matplotlib and NumPy.

ci.jsonnet

@@ -1 +1 @@
-{ "overlay": "55b5a0614a8d46864bb0197b92d2e20033e58ed7" }
+{ "overlay": "2cd069137637587d926bf791fd2003912df2368b" }

docs/user/Tooling.md

@@ -39,7 +39,7 @@ For example, it does not currently track calls, only line counts and called func
 The `_lsprof` built-in module has been implemented using the GraalVM `cpusampler` tool.
 Not all profiling features are currently supported, but basic profiling works:
 ```shell
-graalpy -m cProfile -s sort -m ginstall --help
+graalpy -m cProfile -s calls -m ginstall --help
 ```
 
 The interactive exploration of a stats output file also works:
@@ -50,3 +50,24 @@ ginstall.profile%
 callers
 [...]
 ```
+
+The profile module works as well:
+```shell
+graalpy -m profile -s calls -m ginstall --help
+```
+or
+```shell
+>>> import profile
+>>> profile.run('l = []; l.append(1)')
+         5 function calls in 0.002 seconds
+
+   Ordered by: standard name
+
+   ncalls  tottime  percall  cumtime  percall filename:lineno(function)
+        1    0.000    0.000    0.000    0.000 :0(_setprofile)
+        1    0.000    0.000    0.000    0.000 :0(append)
+        1    0.000    0.000    0.001    0.001 :0(exec)
+        1    0.000    0.000    0.000    0.000 <string>:1(<module>)
+        1    0.001    0.001    0.002    0.002 profile:0(l = []; l.append(1))
+        0    0.000             0.000          profile:0(profiler)
+```

graalpython/com.oracle.graal.python.cext/include/boolobject.h

@@ -1,4 +1,4 @@
-/* Copyright (c) 2018, 2021, Oracle and/or its affiliates.
+/* Copyright (c) 2018, 2022, Oracle and/or its affiliates.
  * Copyright (C) 1996-2017 Python Software Foundation
  *
  * Licensed under the PYTHON SOFTWARE FOUNDATION LICENSE VERSION 2
@@ -20,11 +20,14 @@ PyAPI_DATA(PyTypeObject) PyBool_Type;
 Don't forget to apply Py_INCREF() when returning either!!! */
 
 /* Don't use these directly */
-PyAPI_DATA(struct _longobject) _Py_FalseStruct, _Py_TrueStruct;
+PyAPI_DATA(struct _longobject*) _Py_FalseStructReference;
+PyAPI_DATA(struct _longobject*) _Py_TrueStructReference;
+#define _Py_TrueStruct (*_Py_TrueStructReference)
+#define _Py_FalseStruct (*_Py_FalseStructReference)
 
 /* Use these macros */
-#define Py_False ((PyObject *) &_Py_FalseStruct)
-#define Py_True ((PyObject *) &_Py_TrueStruct)
+#define Py_False ((PyObject *) _Py_FalseStructReference)
+#define Py_True ((PyObject *) _Py_TrueStructReference)
 
 /* Macros for returning Py_True or Py_False, respectively */
 #define Py_RETURN_TRUE return Py_INCREF(Py_True), Py_True

graalpython/com.oracle.graal.python.cext/include/classobject.h

@@ -1,4 +1,4 @@
-/* Copyright (c) 2018, 2021, Oracle and/or its affiliates.
+/* Copyright (c) 2018, 2022, Oracle and/or its affiliates.
  * Copyright (C) 1996-2020 Python Software Foundation
  *
  * Licensed under the PYTHON SOFTWARE FOUNDATION LICENSE VERSION 2
@@ -24,7 +24,7 @@ typedef struct {
 
 PyAPI_DATA(PyTypeObject) PyMethod_Type;
 
-#define PyMethod_Check(op) ((op)->ob_type == &PyMethod_Type)
+#define PyMethod_Check(op) (Py_TYPE(op) == &PyMethod_Type)
 
 PyAPI_FUNC(PyObject *) PyMethod_New(PyObject *, PyObject *);
 
@@ -47,7 +47,7 @@ typedef struct {
 
 PyAPI_DATA(PyTypeObject) PyInstanceMethod_Type;
 
-#define PyInstanceMethod_Check(op) ((op)->ob_type == &PyInstanceMethod_Type)
+#define PyInstanceMethod_Check(op) (Py_TYPE(op) == &PyInstanceMethod_Type)
 
 PyAPI_FUNC(PyObject *) PyInstanceMethod_New(PyObject *);
 PyAPI_FUNC(PyObject *) PyInstanceMethod_Function(PyObject *);

graalpython/com.oracle.graal.python.cext/include/cpython/abstract.h

@@ -1,4 +1,4 @@
-/* Copyright (c) 2020, 2021, Oracle and/or its affiliates.
+/* Copyright (c) 2020, 2022, Oracle and/or its affiliates.
  * Copyright (C) 1996-2020 Python Software Foundation
  *
  * Licensed under the PYTHON SOFTWARE FOUNDATION LICENSE VERSION 2
@@ -130,7 +130,7 @@ _PyObject_Vectorcall(PyObject *callable, PyObject *const *args,
         return _PyObject_MakeTpCall(callable, args, nargs, kwnames);
     }
     res = func(callable, args, nargsf, kwnames);
-    return _Py_CheckFunctionResult(callable, res, NULL);
+    return res; // _Py_CheckFunctionResult(callable, res, NULL);
 }
 
 /* Same as _PyObject_Vectorcall except that keyword arguments are passed as
@@ -197,8 +197,8 @@ PyAPI_FUNC(Py_ssize_t) PyObject_LengthHint(PyObject *o, Py_ssize_t);
 
 /* Return 1 if the getbuffer function is available, otherwise return 0. */
 #define PyObject_CheckBuffer(obj) \
-    (((obj)->ob_type->tp_as_buffer != NULL) &&  \
-     ((obj)->ob_type->tp_as_buffer->bf_getbuffer != NULL))
+    ((Py_TYPE(obj)->tp_as_buffer != NULL) &&  \
+     (Py_TYPE(obj)->tp_as_buffer->bf_getbuffer != NULL))
 
 /* This is a C-API version of the getbuffer function call.  It checks
    to make sure object has the required function pointer and issues the
@@ -266,14 +266,14 @@ PyAPI_FUNC(void) PyBuffer_Release(Py_buffer *view);
 /* ==== Iterators ================================================ */
 
 #define PyIter_Check(obj) \
-    ((obj)->ob_type->tp_iternext != NULL && \
-     (obj)->ob_type->tp_iternext != &_PyObject_NextNotImplemented)
+    (Py_TYPE(obj)->tp_iternext != NULL && \
+     Py_TYPE(obj)->tp_iternext != &_PyObject_NextNotImplemented)
 
 /* === Number Protocol ================================================== */
 
 #define PyIndex_Check(obj)                              \
-    ((obj)->ob_type->tp_as_number != NULL &&            \
-     (obj)->ob_type->tp_as_number->nb_index != NULL)
+    (Py_TYPE(obj)->tp_as_number != NULL &&            \
+     Py_TYPE(obj)->tp_as_number->nb_index != NULL)
 
 /* === Sequence protocol ================================================ */
 

graalpython/com.oracle.graal.python.cext/include/object.h

@@ -1,4 +1,4 @@
-/* Copyright (c) 2018, 2021, Oracle and/or its affiliates.
+/* Copyright (c) 2018, 2022, Oracle and/or its affiliates.
  * Copyright (C) 1996-2020 Python Software Foundation
  *
  * Licensed under the PYTHON SOFTWARE FOUNDATION LICENSE VERSION 2
@@ -123,9 +123,22 @@ typedef struct {
 /* Cast argument to PyVarObject* type. */
 #define _PyVarObject_CAST(op) ((PyVarObject*)(op))
 
-#define Py_REFCNT(ob)           (_PyObject_CAST(ob)->ob_refcnt)
-#define Py_TYPE(ob)             (_PyObject_CAST(ob)->ob_type)
-#define Py_SIZE(ob)             (_PyVarObject_CAST(ob)->ob_size)
+PyAPI_FUNC(Py_ssize_t) _Py_REFCNT(PyObject *);
+PyAPI_FUNC(void) _Py_SET_REFCNT(PyObject*, Py_ssize_t);
+PyAPI_FUNC(struct _typeobject*) _Py_TYPE(PyObject *);
+PyAPI_FUNC(void) _Py_SET_TYPE(PyObject *, struct _typeobject *);
+PyAPI_FUNC(Py_ssize_t) _Py_SIZE(PyVarObject *);
+PyAPI_FUNC(void) _Py_SET_SIZE(PyVarObject *, Py_ssize_t);
+
+#define Py_REFCNT(ob)           (_Py_REFCNT(_PyObject_CAST(ob)))
+#define Py_SET_REFCNT(ob, v)    (_Py_SET_REFCNT(_PyObject_CAST(ob), v))
+#define Py_TYPE(ob)             (_Py_TYPE(_PyObject_CAST(ob)))
+#define Py_SIZE(ob)             (_Py_SIZE(_PyVarObject_CAST(ob)))
+
+#define Py_SET_TYPE(ob, v)      (_Py_SET_TYPE(_PyObject_CAST(ob), (struct _typeobject *) v))
+#define Py_SET_SIZE(ob, v)      (_Py_SET_SIZE(_PyVarObject_CAST(ob), (Py_ssize_t) v))
+
+#define Py_IS_TYPE(ob, type) (Py_TYPE(ob) == (type))
 
 /*
 Type objects contain a string containing the type name (to help somewhat
@@ -445,7 +458,7 @@ static inline void _Py_NewReference(PyObject *op)
     }
     _Py_INC_TPALLOCS(op);
     _Py_INC_REFTOTAL;
-    Py_REFCNT(op) = 1;
+    Py_SET_REFCNT(op, 1);
 }
 
 static inline void _Py_ForgetReference(PyObject *op)
@@ -562,8 +575,9 @@ where NULL (nil) is not suitable (since NULL often means 'error').
 
 Don't forget to apply Py_INCREF() when returning this value!!!
 */
-PyAPI_DATA(PyObject) _Py_NoneStruct; /* Don't use this directly */
-#define Py_None (&_Py_NoneStruct)
+PyAPI_DATA(PyObject*) _Py_NoneStructReference; /* Don't use this directly */
+#define _Py_NoneStruct (*_Py_NoneStructReference)
+#define Py_None (_Py_NoneStructReference)
 
 /* Macro for returning Py_None from a function */
 #define Py_RETURN_NONE return Py_INCREF(Py_None), Py_None
@@ -572,8 +586,9 @@ PyAPI_DATA(PyObject) _Py_NoneStruct; /* Don't use this directly */
 Py_NotImplemented is a singleton used to signal that an operation is
 not implemented for a given type combination.
 */
-PyAPI_DATA(PyObject) _Py_NotImplementedStruct; /* Don't use this directly */
-#define Py_NotImplemented (&_Py_NotImplementedStruct)
+PyAPI_DATA(PyObject*) _Py_NotImplementedStructReference; /* Don't use this directly */
+#define _Py_NotImplementedStruct (*_Py_NotImplementedStructReference)
+#define Py_NotImplemented (_Py_NotImplementedStructReference)
 
 /* Macro for returning Py_NotImplemented from a function */
 #define Py_RETURN_NOTIMPLEMENTED \

graalpython/com.oracle.graal.python.cext/include/objimpl.h

@@ -1,4 +1,4 @@
-/* Copyright (c) 2018, 2021, Oracle and/or its affiliates.
+/* Copyright (c) 2018, 2022, Oracle and/or its affiliates.
  * Copyright (C) 1996-2020 Python Software Foundation
  *
  * Licensed under the PYTHON SOFTWARE FOUNDATION LICENSE VERSION 2
@@ -142,7 +142,7 @@ static inline PyObject*
 _PyObject_INIT(PyObject *op, PyTypeObject *typeobj)
 {
     assert(op != NULL);
-    Py_TYPE(op) = typeobj;
+    Py_SET_TYPE(op, typeobj);
     if (PyType_GetFlags(typeobj) & Py_TPFLAGS_HEAPTYPE) {
         Py_INCREF(typeobj);
     }
@@ -157,7 +157,7 @@ static inline PyVarObject*
 _PyObject_INIT_VAR(PyVarObject *op, PyTypeObject *typeobj, Py_ssize_t size)
 {
     assert(op != NULL);
-    Py_SIZE(op) = size;
+    Py_SET_SIZE(op, size);
     PyObject_INIT((PyObject *)op, typeobj);
     return op;
 }

graalpython/com.oracle.graal.python.cext/include/pycapsule.h

@@ -1,4 +1,4 @@
-/* Copyright (c) 2018, 2021, Oracle and/or its affiliates.
+/* Copyright (c) 2018, 2022, Oracle and/or its affiliates.
  * Copyright (C) 1996-2017 Python Software Foundation
  *
  * Licensed under the PYTHON SOFTWARE FOUNDATION LICENSE VERSION 2
@@ -22,7 +22,8 @@
 extern "C" {
 #endif
 
-PyAPI_DATA(PyTypeObject) PyCapsule_Type;
+PyAPI_DATA(PyTypeObject*) PyCapsule_TypeReference;
+#define PyCapsule_Type (*PyCapsule_TypeReference)
 
 typedef void (*PyCapsule_Destructor)(PyObject *);
 

graalpython/com.oracle.graal.python.cext/include/pyerrors.h

@@ -1,4 +1,4 @@
-/* Copyright (c) 2018, 2021, Oracle and/or its affiliates.
+/* Copyright (c) 2018, 2022, Oracle and/or its affiliates.
  * Copyright (C) 1996-2020 Python Software Foundation
  *
  * Licensed under the PYTHON SOFTWARE FOUNDATION LICENSE VERSION 2
@@ -59,11 +59,11 @@ PyAPI_FUNC(void) PyException_SetContext(PyObject *, PyObject *);
      PyType_FastSubclass((PyTypeObject*)(x), Py_TPFLAGS_BASE_EXC_SUBCLASS))
 
 #define PyExceptionInstance_Check(x)                    \
-    PyType_FastSubclass((x)->ob_type, Py_TPFLAGS_BASE_EXC_SUBCLASS)
+    PyType_FastSubclass(Py_TYPE(x), Py_TPFLAGS_BASE_EXC_SUBCLASS)
 
 PyAPI_FUNC(const char *) PyExceptionClass_Name(PyObject *);
 
-#define PyExceptionInstance_Class(x) ((PyObject*)((x)->ob_type))
+#define PyExceptionInstance_Class(x) ((PyObject*)(Py_TYPE(x)))
 
 
 /* Predefined exceptions */