vm.h 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665
  1. #pragma once
  2. #include "codeobject.h"
  3. #include "common.h"
  4. #include "frame.h"
  5. #include "error.h"
  6. #include "gc.h"
  7. #include "memory.h"
  8. #include "obj.h"
  9. #include "str.h"
  10. #include "tuplelist.h"
  11. #include "dict.h"
  12. namespace pkpy{
  13. /* Stack manipulation macros */
  14. // https://github.com/python/cpython/blob/3.9/Python/ceval.c#L1123
  15. #define TOP() (s_data.top())
  16. #define SECOND() (s_data.second())
  17. #define THIRD() (s_data.third())
  18. #define PEEK(n) (s_data.peek(n))
  19. #define STACK_SHRINK(n) (s_data.shrink(n))
  20. #define PUSH(v) (s_data.push(v))
  21. #define POP() (s_data.pop())
  22. #define POPX() (s_data.popx())
  23. #define STACK_VIEW(n) (s_data.view(n))
  24. #define DEF_NATIVE_2(ctype, ptype) \
  25. template<> inline ctype py_cast<ctype>(VM* vm, PyObject* obj) { \
  26. vm->check_non_tagged_type(obj, vm->ptype); \
  27. return PK_OBJ_GET(ctype, obj); \
  28. } \
  29. template<> inline ctype _py_cast<ctype>(VM* vm, PyObject* obj) { \
  30. PK_UNUSED(vm); \
  31. return PK_OBJ_GET(ctype, obj); \
  32. } \
  33. template<> inline ctype& py_cast<ctype&>(VM* vm, PyObject* obj) { \
  34. vm->check_non_tagged_type(obj, vm->ptype); \
  35. return PK_OBJ_GET(ctype, obj); \
  36. } \
  37. template<> inline ctype& _py_cast<ctype&>(VM* vm, PyObject* obj) { \
  38. PK_UNUSED(vm); \
  39. return PK_OBJ_GET(ctype, obj); \
  40. } \
  41. inline PyObject* py_var(VM* vm, const ctype& value) { return vm->heap.gcnew<ctype>(vm->ptype, value);} \
  42. inline PyObject* py_var(VM* vm, ctype&& value) { return vm->heap.gcnew<ctype>(vm->ptype, std::move(value));}
  43. typedef PyObject* (*BinaryFuncC)(VM*, PyObject*, PyObject*);
  44. struct PyTypeInfo{
  45. PyObject* obj; // never be garbage collected
  46. Type base;
  47. PyObject* mod; // never be garbage collected
  48. StrName name;
  49. bool subclass_enabled;
  50. std::vector<StrName> annotated_fields;
  51. // cached special methods
  52. // unary operators
  53. PyObject* (*m__repr__)(VM* vm, PyObject*) = nullptr;
  54. PyObject* (*m__str__)(VM* vm, PyObject*) = nullptr;
  55. i64 (*m__hash__)(VM* vm, PyObject*) = nullptr;
  56. i64 (*m__len__)(VM* vm, PyObject*) = nullptr;
  57. PyObject* (*m__iter__)(VM* vm, PyObject*) = nullptr;
  58. PyObject* (*m__next__)(VM* vm, PyObject*) = nullptr;
  59. PyObject* (*m__neg__)(VM* vm, PyObject*) = nullptr;
  60. PyObject* (*m__bool__)(VM* vm, PyObject*) = nullptr;
  61. PyObject* (*m__invert__)(VM* vm, PyObject*) = nullptr;
  62. BinaryFuncC m__eq__ = nullptr;
  63. BinaryFuncC m__lt__ = nullptr;
  64. BinaryFuncC m__le__ = nullptr;
  65. BinaryFuncC m__gt__ = nullptr;
  66. BinaryFuncC m__ge__ = nullptr;
  67. BinaryFuncC m__contains__ = nullptr;
  68. // binary operators
  69. BinaryFuncC m__add__ = nullptr;
  70. BinaryFuncC m__sub__ = nullptr;
  71. BinaryFuncC m__mul__ = nullptr;
  72. BinaryFuncC m__truediv__ = nullptr;
  73. BinaryFuncC m__floordiv__ = nullptr;
  74. BinaryFuncC m__mod__ = nullptr;
  75. BinaryFuncC m__pow__ = nullptr;
  76. BinaryFuncC m__matmul__ = nullptr;
  77. BinaryFuncC m__lshift__ = nullptr;
  78. BinaryFuncC m__rshift__ = nullptr;
  79. BinaryFuncC m__and__ = nullptr;
  80. BinaryFuncC m__or__ = nullptr;
  81. BinaryFuncC m__xor__ = nullptr;
  82. // indexer
  83. PyObject* (*m__getitem__)(VM* vm, PyObject*, PyObject*) = nullptr;
  84. void (*m__setitem__)(VM* vm, PyObject*, PyObject*, PyObject*) = nullptr;
  85. void (*m__delitem__)(VM* vm, PyObject*, PyObject*) = nullptr;
  86. };
  87. struct FrameId{
  88. std::vector<pkpy::Frame>* data;
  89. int index;
  90. FrameId(std::vector<pkpy::Frame>* data, int index) : data(data), index(index) {}
  91. Frame* operator->() const { return &data->operator[](index); }
  92. Frame* get() const { return &data->operator[](index); }
  93. };
  94. typedef void(*PrintFunc)(const char*, int);
  95. class VM {
  96. PK_ALWAYS_PASS_BY_POINTER(VM)
  97. VM* vm; // self reference for simplify code
  98. public:
  99. ManagedHeap heap;
  100. ValueStack s_data;
  101. stack< Frame > callstack;
  102. std::vector<PyTypeInfo> _all_types;
  103. NameDict _modules; // loaded modules
  104. std::map<StrName, Str> _lazy_modules; // lazy loaded modules
  105. struct{
  106. PyObject* error;
  107. stack<ArgsView> s_view;
  108. } _c;
  109. PyObject* None;
  110. PyObject* True;
  111. PyObject* False;
  112. PyObject* NotImplemented; // unused
  113. PyObject* Ellipsis;
  114. PyObject* builtins; // builtins module
  115. PyObject* StopIteration;
  116. PyObject* _main; // __main__ module
  117. PyObject* _last_exception; // last exception
  118. PyObject* _curr_class; // current class being defined
  119. // cached code objects for FSTRING_EVAL
  120. std::map<std::string_view, CodeObject_> _cached_codes;
  121. #if PK_ENABLE_CEVAL_CALLBACK
  122. void (*_ceval_on_step)(VM*, Frame*, Bytecode bc) = nullptr;
  123. #endif
  124. PrintFunc _stdout;
  125. PrintFunc _stderr;
  126. unsigned char* (*_import_handler)(const char*, int, int*);
  127. // for quick access
  128. static constexpr Type tp_object=0, tp_type=1;
  129. static constexpr Type tp_int=kTpIntIndex, tp_float=kTpFloatIndex, tp_bool=4, tp_str=5;
  130. static constexpr Type tp_list=6, tp_tuple=7;
  131. static constexpr Type tp_slice=8, tp_range=9, tp_module=10;
  132. static constexpr Type tp_function=11, tp_native_func=12, tp_bound_method=13;
  133. static constexpr Type tp_super=14, tp_exception=15, tp_bytes=16, tp_mappingproxy=17;
  134. static constexpr Type tp_dict=18, tp_property=19, tp_star_wrapper=20;
  135. PyObject* cached_object__new__;
  136. const bool enable_os;
  137. VM(bool enable_os=true);
  138. FrameId top_frame();
  139. void _pop_frame();
  140. PyObject* py_str(PyObject* obj);
  141. PyObject* py_repr(PyObject* obj);
  142. PyObject* py_json(PyObject* obj);
  143. PyObject* py_iter(PyObject* obj);
  144. PyObject* find_name_in_mro(PyObject* cls, StrName name);
  145. bool isinstance(PyObject* obj, Type base);
  146. bool issubclass(Type cls, Type base);
  147. PyObject* exec(Str source, Str filename, CompileMode mode, PyObject* _module=nullptr);
  148. PyObject* exec(Str source);
  149. PyObject* eval(Str source);
  150. template<typename ...Args>
  151. PyObject* _exec(Args&&... args){
  152. callstack.emplace(&s_data, s_data._sp, std::forward<Args>(args)...);
  153. return _run_top_frame();
  154. }
  155. void _push_varargs(){ }
  156. void _push_varargs(PyObject* _0){ PUSH(_0); }
  157. void _push_varargs(PyObject* _0, PyObject* _1){ PUSH(_0); PUSH(_1); }
  158. void _push_varargs(PyObject* _0, PyObject* _1, PyObject* _2){ PUSH(_0); PUSH(_1); PUSH(_2); }
  159. void _push_varargs(PyObject* _0, PyObject* _1, PyObject* _2, PyObject* _3){ PUSH(_0); PUSH(_1); PUSH(_2); PUSH(_3); }
  160. void stdout_write(const Str& s){
  161. _stdout(s.data, s.size);
  162. }
  163. template<typename... Args>
  164. PyObject* call(PyObject* callable, Args&&... args){
  165. PUSH(callable);
  166. PUSH(PY_NULL);
  167. _push_varargs(args...);
  168. return vectorcall(sizeof...(args));
  169. }
  170. template<typename... Args>
  171. PyObject* call_method(PyObject* self, PyObject* callable, Args&&... args){
  172. PUSH(callable);
  173. PUSH(self);
  174. _push_varargs(args...);
  175. return vectorcall(sizeof...(args));
  176. }
  177. template<typename... Args>
  178. PyObject* call_method(PyObject* self, StrName name, Args&&... args){
  179. PyObject* callable = get_unbound_method(self, name, &self);
  180. return call_method(self, callable, args...);
  181. }
  182. PyObject* new_type_object(PyObject* mod, StrName name, Type base, bool subclass_enabled=true);
  183. Type _new_type_object(StrName name, Type base=0, bool subclass_enabled=false);
  184. PyObject* _find_type_object(const Str& type);
  185. Type _type(const Str& type);
  186. PyTypeInfo* _type_info(Type type);
  187. const PyTypeInfo* _inst_type_info(PyObject* obj);
  188. #define BIND_UNARY_SPECIAL(name) \
  189. void bind##name(Type type, PyObject* (*f)(VM*, PyObject*)){ \
  190. _all_types[type].m##name = f; \
  191. PyObject* nf = bind_method<0>(_t(type), #name, [](VM* vm, ArgsView args){ \
  192. return lambda_get_userdata<PyObject*(*)(VM*, PyObject*)>(args.begin())(vm, args[0]);\
  193. }); \
  194. PK_OBJ_GET(NativeFunc, nf).set_userdata(f); \
  195. }
  196. BIND_UNARY_SPECIAL(__repr__)
  197. BIND_UNARY_SPECIAL(__str__)
  198. BIND_UNARY_SPECIAL(__iter__)
  199. BIND_UNARY_SPECIAL(__next__)
  200. BIND_UNARY_SPECIAL(__neg__)
  201. BIND_UNARY_SPECIAL(__bool__)
  202. BIND_UNARY_SPECIAL(__invert__)
  203. void bind__hash__(Type type, i64 (*f)(VM* vm, PyObject*));
  204. void bind__len__(Type type, i64 (*f)(VM* vm, PyObject*));
  205. #undef BIND_UNARY_SPECIAL
  206. #define BIND_BINARY_SPECIAL(name) \
  207. void bind##name(Type type, BinaryFuncC f){ \
  208. PyObject* obj = _t(type); \
  209. _all_types[type].m##name = f; \
  210. PyObject* nf = bind_method<1>(obj, #name, [](VM* vm, ArgsView args){ \
  211. return lambda_get_userdata<BinaryFuncC>(args.begin())(vm, args[0], args[1]); \
  212. }); \
  213. PK_OBJ_GET(NativeFunc, nf).set_userdata(f); \
  214. }
  215. BIND_BINARY_SPECIAL(__eq__)
  216. BIND_BINARY_SPECIAL(__lt__)
  217. BIND_BINARY_SPECIAL(__le__)
  218. BIND_BINARY_SPECIAL(__gt__)
  219. BIND_BINARY_SPECIAL(__ge__)
  220. BIND_BINARY_SPECIAL(__contains__)
  221. BIND_BINARY_SPECIAL(__add__)
  222. BIND_BINARY_SPECIAL(__sub__)
  223. BIND_BINARY_SPECIAL(__mul__)
  224. BIND_BINARY_SPECIAL(__truediv__)
  225. BIND_BINARY_SPECIAL(__floordiv__)
  226. BIND_BINARY_SPECIAL(__mod__)
  227. BIND_BINARY_SPECIAL(__pow__)
  228. BIND_BINARY_SPECIAL(__matmul__)
  229. BIND_BINARY_SPECIAL(__lshift__)
  230. BIND_BINARY_SPECIAL(__rshift__)
  231. BIND_BINARY_SPECIAL(__and__)
  232. BIND_BINARY_SPECIAL(__or__)
  233. BIND_BINARY_SPECIAL(__xor__)
  234. #undef BIND_BINARY_SPECIAL
  235. void bind__getitem__(Type type, PyObject* (*f)(VM*, PyObject*, PyObject*)){
  236. PyObject* obj = _t(type);
  237. _all_types[type].m__getitem__ = f;
  238. PyObject* nf = bind_method<1>(obj, "__getitem__", [](VM* vm, ArgsView args){
  239. return lambda_get_userdata<PyObject*(*)(VM*, PyObject*, PyObject*)>(args.begin())(vm, args[0], args[1]);
  240. });
  241. PK_OBJ_GET(NativeFunc, nf).set_userdata(f);
  242. }
  243. void bind__setitem__(Type type, void (*f)(VM*, PyObject*, PyObject*, PyObject*)){
  244. PyObject* obj = _t(type);
  245. _all_types[type].m__setitem__ = f;
  246. PyObject* nf = bind_method<2>(obj, "__setitem__", [](VM* vm, ArgsView args){
  247. lambda_get_userdata<void(*)(VM* vm, PyObject*, PyObject*, PyObject*)>(args.begin())(vm, args[0], args[1], args[2]);
  248. return vm->None;
  249. });
  250. PK_OBJ_GET(NativeFunc, nf).set_userdata(f);
  251. }
  252. void bind__delitem__(Type type, void (*f)(VM*, PyObject*, PyObject*)){
  253. PyObject* obj = _t(type);
  254. _all_types[type].m__delitem__ = f;
  255. PyObject* nf = bind_method<1>(obj, "__delitem__", [](VM* vm, ArgsView args){
  256. lambda_get_userdata<void(*)(VM*, PyObject*, PyObject*)>(args.begin())(vm, args[0], args[1]);
  257. return vm->None;
  258. });
  259. PK_OBJ_GET(NativeFunc, nf).set_userdata(f);
  260. }
  261. bool py_eq(PyObject* lhs, PyObject* rhs);
  262. // new in v1.2.9
  263. bool py_lt(PyObject* lhs, PyObject* rhs);
  264. bool py_le(PyObject* lhs, PyObject* rhs);
  265. bool py_gt(PyObject* lhs, PyObject* rhs);
  266. bool py_ge(PyObject* lhs, PyObject* rhs);
  267. bool py_ne(PyObject* lhs, PyObject* rhs) { return !py_eq(lhs, rhs); }
  268. template<int ARGC>
  269. PyObject* bind_func(Str type, Str name, NativeFuncC fn) {
  270. return bind_func<ARGC>(_find_type_object(type), name, fn);
  271. }
  272. template<int ARGC>
  273. PyObject* bind_method(Str type, Str name, NativeFuncC fn) {
  274. return bind_method<ARGC>(_find_type_object(type), name, fn);
  275. }
  276. template<int ARGC, typename __T>
  277. PyObject* bind_constructor(__T&& type, NativeFuncC fn) {
  278. static_assert(ARGC==-1 || ARGC>=1);
  279. return bind_func<ARGC>(std::forward<__T>(type), "__new__", fn);
  280. }
  281. template<typename T, typename __T>
  282. PyObject* bind_default_constructor(__T&& type) {
  283. return bind_constructor<1>(std::forward<__T>(type), [](VM* vm, ArgsView args){
  284. Type t = PK_OBJ_GET(Type, args[0]);
  285. return vm->heap.gcnew<T>(t, T());
  286. });
  287. }
  288. template<typename T, typename __T>
  289. PyObject* bind_notimplemented_constructor(__T&& type) {
  290. return bind_constructor<-1>(std::forward<__T>(type), [](VM* vm, ArgsView args){
  291. PK_UNUSED(args);
  292. vm->NotImplementedError();
  293. return vm->None;
  294. });
  295. }
  296. template<int ARGC>
  297. PyObject* bind_builtin_func(Str name, NativeFuncC fn) {
  298. return bind_func<ARGC>(builtins, name, fn);
  299. }
  300. int normalized_index(int index, int size);
  301. PyObject* py_next(PyObject* obj);
  302. /***** Error Reporter *****/
  303. void _raise(bool re_raise=false);
  304. void _builtin_error(StrName type);
  305. void _builtin_error(StrName type, PyObject* arg);
  306. void _builtin_error(StrName type, const Str& msg);
  307. void StackOverflowError() { _builtin_error("StackOverflowError"); }
  308. void IOError(const Str& msg) { _builtin_error("IOError", msg); }
  309. void NotImplementedError(){ _builtin_error("NotImplementedError"); }
  310. void TypeError(const Str& msg){ _builtin_error("TypeError", msg); }
  311. void IndexError(const Str& msg){ _builtin_error("IndexError", msg); }
  312. void ValueError(const Str& msg){ _builtin_error("ValueError", msg); }
  313. void RuntimeError(const Str& msg){ _builtin_error("RuntimeError", msg); }
  314. void ZeroDivisionError(const Str& msg){ _builtin_error("ZeroDivisionError", msg); }
  315. void ZeroDivisionError(){ _builtin_error("ZeroDivisionError", "division by zero"); }
  316. void NameError(StrName name){ _builtin_error("NameError", fmt("name ", name.escape() + " is not defined")); }
  317. void UnboundLocalError(StrName name){ _builtin_error("UnboundLocalError", fmt("local variable ", name.escape() + " referenced before assignment")); }
  318. void KeyError(PyObject* obj){ _builtin_error("KeyError", obj); }
  319. void BinaryOptError(const char* op) { TypeError(fmt("unsupported operand type(s) for ", op)); }
  320. void ImportError(const Str& msg){ _builtin_error("ImportError", msg); }
  321. void AttributeError(PyObject* obj, StrName name){
  322. // OBJ_NAME calls getattr, which may lead to a infinite recursion
  323. if(isinstance(obj, vm->tp_type)){
  324. _builtin_error("AttributeError", fmt("type object ", OBJ_NAME(obj).escape(), " has no attribute ", name.escape()));
  325. }else{
  326. _builtin_error("AttributeError", fmt(OBJ_NAME(_t(obj)).escape(), " object has no attribute ", name.escape()));
  327. }
  328. }
  329. void AttributeError(const Str& msg){ _builtin_error("AttributeError", msg); }
  330. void check_type(PyObject* obj, Type type){
  331. if(is_type(obj, type)) return;
  332. TypeError("expected " + OBJ_NAME(_t(type)).escape() + ", got " + OBJ_NAME(_t(obj)).escape());
  333. }
  334. void check_args_size(int size, int min_size, int max_size){
  335. if(size >= min_size && size <= max_size) return;
  336. TypeError(fmt("expected ", min_size, "-", max_size, " arguments, got ", size));
  337. }
  338. void check_non_tagged_type(PyObject* obj, Type type){
  339. if(is_non_tagged_type(obj, type)) return;
  340. TypeError("expected " + OBJ_NAME(_t(type)).escape() + ", got " + OBJ_NAME(_t(obj)).escape());
  341. }
  342. PyObject* _t(Type t){
  343. return _all_types[t.index].obj;
  344. }
  345. Type _tp(PyObject* obj){
  346. if(is_int(obj)) return tp_int;
  347. if(is_float(obj)) return tp_float;
  348. return obj->type;
  349. }
  350. PyObject* _t(PyObject* obj){
  351. return _all_types[_tp(obj).index].obj;
  352. }
  353. struct ImportContext{
  354. std::vector<Str> pending;
  355. std::vector<bool> pending_is_init; // a.k.a __init__.py
  356. struct Temp{
  357. ImportContext* ctx;
  358. Temp(ImportContext* ctx, Str name, bool is_init) : ctx(ctx){
  359. ctx->pending.push_back(name);
  360. ctx->pending_is_init.push_back(is_init);
  361. }
  362. ~Temp(){
  363. ctx->pending.pop_back();
  364. ctx->pending_is_init.pop_back();
  365. }
  366. };
  367. Temp scope(Str name, bool is_init){
  368. return {this, name, is_init};
  369. }
  370. };
  371. ImportContext _import_context;
  372. PyObject* py_import(Str path, bool throw_err=true);
  373. ~VM();
  374. #if PK_DEBUG_CEVAL_STEP
  375. void _log_s_data(const char* title = nullptr);
  376. #endif
  377. void _unpack_as_list(ArgsView args, List& list);
  378. void _unpack_as_dict(ArgsView args, Dict& dict);
  379. PyObject* vectorcall(int ARGC, int KWARGC=0, bool op_call=false);
  380. CodeObject_ compile(const Str& source, const Str& filename, CompileMode mode, bool unknown_global_scope=false);
  381. PyObject* py_negate(PyObject* obj);
  382. bool py_bool(PyObject* obj);
  383. i64 py_hash(PyObject* obj);
  384. PyObject* py_list(PyObject*);
  385. PyObject* new_module(Str name, Str package="");
  386. Str disassemble(CodeObject_ co);
  387. void init_builtin_types();
  388. PyObject* getattr(PyObject* obj, StrName name, bool throw_err=true);
  389. void delattr(PyObject* obj, StrName name);
  390. PyObject* get_unbound_method(PyObject* obj, StrName name, PyObject** self, bool throw_err=true, bool fallback=false);
  391. void parse_int_slice(const Slice& s, int length, int& start, int& stop, int& step);
  392. PyObject* _format_string(Str, PyObject*);
  393. void setattr(PyObject* obj, StrName name, PyObject* value);
  394. template<int ARGC>
  395. PyObject* bind_method(PyObject*, Str, NativeFuncC);
  396. template<int ARGC>
  397. PyObject* bind_func(PyObject*, Str, NativeFuncC);
  398. void _error(PyObject*);
  399. PyObject* _run_top_frame();
  400. void post_init();
  401. PyObject* _py_generator(Frame&& frame, ArgsView buffer);
  402. void _prepare_py_call(PyObject**, ArgsView, ArgsView, const FuncDecl_&);
  403. // new style binding api
  404. PyObject* bind(PyObject*, const char*, const char*, NativeFuncC, UserData userdata={});
  405. PyObject* bind(PyObject*, const char*, NativeFuncC, UserData userdata={});
  406. PyObject* bind_property(PyObject*, Str, NativeFuncC fget, NativeFuncC fset=nullptr);
  407. };
  408. DEF_NATIVE_2(Str, tp_str)
  409. DEF_NATIVE_2(List, tp_list)
  410. DEF_NATIVE_2(Tuple, tp_tuple)
  411. DEF_NATIVE_2(Function, tp_function)
  412. DEF_NATIVE_2(NativeFunc, tp_native_func)
  413. DEF_NATIVE_2(BoundMethod, tp_bound_method)
  414. DEF_NATIVE_2(Range, tp_range)
  415. DEF_NATIVE_2(Slice, tp_slice)
  416. DEF_NATIVE_2(Exception, tp_exception)
  417. DEF_NATIVE_2(Bytes, tp_bytes)
  418. DEF_NATIVE_2(MappingProxy, tp_mappingproxy)
  419. DEF_NATIVE_2(Dict, tp_dict)
  420. DEF_NATIVE_2(Property, tp_property)
  421. DEF_NATIVE_2(StarWrapper, tp_star_wrapper)
  422. #undef DEF_NATIVE_2
  423. #define PY_CAST_INT(T) \
  424. template<> inline T py_cast<T>(VM* vm, PyObject* obj){ \
  425. if(is_small_int(obj)) return (T)(PK_BITS(obj) >> 2); \
  426. if(is_heap_int(obj)) return (T)PK_OBJ_GET(i64, obj); \
  427. vm->check_type(obj, vm->tp_int); \
  428. return 0; \
  429. } \
  430. template<> inline T _py_cast<T>(VM* vm, PyObject* obj){ \
  431. PK_UNUSED(vm); \
  432. if(is_small_int(obj)) return (T)(PK_BITS(obj) >> 2); \
  433. return (T)PK_OBJ_GET(i64, obj); \
  434. }
  435. PY_CAST_INT(char)
  436. PY_CAST_INT(short)
  437. PY_CAST_INT(int)
  438. PY_CAST_INT(long)
  439. PY_CAST_INT(long long)
  440. PY_CAST_INT(unsigned char)
  441. PY_CAST_INT(unsigned short)
  442. PY_CAST_INT(unsigned int)
  443. PY_CAST_INT(unsigned long)
  444. PY_CAST_INT(unsigned long long)
  445. template<> inline float py_cast<float>(VM* vm, PyObject* obj){
  446. if(is_float(obj)) return untag_float(obj);
  447. i64 bits;
  448. if(try_cast_int(obj, &bits)) return (float)bits;
  449. vm->TypeError("expected 'int' or 'float', got " + OBJ_NAME(vm->_t(obj)).escape());
  450. return 0;
  451. }
  452. template<> inline float _py_cast<float>(VM* vm, PyObject* obj){
  453. return py_cast<float>(vm, obj);
  454. }
  455. template<> inline double py_cast<double>(VM* vm, PyObject* obj){
  456. if(is_float(obj)) return untag_float(obj);
  457. i64 bits;
  458. if(try_cast_int(obj, &bits)) return (float)bits;
  459. vm->TypeError("expected 'int' or 'float', got " + OBJ_NAME(vm->_t(obj)).escape());
  460. return 0;
  461. }
  462. template<> inline double _py_cast<double>(VM* vm, PyObject* obj){
  463. return py_cast<double>(vm, obj);
  464. }
  465. #define PY_VAR_INT(T) \
  466. inline PyObject* py_var(VM* vm, T _val){ \
  467. i64 val = static_cast<i64>(_val); \
  468. if(val >= Number::kMinSmallInt && val <= Number::kMaxSmallInt){ \
  469. val = (val << 2) | 0b10; \
  470. return reinterpret_cast<PyObject*>(val); \
  471. }else{ \
  472. return vm->heap.gcnew<i64>(vm->tp_int, val); \
  473. } \
  474. }
  475. PY_VAR_INT(char)
  476. PY_VAR_INT(short)
  477. PY_VAR_INT(int)
  478. PY_VAR_INT(long)
  479. PY_VAR_INT(long long)
  480. PY_VAR_INT(unsigned char)
  481. PY_VAR_INT(unsigned short)
  482. PY_VAR_INT(unsigned int)
  483. PY_VAR_INT(unsigned long)
  484. PY_VAR_INT(unsigned long long)
  485. #undef PY_VAR_INT
  486. inline PyObject* py_var(VM* vm, float _val){
  487. PK_UNUSED(vm);
  488. return tag_float(static_cast<f64>(_val));
  489. }
  490. inline PyObject* py_var(VM* vm, double _val){
  491. PK_UNUSED(vm);
  492. return tag_float(static_cast<f64>(_val));
  493. }
  494. inline PyObject* py_var(VM* vm, bool val){
  495. return val ? vm->True : vm->False;
  496. }
  497. template<> inline bool py_cast<bool>(VM* vm, PyObject* obj){
  498. if(obj == vm->True) return true;
  499. if(obj == vm->False) return false;
  500. vm->check_non_tagged_type(obj, vm->tp_bool);
  501. return false;
  502. }
  503. template<> inline bool _py_cast<bool>(VM* vm, PyObject* obj){
  504. return obj == vm->True;
  505. }
  506. template<> inline CString py_cast<CString>(VM* vm, PyObject* obj){
  507. vm->check_non_tagged_type(obj, vm->tp_str);
  508. return PK_OBJ_GET(Str, obj).c_str();
  509. }
  510. template<> inline CString _py_cast<CString>(VM* vm, PyObject* obj){
  511. return PK_OBJ_GET(Str, obj).c_str();
  512. }
  513. inline PyObject* py_var(VM* vm, const char* val){
  514. return VAR(Str(val));
  515. }
  516. template<>
  517. inline const char* py_cast<const char*>(VM* vm, PyObject* obj){
  518. if(obj == vm->None) return nullptr;
  519. vm->check_non_tagged_type(obj, vm->tp_str);
  520. return PK_OBJ_GET(Str, obj).c_str();
  521. }
  522. template<>
  523. inline const char* _py_cast<const char*>(VM* vm, PyObject* obj){
  524. return PK_OBJ_GET(Str, obj).c_str();
  525. }
  526. inline PyObject* py_var(VM* vm, std::string val){
  527. return VAR(Str(std::move(val)));
  528. }
  529. inline PyObject* py_var(VM* vm, std::string_view val){
  530. return VAR(Str(val));
  531. }
  532. inline PyObject* py_var(VM* vm, NoReturn val){
  533. PK_UNUSED(val);
  534. return vm->None;
  535. }
  536. template<int ARGC>
  537. PyObject* VM::bind_method(PyObject* obj, Str name, NativeFuncC fn) {
  538. check_non_tagged_type(obj, tp_type);
  539. PyObject* nf = VAR(NativeFunc(fn, ARGC, true));
  540. obj->attr().set(name, nf);
  541. return nf;
  542. }
  543. template<int ARGC>
  544. PyObject* VM::bind_func(PyObject* obj, Str name, NativeFuncC fn) {
  545. PyObject* nf = VAR(NativeFunc(fn, ARGC, false));
  546. obj->attr().set(name, nf);
  547. return nf;
  548. }
  549. /***************************************************/
  550. template<typename T>
  551. PyObject* PyArrayGetItem(VM* vm, PyObject* obj, PyObject* index){
  552. static_assert(std::is_same_v<T, List> || std::is_same_v<T, Tuple>);
  553. const T& self = _CAST(T&, obj);
  554. if(is_non_tagged_type(index, vm->tp_slice)){
  555. const Slice& s = _CAST(Slice&, index);
  556. int start, stop, step;
  557. vm->parse_int_slice(s, self.size(), start, stop, step);
  558. List new_list;
  559. for(int i=start; step>0?i<stop:i>stop; i+=step) new_list.push_back(self[i]);
  560. return VAR(T(std::move(new_list)));
  561. }
  562. int i = CAST(int, index);
  563. i = vm->normalized_index(i, self.size());
  564. return self[i];
  565. }
  566. } // namespace pkpy