pocketpy.cpp 55 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489
  1. #include "pocketpy/pocketpy.h"
  2. namespace pkpy{
  3. #ifdef PK_USE_CJSON
  4. void add_module_cjson(VM* vm);
  5. #endif
  6. void init_builtins(VM* _vm) {
  7. #define BIND_NUM_ARITH_OPT(name, op) \
  8. _vm->bind##name(VM::tp_int, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  9. if(is_int(rhs)) return VAR(_CAST(i64, lhs) op _CAST(i64, rhs)); \
  10. if(is_float(rhs)) return VAR(_CAST(i64, lhs) op _CAST(f64, rhs)); \
  11. return vm->NotImplemented; \
  12. }); \
  13. _vm->bind##name(VM::tp_float, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  14. if(is_float(rhs)) return VAR(_CAST(f64, lhs) op _CAST(f64, rhs)); \
  15. if(is_int(rhs)) return VAR(_CAST(f64, lhs) op _CAST(i64, rhs)); \
  16. return vm->NotImplemented; \
  17. });
  18. BIND_NUM_ARITH_OPT(__add__, +)
  19. BIND_NUM_ARITH_OPT(__sub__, -)
  20. BIND_NUM_ARITH_OPT(__mul__, *)
  21. #undef BIND_NUM_ARITH_OPT
  22. #define BIND_NUM_LOGICAL_OPT(name, op) \
  23. _vm->bind##name(VM::tp_int, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  24. i64 val; \
  25. if(try_cast_int(rhs, &val)) return VAR(_CAST(i64, lhs) op val); \
  26. if(is_float(rhs)) return VAR(_CAST(i64, lhs) op _CAST(f64, rhs)); \
  27. return vm->NotImplemented; \
  28. }); \
  29. _vm->bind##name(VM::tp_float, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  30. i64 val; \
  31. if(try_cast_int(rhs, &val)) return VAR(_CAST(f64, lhs) op val); \
  32. if(is_float(rhs)) return VAR(_CAST(f64, lhs) op _CAST(f64, rhs)); \
  33. return vm->NotImplemented; \
  34. });
  35. BIND_NUM_LOGICAL_OPT(__eq__, ==)
  36. BIND_NUM_LOGICAL_OPT(__lt__, <)
  37. BIND_NUM_LOGICAL_OPT(__le__, <=)
  38. BIND_NUM_LOGICAL_OPT(__gt__, >)
  39. BIND_NUM_LOGICAL_OPT(__ge__, >=)
  40. #undef BIND_NUM_ARITH_OPT
  41. #undef BIND_NUM_LOGICAL_OPT
  42. // builtin functions
  43. _vm->bind_func<-1>(_vm->builtins, "super", [](VM* vm, ArgsView args) {
  44. PyObject* class_arg = nullptr;
  45. PyObject* self_arg = nullptr;
  46. if(args.size() == 2){
  47. class_arg = args[0];
  48. self_arg = args[1];
  49. }else if(args.size() == 0){
  50. FrameId frame = vm->top_frame();
  51. if(frame->_callable != nullptr){
  52. class_arg = PK_OBJ_GET(Function, frame->_callable)._class;
  53. if(frame->_locals.size() > 0) self_arg = frame->_locals[0];
  54. }
  55. if(class_arg == nullptr || self_arg == nullptr){
  56. vm->TypeError("super(): unable to determine the class context, use super(class, self) instead");
  57. }
  58. }else{
  59. vm->TypeError("super() takes 0 or 2 arguments");
  60. }
  61. vm->check_non_tagged_type(class_arg, vm->tp_type);
  62. Type type = PK_OBJ_GET(Type, class_arg);
  63. if(!vm->isinstance(self_arg, type)){
  64. StrName _0 = _type_name(vm, vm->_tp(self_arg));
  65. StrName _1 = _type_name(vm, type);
  66. vm->TypeError("super(): " + _0.escape() + " is not an instance of " + _1.escape());
  67. }
  68. return vm->heap.gcnew<Super>(vm->tp_super, self_arg, vm->_all_types[type].base);
  69. });
  70. _vm->bind_func<1>(_vm->builtins, "staticmethod", [](VM* vm, ArgsView args) {
  71. PyObject* func = args[0];
  72. vm->check_non_tagged_type(func, vm->tp_function);
  73. return vm->heap.gcnew<StaticMethod>(vm->tp_staticmethod, args[0]);
  74. });
  75. _vm->bind_func<1>(_vm->builtins, "classmethod", [](VM* vm, ArgsView args) {
  76. PyObject* func = args[0];
  77. vm->check_non_tagged_type(func, vm->tp_function);
  78. return vm->heap.gcnew<ClassMethod>(vm->tp_classmethod, args[0]);
  79. });
  80. _vm->bind_func<2>(_vm->builtins, "isinstance", [](VM* vm, ArgsView args) {
  81. if(is_non_tagged_type(args[1], vm->tp_tuple)){
  82. Tuple& types = _CAST(Tuple&, args[1]);
  83. for(PyObject* type : types){
  84. vm->check_non_tagged_type(type, vm->tp_type);
  85. if(vm->isinstance(args[0], PK_OBJ_GET(Type, type))) return vm->True;
  86. }
  87. return vm->False;
  88. }
  89. vm->check_non_tagged_type(args[1], vm->tp_type);
  90. Type type = PK_OBJ_GET(Type, args[1]);
  91. return VAR(vm->isinstance(args[0], type));
  92. });
  93. _vm->bind_func<2>(_vm->builtins, "issubclass", [](VM* vm, ArgsView args) {
  94. vm->check_non_tagged_type(args[0], vm->tp_type);
  95. vm->check_non_tagged_type(args[1], vm->tp_type);
  96. return VAR(vm->issubclass(PK_OBJ_GET(Type, args[0]), PK_OBJ_GET(Type, args[1])));
  97. });
  98. _vm->bind_func<0>(_vm->builtins, "globals", [](VM* vm, ArgsView args) {
  99. PyObject* mod = vm->top_frame()->_module;
  100. return VAR(MappingProxy(mod));
  101. });
  102. _vm->bind(_vm->builtins, "round(x, ndigits=0)", [](VM* vm, ArgsView args) {
  103. f64 x = CAST(f64, args[0]);
  104. int ndigits = CAST(int, args[1]);
  105. if(ndigits == 0){
  106. return x >= 0 ? VAR((i64)(x + 0.5)) : VAR((i64)(x - 0.5));
  107. }
  108. if(ndigits < 0) vm->ValueError("ndigits should be non-negative");
  109. if(x >= 0){
  110. return VAR((i64)(x * std::pow(10, ndigits) + 0.5) / std::pow(10, ndigits));
  111. }else{
  112. return VAR((i64)(x * std::pow(10, ndigits) - 0.5) / std::pow(10, ndigits));
  113. }
  114. });
  115. _vm->bind_func<1>(_vm->builtins, "abs", [](VM* vm, ArgsView args) {
  116. if(is_int(args[0])) return VAR(std::abs(_CAST(i64, args[0])));
  117. if(is_float(args[0])) return VAR(std::abs(_CAST(f64, args[0])));
  118. vm->TypeError("bad operand type for abs()");
  119. return vm->None;
  120. });
  121. _vm->bind_func<1>(_vm->builtins, "id", [](VM* vm, ArgsView args) {
  122. PyObject* obj = args[0];
  123. if(is_tagged(obj)) return vm->None;
  124. return VAR(PK_BITS(obj));
  125. });
  126. _vm->bind_func<1>(_vm->builtins, "callable", [](VM* vm, ArgsView args) {
  127. Type cls = vm->_tp(args[0]);
  128. switch(cls.index){
  129. case VM::tp_function.index: return vm->True;
  130. case VM::tp_native_func.index: return vm->True;
  131. case VM::tp_bound_method.index: return vm->True;
  132. case VM::tp_type.index: return vm->True;
  133. }
  134. bool ok = vm->find_name_in_mro(cls, __call__) != nullptr;
  135. return VAR(ok);
  136. });
  137. _vm->bind_func<1>(_vm->builtins, "__import__", [](VM* vm, ArgsView args) {
  138. const Str& name = CAST(Str&, args[0]);
  139. return vm->py_import(name);
  140. });
  141. _vm->bind_func<2>(_vm->builtins, "divmod", [](VM* vm, ArgsView args) {
  142. if(is_int(args[0])){
  143. i64 lhs = _CAST(i64, args[0]);
  144. i64 rhs = CAST(i64, args[1]);
  145. if(rhs == 0) vm->ZeroDivisionError();
  146. auto res = std::div(lhs, rhs);
  147. return VAR(Tuple({VAR(res.quot), VAR(res.rem)}));
  148. }else{
  149. return vm->call_method(args[0], __divmod__, args[1]);
  150. }
  151. });
  152. _vm->bind(_vm->builtins, "eval(__source, __globals=None)", [](VM* vm, ArgsView args) {
  153. CodeObject_ code = vm->compile(CAST(Str&, args[0]), "<eval>", EVAL_MODE, true);
  154. PyObject* globals = args[1];
  155. if(globals == vm->None){
  156. FrameId frame = vm->top_frame();
  157. return vm->_exec(code.get(), frame->_module, frame->_callable, frame->_locals);
  158. }
  159. vm->check_non_tagged_type(globals, vm->tp_mappingproxy);
  160. PyObject* obj = PK_OBJ_GET(MappingProxy, globals).obj;
  161. return vm->_exec(code, obj);
  162. });
  163. _vm->bind(_vm->builtins, "exec(__source, __globals=None)", [](VM* vm, ArgsView args) {
  164. CodeObject_ code = vm->compile(CAST(Str&, args[0]), "<exec>", EXEC_MODE, true);
  165. PyObject* globals = args[1];
  166. if(globals == vm->None){
  167. FrameId frame = vm->top_frame();
  168. vm->_exec(code.get(), frame->_module, frame->_callable, frame->_locals);
  169. return vm->None;
  170. }
  171. vm->check_non_tagged_type(globals, vm->tp_mappingproxy);
  172. PyObject* obj = PK_OBJ_GET(MappingProxy, globals).obj;
  173. vm->_exec(code, obj);
  174. return vm->None;
  175. });
  176. _vm->bind(_vm->builtins, "exit(code=0)", [](VM* vm, ArgsView args) {
  177. std::exit(CAST(int, args[0]));
  178. return vm->None;
  179. });
  180. _vm->bind_func<1>(_vm->builtins, "repr", [](VM* vm, ArgsView args){
  181. return vm->py_repr(args[0]);
  182. });
  183. _vm->bind_func<1>(_vm->builtins, "len", [](VM* vm, ArgsView args){
  184. const PyTypeInfo* ti = vm->_inst_type_info(args[0]);
  185. if(ti->m__len__) return VAR(ti->m__len__(vm, args[0]));
  186. return vm->call_method(args[0], __len__);
  187. });
  188. _vm->bind_func<1>(_vm->builtins, "hash", [](VM* vm, ArgsView args){
  189. i64 value = vm->py_hash(args[0]);
  190. return VAR(value);
  191. });
  192. _vm->bind_func<1>(_vm->builtins, "chr", [](VM* vm, ArgsView args) {
  193. i64 i = CAST(i64, args[0]);
  194. if (i < 0 || i >= 128) vm->ValueError("chr() arg not in [0, 128)");
  195. return VAR(std::string(1, (char)i));
  196. });
  197. _vm->bind_func<1>(_vm->builtins, "ord", [](VM* vm, ArgsView args) {
  198. const Str& s = CAST(Str&, args[0]);
  199. if (s.length()!=1) vm->TypeError("ord() expected an ASCII character");
  200. return VAR((i64)(s[0]));
  201. });
  202. _vm->bind_func<2>(_vm->builtins, "hasattr", [](VM* vm, ArgsView args) {
  203. return VAR(vm->getattr(args[0], CAST(Str&, args[1]), false) != nullptr);
  204. });
  205. _vm->bind_func<3>(_vm->builtins, "setattr", [](VM* vm, ArgsView args) {
  206. vm->setattr(args[0], CAST(Str&, args[1]), args[2]);
  207. return vm->None;
  208. });
  209. _vm->bind_func<-1>(_vm->builtins, "getattr", [](VM* vm, ArgsView args) {
  210. if(args.size()!=2 && args.size()!=3) vm->TypeError("getattr() takes 2 or 3 arguments");
  211. StrName name = CAST(Str&, args[1]);
  212. PyObject* val = vm->getattr(args[0], name, false);
  213. if(val == nullptr){
  214. if(args.size()==2) vm->AttributeError(args[0], name);
  215. return args[2];
  216. }
  217. return val;
  218. });
  219. _vm->bind_func<2>(_vm->builtins, "delattr", [](VM* vm, ArgsView args) {
  220. vm->delattr(args[0], CAST(Str&, args[1]));
  221. return vm->None;
  222. });
  223. _vm->bind_func<1>(_vm->builtins, "hex", [](VM* vm, ArgsView args) {
  224. std::stringstream ss; // hex
  225. ss << std::hex << CAST(i64, args[0]);
  226. return VAR("0x" + ss.str());
  227. });
  228. _vm->bind_func<1>(_vm->builtins, "iter", [](VM* vm, ArgsView args) {
  229. return vm->py_iter(args[0]);
  230. });
  231. _vm->bind_func<1>(_vm->builtins, "next", [](VM* vm, ArgsView args) {
  232. return vm->py_next(args[0]);
  233. });
  234. _vm->bind_func<1>(_vm->builtins, "bin", [](VM* vm, ArgsView args) {
  235. SStream ss;
  236. i64 x = CAST(i64, args[0]);
  237. if(x < 0){ ss << "-"; x = -x; }
  238. ss << "0b";
  239. std::string bits;
  240. while(x){
  241. bits += (x & 1) ? '1' : '0';
  242. x >>= 1;
  243. }
  244. std::reverse(bits.begin(), bits.end());
  245. if(bits.empty()) bits = "0";
  246. ss << bits;
  247. return VAR(ss.str());
  248. });
  249. _vm->bind_func<1>(_vm->builtins, "dir", [](VM* vm, ArgsView args) {
  250. std::set<StrName> names;
  251. if(!is_tagged(args[0]) && args[0]->is_attr_valid()){
  252. std::vector<StrName> keys = args[0]->attr().keys();
  253. names.insert(keys.begin(), keys.end());
  254. }
  255. const NameDict& t_attr = vm->_t(args[0])->attr();
  256. std::vector<StrName> keys = t_attr.keys();
  257. names.insert(keys.begin(), keys.end());
  258. List ret;
  259. for (StrName name : names) ret.push_back(VAR(name.sv()));
  260. return VAR(std::move(ret));
  261. });
  262. // tp_object
  263. _vm->bind__repr__(VM::tp_object, [](VM* vm, PyObject* obj) {
  264. if(is_tagged(obj)) PK_FATAL_ERROR();
  265. std::stringstream ss; // hex
  266. ss << "<" << _type_name(vm, vm->_tp(obj)) << " object at 0x";
  267. ss << std::hex << reinterpret_cast<intptr_t>(obj) << ">";
  268. return VAR(ss.str());
  269. });
  270. _vm->bind__eq__(VM::tp_object, [](VM* vm, PyObject* _0, PyObject* _1) {
  271. return VAR(_0 == _1);
  272. });
  273. _vm->cached_object__new__ = _vm->bind_constructor<1>(_vm->_t(VM::tp_object), [](VM* vm, ArgsView args) {
  274. vm->check_non_tagged_type(args[0], vm->tp_type);
  275. Type t = PK_OBJ_GET(Type, args[0]);
  276. return vm->heap.gcnew<DummyInstance>(t);
  277. });
  278. _vm->bind_method<0>(VM::tp_object, "_enable_instance_dict", [](VM* vm, ArgsView args){
  279. PyObject* self = args[0];
  280. if(is_tagged(self)){
  281. vm->TypeError("object: tagged object cannot enable instance dict");
  282. }
  283. if(self->is_attr_valid()){
  284. vm->TypeError("object: instance dict is already enabled");
  285. }
  286. self->_enable_instance_dict();
  287. return vm->None;
  288. });
  289. // tp_type
  290. _vm->bind_constructor<2>(_vm->_t(VM::tp_type), PK_LAMBDA(vm->_t(args[1])));
  291. // tp_range
  292. _vm->bind_constructor<-1>(_vm->_t(VM::tp_range), [](VM* vm, ArgsView args) {
  293. args._begin += 1; // skip cls
  294. Range r;
  295. switch (args.size()) {
  296. case 1: r.stop = CAST(i64, args[0]); break;
  297. case 2: r.start = CAST(i64, args[0]); r.stop = CAST(i64, args[1]); break;
  298. case 3: r.start = CAST(i64, args[0]); r.stop = CAST(i64, args[1]); r.step = CAST(i64, args[2]); break;
  299. default: vm->TypeError("expected 1-3 arguments, got " + std::to_string(args.size()));
  300. }
  301. return VAR(r);
  302. });
  303. _vm->bind__iter__(VM::tp_range, [](VM* vm, PyObject* obj) { return VAR_T(RangeIter, PK_OBJ_GET(Range, obj)); });
  304. // tp_nonetype
  305. _vm->bind__repr__(_vm->_tp(_vm->None), [](VM* vm, PyObject* _0) {
  306. return VAR("None");
  307. });
  308. // tp_float / tp_float
  309. _vm->bind__truediv__(VM::tp_float, [](VM* vm, PyObject* _0, PyObject* _1) {
  310. f64 value = CAST_F(_1);
  311. return VAR(_CAST(f64, _0) / value);
  312. });
  313. _vm->bind__truediv__(VM::tp_int, [](VM* vm, PyObject* _0, PyObject* _1) {
  314. f64 value = CAST_F(_1);
  315. return VAR(_CAST(i64, _0) / value);
  316. });
  317. auto py_number_pow = [](VM* vm, PyObject* _0, PyObject* _1) {
  318. i64 lhs, rhs;
  319. if(try_cast_int(_0, &lhs) && try_cast_int(_1, &rhs)){
  320. if(rhs < 0) {
  321. if(lhs == 0) vm->ZeroDivisionError("0.0 cannot be raised to a negative power");
  322. return VAR((f64)std::pow(lhs, rhs));
  323. }
  324. i64 ret = 1;
  325. while(rhs){
  326. if(rhs & 1) ret *= lhs;
  327. lhs *= lhs;
  328. rhs >>= 1;
  329. }
  330. return VAR(ret);
  331. }else{
  332. return VAR((f64)std::pow(CAST_F(_0), CAST_F(_1)));
  333. }
  334. };
  335. _vm->bind__pow__(VM::tp_int, py_number_pow);
  336. _vm->bind__pow__(VM::tp_float, py_number_pow);
  337. _vm->bind_constructor<-1>(_vm->_t(VM::tp_int), [](VM* vm, ArgsView args) {
  338. if(args.size() == 1+0) return VAR(0);
  339. // 1 arg
  340. if(args.size() == 1+1){
  341. if (is_type(args[1], vm->tp_float)) return VAR((i64)CAST(f64, args[1]));
  342. if (is_type(args[1], vm->tp_int)) return args[1];
  343. if (is_type(args[1], vm->tp_bool)) return VAR(_CAST(bool, args[1]) ? 1 : 0);
  344. }
  345. if(args.size() > 1+2) vm->TypeError("int() takes at most 2 arguments");
  346. // 2 args
  347. if (is_type(args[1], vm->tp_str)) {
  348. int base = 10;
  349. if(args.size() == 1+2) base = CAST(i64, args[2]);
  350. const Str& s = CAST(Str&, args[1]);
  351. i64 val;
  352. if(!parse_int(s.sv(), &val, base)){
  353. vm->ValueError("invalid literal for int(): " + s.escape());
  354. }
  355. return VAR(val);
  356. }
  357. vm->TypeError("invalid arguments for int()");
  358. return vm->None;
  359. });
  360. _vm->bind__floordiv__(VM::tp_int, [](VM* vm, PyObject* _0, PyObject* _1) {
  361. i64 rhs = CAST(i64, _1);
  362. if(rhs == 0) vm->ZeroDivisionError();
  363. return VAR(_CAST(i64, _0) / rhs);
  364. });
  365. _vm->bind__mod__(VM::tp_int, [](VM* vm, PyObject* _0, PyObject* _1) {
  366. i64 rhs = CAST(i64, _1);
  367. if(rhs == 0) vm->ZeroDivisionError();
  368. return VAR(_CAST(i64, _0) % rhs);
  369. });
  370. _vm->bind__repr__(VM::tp_int, [](VM* vm, PyObject* obj) { return VAR(std::to_string(_CAST(i64, obj))); });
  371. _vm->bind__neg__(VM::tp_int, [](VM* vm, PyObject* obj) { return VAR(-_CAST(i64, obj)); });
  372. _vm->bind__hash__(VM::tp_int, [](VM* vm, PyObject* obj) { return _CAST(i64, obj); });
  373. _vm->bind__invert__(VM::tp_int, [](VM* vm, PyObject* obj) { return VAR(~_CAST(i64, obj)); });
  374. #define INT_BITWISE_OP(name, op) \
  375. _vm->bind##name(VM::tp_int, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  376. return VAR(_CAST(i64, lhs) op CAST(i64, rhs)); \
  377. });
  378. INT_BITWISE_OP(__lshift__, <<)
  379. INT_BITWISE_OP(__rshift__, >>)
  380. INT_BITWISE_OP(__and__, &)
  381. INT_BITWISE_OP(__or__, |)
  382. INT_BITWISE_OP(__xor__, ^)
  383. #undef INT_BITWISE_OP
  384. _vm->bind_constructor<-1>(_vm->_t(VM::tp_float), [](VM* vm, ArgsView args) {
  385. if(args.size() == 1+0) return VAR(0.0);
  386. if(args.size() > 1+1) vm->TypeError("float() takes at most 1 argument");
  387. // 1 arg
  388. if (is_type(args[1], vm->tp_int)) return VAR((f64)CAST(i64, args[1]));
  389. if (is_type(args[1], vm->tp_float)) return args[1];
  390. if (is_type(args[1], vm->tp_bool)) return VAR(_CAST(bool, args[1]) ? 1.0 : 0.0);
  391. if (is_type(args[1], vm->tp_str)) {
  392. const Str& s = CAST(Str&, args[1]);
  393. if(s == "inf") return VAR(INFINITY);
  394. if(s == "-inf") return VAR(-INFINITY);
  395. double float_out;
  396. char* p_end;
  397. try{
  398. float_out = std::strtod(s.data, &p_end);
  399. PK_ASSERT(p_end == s.end());
  400. }catch(...){
  401. vm->ValueError("invalid literal for float(): " + s.escape());
  402. }
  403. return VAR(float_out);
  404. }
  405. vm->TypeError("invalid arguments for float()");
  406. return vm->None;
  407. });
  408. _vm->bind__hash__(VM::tp_float, [](VM* vm, PyObject* _0) {
  409. f64 val = _CAST(f64, _0);
  410. return (i64)std::hash<f64>()(val);
  411. });
  412. _vm->bind__neg__(VM::tp_float, [](VM* vm, PyObject* _0) { return VAR(-_CAST(f64, _0)); });
  413. _vm->bind__repr__(VM::tp_float, [](VM* vm, PyObject* _0) {
  414. f64 val = _CAST(f64, _0);
  415. SStream ss;
  416. ss << val;
  417. return VAR(ss.str());
  418. });
  419. // tp_str
  420. _vm->bind_constructor<2>(_vm->_t(VM::tp_str), PK_LAMBDA(vm->py_str(args[1])));
  421. _vm->bind__hash__(VM::tp_str, [](VM* vm, PyObject* _0) {
  422. return (i64)_CAST(Str&, _0).hash();
  423. });
  424. _vm->bind__add__(VM::tp_str, [](VM* vm, PyObject* _0, PyObject* _1) {
  425. return VAR(_CAST(Str&, _0) + CAST(Str&, _1));
  426. });
  427. _vm->bind__len__(VM::tp_str, [](VM* vm, PyObject* _0) {
  428. return (i64)_CAST(Str&, _0).u8_length();
  429. });
  430. _vm->bind__mul__(VM::tp_str, [](VM* vm, PyObject* _0, PyObject* _1) {
  431. const Str& self = _CAST(Str&, _0);
  432. i64 n = CAST(i64, _1);
  433. SStream ss;
  434. for(i64 i = 0; i < n; i++) ss << self.sv();
  435. return VAR(ss.str());
  436. });
  437. _vm->bind_method<1>(VM::tp_str, "__rmul__", [](VM* vm, ArgsView args) {
  438. const Str& self = _CAST(Str&, args[0]);
  439. i64 n = CAST(i64, args[1]);
  440. SStream ss;
  441. for(i64 i = 0; i < n; i++) ss << self.sv();
  442. return VAR(ss.str());
  443. });
  444. _vm->bind__contains__(VM::tp_str, [](VM* vm, PyObject* _0, PyObject* _1) {
  445. const Str& self = _CAST(Str&, _0);
  446. return VAR(self.index(CAST(Str&, _1)) != -1);
  447. });
  448. _vm->bind__str__(VM::tp_str, [](VM* vm, PyObject* _0) { return _0; });
  449. _vm->bind__iter__(VM::tp_str, [](VM* vm, PyObject* _0) { return VAR_T(StringIter, _0); });
  450. _vm->bind__repr__(VM::tp_str, [](VM* vm, PyObject* _0) {
  451. const Str& self = _CAST(Str&, _0);
  452. return VAR(self.escape());
  453. });
  454. #define BIND_CMP_STR(name, op) \
  455. _vm->bind##name(VM::tp_str, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  456. if(!is_non_tagged_type(rhs, vm->tp_str)) return vm->NotImplemented; \
  457. return VAR(_CAST(Str&, lhs) op _CAST(Str&, rhs)); \
  458. });
  459. BIND_CMP_STR(__eq__, ==)
  460. BIND_CMP_STR(__lt__, <)
  461. BIND_CMP_STR(__le__, <=)
  462. BIND_CMP_STR(__gt__, >)
  463. BIND_CMP_STR(__ge__, >=)
  464. #undef BIND_CMP_STR
  465. _vm->bind__getitem__(VM::tp_str, [](VM* vm, PyObject* _0, PyObject* _1) {
  466. const Str& self = _CAST(Str&, _0);
  467. if(is_non_tagged_type(_1, vm->tp_slice)){
  468. const Slice& s = _CAST(Slice&, _1);
  469. int start, stop, step;
  470. vm->parse_int_slice(s, self.u8_length(), start, stop, step);
  471. return VAR(self.u8_slice(start, stop, step));
  472. }
  473. int i = CAST(int, _1);
  474. i = vm->normalized_index(i, self.u8_length());
  475. return VAR(self.u8_getitem(i));
  476. });
  477. _vm->bind(_vm->_t(VM::tp_str), "replace(self, old, new, count=-1)", [](VM* vm, ArgsView args) {
  478. const Str& self = _CAST(Str&, args[0]);
  479. const Str& old = CAST(Str&, args[1]);
  480. if(old.empty()) vm->ValueError("empty substring");
  481. const Str& new_ = CAST(Str&, args[2]);
  482. int count = CAST(int, args[3]);
  483. return VAR(self.replace(old, new_, count));
  484. });
  485. _vm->bind(_vm->_t(VM::tp_str), "split(self, sep=' ')", [](VM* vm, ArgsView args) {
  486. const Str& self = _CAST(Str&, args[0]);
  487. const Str& sep = CAST(Str&, args[1]);
  488. if(sep.empty()) vm->ValueError("empty separator");
  489. std::vector<std::string_view> parts;
  490. if(sep.size == 1){
  491. parts = self.split(sep[0]);
  492. }else{
  493. parts = self.split(sep);
  494. }
  495. List ret(parts.size());
  496. for(int i=0; i<parts.size(); i++) ret[i] = VAR(Str(parts[i]));
  497. return VAR(std::move(ret));
  498. });
  499. _vm->bind(_vm->_t(VM::tp_str), "splitlines(self)", [](VM* vm, ArgsView args) {
  500. const Str& self = _CAST(Str&, args[0]);
  501. std::vector<std::string_view> parts;
  502. parts = self.split('\n');
  503. List ret(parts.size());
  504. for(int i=0; i<parts.size(); i++) ret[i] = VAR(Str(parts[i]));
  505. return VAR(std::move(ret));
  506. });
  507. _vm->bind(_vm->_t(VM::tp_str), "count(self, s: str)", [](VM* vm, ArgsView args) {
  508. const Str& self = _CAST(Str&, args[0]);
  509. const Str& s = CAST(Str&, args[1]);
  510. return VAR(self.count(s));
  511. });
  512. _vm->bind_method<1>(VM::tp_str, "index", [](VM* vm, ArgsView args) {
  513. const Str& self = _CAST(Str&, args[0]);
  514. const Str& sub = CAST(Str&, args[1]);
  515. int index = self.index(sub);
  516. if(index == -1) vm->ValueError("substring not found");
  517. return VAR(index);
  518. });
  519. _vm->bind_method<1>(VM::tp_str, "find", [](VM* vm, ArgsView args) {
  520. const Str& self = _CAST(Str&, args[0]);
  521. const Str& sub = CAST(Str&, args[1]);
  522. return VAR(self.index(sub));
  523. });
  524. _vm->bind_method<1>(VM::tp_str, "startswith", [](VM* vm, ArgsView args) {
  525. const Str& self = _CAST(Str&, args[0]);
  526. const Str& prefix = CAST(Str&, args[1]);
  527. return VAR(self.index(prefix) == 0);
  528. });
  529. _vm->bind_method<1>(VM::tp_str, "endswith", [](VM* vm, ArgsView args) {
  530. const Str& self = _CAST(Str&, args[0]);
  531. const Str& suffix = CAST(Str&, args[1]);
  532. int offset = self.length() - suffix.length();
  533. if(offset < 0) return vm->False;
  534. bool ok = memcmp(self.data+offset, suffix.data, suffix.length()) == 0;
  535. return VAR(ok);
  536. });
  537. _vm->bind_method<0>(VM::tp_str, "encode", [](VM* vm, ArgsView args) {
  538. const Str& self = _CAST(Str&, args[0]);
  539. unsigned char* buffer = new unsigned char[self.length()];
  540. memcpy(buffer, self.data, self.length());
  541. return VAR(Bytes(buffer, self.length()));
  542. });
  543. _vm->bind_method<1>(VM::tp_str, "join", [](VM* vm, ArgsView args) {
  544. auto _lock = vm->heap.gc_scope_lock();
  545. const Str& self = _CAST(Str&, args[0]);
  546. SStream ss;
  547. PyObject* it = vm->py_iter(args[1]); // strong ref
  548. PyObject* obj = vm->py_next(it);
  549. while(obj != vm->StopIteration){
  550. if(!ss.empty()) ss << self;
  551. ss << CAST(Str&, obj);
  552. obj = vm->py_next(it);
  553. }
  554. return VAR(ss.str());
  555. });
  556. _vm->bind_method<0>(VM::tp_str, "lower", [](VM* vm, ArgsView args) {
  557. const Str& self = _CAST(Str&, args[0]);
  558. return VAR(self.lower());
  559. });
  560. _vm->bind_method<0>(VM::tp_str, "upper", [](VM* vm, ArgsView args) {
  561. const Str& self = _CAST(Str&, args[0]);
  562. return VAR(self.upper());
  563. });
  564. // tp_list / tp_tuple
  565. _vm->bind(_vm->_t(VM::tp_list), "sort(self, key=None, reverse=False)", [](VM* vm, ArgsView args) {
  566. List& self = _CAST(List&, args[0]);
  567. PyObject* key = args[1];
  568. if(key == vm->None){
  569. std::stable_sort(self.begin(), self.end(), [vm](PyObject* a, PyObject* b){
  570. return vm->py_lt(a, b);
  571. });
  572. }else{
  573. std::stable_sort(self.begin(), self.end(), [vm, key](PyObject* a, PyObject* b){
  574. return vm->py_lt(vm->call(key, a), vm->call(key, b));
  575. });
  576. }
  577. bool reverse = CAST(bool, args[2]);
  578. if(reverse) self.reverse();
  579. return vm->None;
  580. });
  581. _vm->bind__repr__(VM::tp_list, [](VM* vm, PyObject* _0){
  582. List& iterable = _CAST(List&, _0);
  583. SStream ss;
  584. ss << '[';
  585. for(int i=0; i<iterable.size(); i++){
  586. if(iterable[i] == _0){
  587. ss << "[...]";
  588. }else{
  589. ss << CAST(Str&, vm->py_repr(iterable[i]));
  590. }
  591. if(i != iterable.size()-1) ss << ", ";
  592. }
  593. ss << ']';
  594. return VAR(ss.str());
  595. });
  596. _vm->bind__repr__(VM::tp_tuple, [](VM* vm, PyObject* _0){
  597. Tuple& iterable = _CAST(Tuple&, _0);
  598. SStream ss;
  599. ss << '(';
  600. if(iterable.size() == 1){
  601. ss << CAST(Str&, vm->py_repr(iterable[0]));
  602. ss << ',';
  603. }else{
  604. for(int i=0; i<iterable.size(); i++){
  605. ss << CAST(Str&, vm->py_repr(iterable[i]));
  606. if(i != iterable.size()-1) ss << ", ";
  607. }
  608. }
  609. ss << ')';
  610. return VAR(ss.str());
  611. });
  612. _vm->bind_constructor<-1>(_vm->_t(VM::tp_list), [](VM* vm, ArgsView args) {
  613. if(args.size() == 1+0) return VAR(List());
  614. if(args.size() == 1+1) return vm->py_list(args[1]);
  615. vm->TypeError("list() takes 0 or 1 arguments");
  616. return vm->None;
  617. });
  618. _vm->bind__contains__(VM::tp_list, [](VM* vm, PyObject* _0, PyObject* _1) {
  619. List& self = _CAST(List&, _0);
  620. for(PyObject* i: self) if(vm->py_eq(i, _1)) return vm->True;
  621. return vm->False;
  622. });
  623. _vm->bind_method<1>(VM::tp_list, "count", [](VM* vm, ArgsView args) {
  624. List& self = _CAST(List&, args[0]);
  625. int count = 0;
  626. for(PyObject* i: self) if(vm->py_eq(i, args[1])) count++;
  627. return VAR(count);
  628. });
  629. _vm->bind__eq__(VM::tp_list, [](VM* vm, PyObject* _0, PyObject* _1) {
  630. List& a = _CAST(List&, _0);
  631. if(!is_non_tagged_type(_1, vm->tp_list)) return vm->NotImplemented;
  632. List& b = _CAST(List&, _1);
  633. if(a.size() != b.size()) return vm->False;
  634. for(int i=0; i<a.size(); i++){
  635. if(!vm->py_eq(a[i], b[i])) return vm->False;
  636. }
  637. return vm->True;
  638. });
  639. _vm->bind_method<1>(VM::tp_list, "index", [](VM* vm, ArgsView args) {
  640. List& self = _CAST(List&, args[0]);
  641. PyObject* obj = args[1];
  642. for(int i=0; i<self.size(); i++){
  643. if(vm->py_eq(self[i], obj)) return VAR(i);
  644. }
  645. vm->ValueError(_CAST(Str&, vm->py_repr(obj)) + " is not in list");
  646. return vm->None;
  647. });
  648. _vm->bind_method<1>(VM::tp_list, "remove", [](VM* vm, ArgsView args) {
  649. List& self = _CAST(List&, args[0]);
  650. PyObject* obj = args[1];
  651. for(int i=0; i<self.size(); i++){
  652. if(vm->py_eq(self[i], obj)){
  653. self.erase(i);
  654. return vm->None;
  655. }
  656. }
  657. vm->ValueError(_CAST(Str&, vm->py_repr(obj)) + " is not in list");
  658. return vm->None;
  659. });
  660. _vm->bind_method<-1>(VM::tp_list, "pop", [](VM* vm, ArgsView args) {
  661. List& self = _CAST(List&, args[0]);
  662. if(args.size() == 1+0){
  663. if(self.empty()) vm->IndexError("pop from empty list");
  664. return self.popx_back();
  665. }
  666. if(args.size() == 1+1){
  667. int index = CAST(int, args[1]);
  668. index = vm->normalized_index(index, self.size());
  669. PyObject* ret = self[index];
  670. self.erase(index);
  671. return ret;
  672. }
  673. vm->TypeError("pop() takes at most 1 argument");
  674. return vm->None;
  675. });
  676. _vm->bind_method<1>(VM::tp_list, "append", [](VM* vm, ArgsView args) {
  677. List& self = _CAST(List&, args[0]);
  678. self.push_back(args[1]);
  679. return vm->None;
  680. });
  681. _vm->bind_method<1>(VM::tp_list, "extend", [](VM* vm, ArgsView args) {
  682. auto _lock = vm->heap.gc_scope_lock();
  683. List& self = _CAST(List&, args[0]);
  684. PyObject* it = vm->py_iter(args[1]); // strong ref
  685. PyObject* obj = vm->py_next(it);
  686. while(obj != vm->StopIteration){
  687. self.push_back(obj);
  688. obj = vm->py_next(it);
  689. }
  690. return vm->None;
  691. });
  692. _vm->bind_method<0>(VM::tp_list, "reverse", [](VM* vm, ArgsView args) {
  693. List& self = _CAST(List&, args[0]);
  694. std::reverse(self.begin(), self.end());
  695. return vm->None;
  696. });
  697. _vm->bind__mul__(VM::tp_list, [](VM* vm, PyObject* _0, PyObject* _1) {
  698. const List& self = _CAST(List&, _0);
  699. if(!is_int(_1)) return vm->NotImplemented;
  700. int n = _CAST(int, _1);
  701. List result;
  702. result.reserve(self.size() * n);
  703. for(int i = 0; i < n; i++) result.extend(self);
  704. return VAR(std::move(result));
  705. });
  706. _vm->bind_method<1>(VM::tp_list, "__rmul__", [](VM* vm, ArgsView args) {
  707. const List& self = _CAST(List&, args[0]);
  708. if(!is_int(args[1])) return vm->NotImplemented;
  709. int n = _CAST(int, args[1]);
  710. List result;
  711. result.reserve(self.size() * n);
  712. for(int i = 0; i < n; i++) result.extend(self);
  713. return VAR(std::move(result));
  714. });
  715. _vm->bind_method<2>(VM::tp_list, "insert", [](VM* vm, ArgsView args) {
  716. List& self = _CAST(List&, args[0]);
  717. int index = CAST(int, args[1]);
  718. if(index < 0) index += self.size();
  719. if(index < 0) index = 0;
  720. if(index > self.size()) index = self.size();
  721. self.insert(index, args[2]);
  722. return vm->None;
  723. });
  724. _vm->bind_method<0>(VM::tp_list, "clear", [](VM* vm, ArgsView args) {
  725. _CAST(List&, args[0]).clear();
  726. return vm->None;
  727. });
  728. _vm->bind_method<0>(VM::tp_list, "copy", PK_LAMBDA(VAR(_CAST(List, args[0]))));
  729. #define BIND_RICH_CMP(name, op, _t, _T) \
  730. _vm->bind__##name##__(_vm->_t, [](VM* vm, PyObject* lhs, PyObject* rhs){ \
  731. if(!is_non_tagged_type(rhs, vm->_t)) return vm->NotImplemented; \
  732. auto& a = _CAST(_T&, lhs); \
  733. auto& b = _CAST(_T&, rhs); \
  734. for(int i=0; i<a.size() && i<b.size(); i++){ \
  735. if(vm->py_eq(a[i], b[i])) continue; \
  736. return VAR(vm->py_##name(a[i], b[i])); \
  737. } \
  738. return VAR(a.size() op b.size()); \
  739. });
  740. BIND_RICH_CMP(lt, <, tp_list, List)
  741. BIND_RICH_CMP(le, <=, tp_list, List)
  742. BIND_RICH_CMP(gt, >, tp_list, List)
  743. BIND_RICH_CMP(ge, >=, tp_list, List)
  744. BIND_RICH_CMP(lt, <, tp_tuple, Tuple)
  745. BIND_RICH_CMP(le, <=, tp_tuple, Tuple)
  746. BIND_RICH_CMP(gt, >, tp_tuple, Tuple)
  747. BIND_RICH_CMP(ge, >=, tp_tuple, Tuple)
  748. #undef BIND_RICH_CMP
  749. _vm->bind__add__(VM::tp_list, [](VM* vm, PyObject* _0, PyObject* _1) {
  750. const List& self = _CAST(List&, _0);
  751. const List& other = CAST(List&, _1);
  752. List new_list(self); // copy construct
  753. new_list.extend(other);
  754. return VAR(std::move(new_list));
  755. });
  756. _vm->bind__len__(VM::tp_list, [](VM* vm, PyObject* _0) {
  757. return (i64)_CAST(List&, _0).size();
  758. });
  759. _vm->bind__iter__(VM::tp_list, [](VM* vm, PyObject* _0) {
  760. List& self = _CAST(List&, _0);
  761. return VAR_T(ArrayIter, _0, self.begin(), self.end());
  762. });
  763. _vm->bind__getitem__(VM::tp_list, PyArrayGetItem<List>);
  764. _vm->bind__setitem__(VM::tp_list, [](VM* vm, PyObject* _0, PyObject* _1, PyObject* _2){
  765. List& self = _CAST(List&, _0);
  766. int i = CAST(int, _1);
  767. i = vm->normalized_index(i, self.size());
  768. self[i] = _2;
  769. });
  770. _vm->bind__delitem__(VM::tp_list, [](VM* vm, PyObject* _0, PyObject* _1){
  771. List& self = _CAST(List&, _0);
  772. int i = CAST(int, _1);
  773. i = vm->normalized_index(i, self.size());
  774. self.erase(i);
  775. });
  776. _vm->bind_constructor<-1>(_vm->_t(VM::tp_tuple), [](VM* vm, ArgsView args) {
  777. if(args.size() == 1+0) return VAR(Tuple(0));
  778. if(args.size() == 1+1){
  779. List list(CAST(List, vm->py_list(args[1])));
  780. return VAR(Tuple(std::move(list)));
  781. }
  782. vm->TypeError("tuple() takes at most 1 argument");
  783. return vm->None;
  784. });
  785. _vm->bind__contains__(VM::tp_tuple, [](VM* vm, PyObject* obj, PyObject* item) {
  786. Tuple& self = _CAST(Tuple&, obj);
  787. for(PyObject* i: self) if(vm->py_eq(i, item)) return vm->True;
  788. return vm->False;
  789. });
  790. _vm->bind_method<1>(VM::tp_tuple, "count", [](VM* vm, ArgsView args) {
  791. Tuple& self = _CAST(Tuple&, args[0]);
  792. int count = 0;
  793. for(PyObject* i: self) if(vm->py_eq(i, args[1])) count++;
  794. return VAR(count);
  795. });
  796. _vm->bind__eq__(VM::tp_tuple, [](VM* vm, PyObject* _0, PyObject* _1) {
  797. const Tuple& self = _CAST(Tuple&, _0);
  798. if(!is_non_tagged_type(_1, vm->tp_tuple)) return vm->NotImplemented;
  799. const Tuple& other = _CAST(Tuple&, _1);
  800. if(self.size() != other.size()) return vm->False;
  801. for(int i = 0; i < self.size(); i++) {
  802. if(!vm->py_eq(self[i], other[i])) return vm->False;
  803. }
  804. return vm->True;
  805. });
  806. _vm->bind__hash__(VM::tp_tuple, [](VM* vm, PyObject* _0) {
  807. i64 x = 1000003;
  808. for (PyObject* item: _CAST(Tuple&, _0)) {
  809. i64 y = vm->py_hash(item);
  810. // recommended by Github Copilot
  811. x = x ^ (y + 0x9e3779b9 + (x << 6) + (x >> 2));
  812. }
  813. return x;
  814. });
  815. _vm->bind__iter__(VM::tp_tuple, [](VM* vm, PyObject* _0) {
  816. Tuple& self = _CAST(Tuple&, _0);
  817. return VAR_T(ArrayIter, _0, self.begin(), self.end());
  818. });
  819. _vm->bind__getitem__(VM::tp_tuple, PyArrayGetItem<Tuple>);
  820. _vm->bind__len__(VM::tp_tuple, [](VM* vm, PyObject* obj) {
  821. return (i64)_CAST(Tuple&, obj).size();
  822. });
  823. // tp_bool
  824. _vm->bind_constructor<2>(_vm->_t(VM::tp_bool), PK_LAMBDA(VAR(vm->py_bool(args[1]))));
  825. _vm->bind__hash__(VM::tp_bool, [](VM* vm, PyObject* _0) {
  826. return (i64)_CAST(bool, _0);
  827. });
  828. _vm->bind__repr__(VM::tp_bool, [](VM* vm, PyObject* _0) {
  829. bool val = _CAST(bool, _0);
  830. return VAR(val ? "True" : "False");
  831. });
  832. _vm->bind__and__(VM::tp_bool, [](VM* vm, PyObject* _0, PyObject* _1) {
  833. return VAR(_CAST(bool, _0) && CAST(bool, _1));
  834. });
  835. _vm->bind__or__(VM::tp_bool, [](VM* vm, PyObject* _0, PyObject* _1) {
  836. return VAR(_CAST(bool, _0) || CAST(bool, _1));
  837. });
  838. _vm->bind__xor__(VM::tp_bool, [](VM* vm, PyObject* _0, PyObject* _1) {
  839. return VAR(_CAST(bool, _0) != CAST(bool, _1));
  840. });
  841. _vm->bind__eq__(VM::tp_bool, [](VM* vm, PyObject* _0, PyObject* _1) {
  842. if(is_non_tagged_type(_1, vm->tp_bool)) return VAR(_0 == _1);
  843. if(is_int(_1)) return VAR(_CAST(bool, _0) == (bool)CAST(i64, _1));
  844. return vm->NotImplemented;
  845. });
  846. // tp_ellipsis / tp_NotImplementedType
  847. _vm->bind__repr__(_vm->_tp(_vm->Ellipsis), [](VM* vm, PyObject* _0) {
  848. return VAR("...");
  849. });
  850. _vm->bind__repr__(_vm->_tp(_vm->NotImplemented), [](VM* vm, PyObject* _0) {
  851. return VAR("NotImplemented");
  852. });
  853. // tp_bytes
  854. _vm->bind_constructor<2>(_vm->_t(VM::tp_bytes), [](VM* vm, ArgsView args){
  855. List& list = CAST(List&, args[1]);
  856. std::vector<unsigned char> buffer(list.size());
  857. for(int i=0; i<list.size(); i++){
  858. i64 b = CAST(i64, list[i]);
  859. if(b<0 || b>255) vm->ValueError("byte must be in range[0, 256)");
  860. buffer[i] = (char)b;
  861. }
  862. return VAR(Bytes(buffer));
  863. });
  864. _vm->bind__getitem__(VM::tp_bytes, [](VM* vm, PyObject* obj, PyObject* index) {
  865. const Bytes& self = _CAST(Bytes&, obj);
  866. int i = CAST(int, index);
  867. i = vm->normalized_index(i, self.size());
  868. return VAR(self[i]);
  869. });
  870. _vm->bind__hash__(VM::tp_bytes, [](VM* vm, PyObject* _0) {
  871. const Bytes& self = _CAST(Bytes&, _0);
  872. std::string_view view((char*)self.data(), self.size());
  873. return (i64)std::hash<std::string_view>()(view);
  874. });
  875. _vm->bind__repr__(VM::tp_bytes, [](VM* vm, PyObject* _0) {
  876. const Bytes& self = _CAST(Bytes&, _0);
  877. SStream ss;
  878. ss << "b'";
  879. for(int i=0; i<self.size(); i++){
  880. ss << "\\x";
  881. ss.write_hex((unsigned char)self[i]);
  882. }
  883. ss << "'";
  884. return VAR(ss.str());
  885. });
  886. _vm->bind__len__(VM::tp_bytes, [](VM* vm, PyObject* _0) {
  887. return (i64)_CAST(Bytes&, _0).size();
  888. });
  889. _vm->bind_method<0>(VM::tp_bytes, "decode", [](VM* vm, ArgsView args) {
  890. const Bytes& self = _CAST(Bytes&, args[0]);
  891. // TODO: check encoding is utf-8
  892. return VAR(Str(self.str()));
  893. });
  894. _vm->bind__eq__(VM::tp_bytes, [](VM* vm, PyObject* _0, PyObject* _1) {
  895. if(!is_non_tagged_type(_1, vm->tp_bytes)) return vm->NotImplemented;
  896. return VAR(_CAST(Bytes&, _0) == _CAST(Bytes&, _1));
  897. });
  898. // tp_slice
  899. _vm->bind_constructor<4>(_vm->_t(VM::tp_slice), [](VM* vm, ArgsView args) {
  900. return VAR(Slice(args[1], args[2], args[3]));
  901. });
  902. _vm->bind__repr__(VM::tp_slice, [](VM* vm, PyObject* _0) {
  903. const Slice& self = _CAST(Slice&, _0);
  904. SStream ss;
  905. ss << "slice(";
  906. ss << CAST(Str, vm->py_repr(self.start)) << ", ";
  907. ss << CAST(Str, vm->py_repr(self.stop)) << ", ";
  908. ss << CAST(Str, vm->py_repr(self.step)) << ")";
  909. return VAR(ss.str());
  910. });
  911. // tp_mappingproxy
  912. _vm->bind_method<0>(VM::tp_mappingproxy, "keys", [](VM* vm, ArgsView args) {
  913. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  914. List keys;
  915. for(StrName name : self.attr().keys()) keys.push_back(VAR(name.sv()));
  916. return VAR(std::move(keys));
  917. });
  918. _vm->bind_method<0>(VM::tp_mappingproxy, "values", [](VM* vm, ArgsView args) {
  919. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  920. List values;
  921. for(auto& item : self.attr().items()) values.push_back(item.second);
  922. return VAR(std::move(values));
  923. });
  924. _vm->bind_method<0>(VM::tp_mappingproxy, "items", [](VM* vm, ArgsView args) {
  925. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  926. List items;
  927. for(auto& item : self.attr().items()){
  928. PyObject* t = VAR(Tuple({VAR(item.first.sv()), item.second}));
  929. items.push_back(std::move(t));
  930. }
  931. return VAR(std::move(items));
  932. });
  933. _vm->bind__len__(VM::tp_mappingproxy, [](VM* vm, PyObject* _0) {
  934. return (i64)_CAST(MappingProxy&, _0).attr().size();
  935. });
  936. _vm->bind__eq__(VM::tp_mappingproxy, [](VM* vm, PyObject* _0, PyObject* _1){
  937. const MappingProxy& a = _CAST(MappingProxy&, _0);
  938. if(!is_non_tagged_type(_1, vm->tp_mappingproxy)) return vm->NotImplemented;
  939. const MappingProxy& b = _CAST(MappingProxy&, _1);
  940. return VAR(a.obj == b.obj);
  941. });
  942. _vm->bind__getitem__(VM::tp_mappingproxy, [](VM* vm, PyObject* _0, PyObject* _1) {
  943. MappingProxy& self = _CAST(MappingProxy&, _0);
  944. StrName key = CAST(Str&, _1);
  945. PyObject* ret = self.attr().try_get_likely_found(key);
  946. if(ret == nullptr) vm->KeyError(_1);
  947. return ret;
  948. });
  949. _vm->bind(_vm->_t(VM::tp_mappingproxy), "get(self, key, default=None)", [](VM* vm, ArgsView args) {
  950. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  951. StrName key = CAST(Str&, args[1]);
  952. PyObject* ret = self.attr().try_get(key);
  953. if(ret == nullptr) return args[2];
  954. return ret;
  955. });
  956. _vm->bind__repr__(VM::tp_mappingproxy, [](VM* vm, PyObject* _0) {
  957. MappingProxy& self = _CAST(MappingProxy&, _0);
  958. SStream ss;
  959. ss << "mappingproxy({";
  960. bool first = true;
  961. for(auto& item : self.attr().items()){
  962. if(!first) ss << ", ";
  963. first = false;
  964. ss << item.first.escape() << ": ";
  965. ss << CAST(Str, vm->py_repr(item.second));
  966. }
  967. ss << "})";
  968. return VAR(ss.str());
  969. });
  970. _vm->bind__contains__(VM::tp_mappingproxy, [](VM* vm, PyObject* _0, PyObject* _1) {
  971. MappingProxy& self = _CAST(MappingProxy&, _0);
  972. return VAR(self.attr().contains(CAST(Str&, _1)));
  973. });
  974. // tp_dict
  975. _vm->bind_constructor<-1>(_vm->_t(VM::tp_dict), [](VM* vm, ArgsView args){
  976. return VAR(Dict(vm));
  977. });
  978. _vm->bind_method<-1>(VM::tp_dict, "__init__", [](VM* vm, ArgsView args){
  979. if(args.size() == 1+0) return vm->None;
  980. if(args.size() == 1+1){
  981. auto _lock = vm->heap.gc_scope_lock();
  982. Dict& self = _CAST(Dict&, args[0]);
  983. List& list = CAST(List&, args[1]);
  984. for(PyObject* item : list){
  985. Tuple& t = CAST(Tuple&, item);
  986. if(t.size() != 2){
  987. vm->ValueError("dict() takes an iterable of tuples (key, value)");
  988. return vm->None;
  989. }
  990. self.set(t[0], t[1]);
  991. }
  992. return vm->None;
  993. }
  994. vm->TypeError("dict() takes at most 1 argument");
  995. return vm->None;
  996. });
  997. _vm->bind__len__(VM::tp_dict, [](VM* vm, PyObject* _0) {
  998. return (i64)_CAST(Dict&, _0).size();
  999. });
  1000. _vm->bind__getitem__(VM::tp_dict, [](VM* vm, PyObject* _0, PyObject* _1) {
  1001. Dict& self = _CAST(Dict&, _0);
  1002. PyObject* ret = self.try_get(_1);
  1003. if(ret == nullptr) vm->KeyError(_1);
  1004. return ret;
  1005. });
  1006. _vm->bind__setitem__(VM::tp_dict, [](VM* vm, PyObject* _0, PyObject* _1, PyObject* _2) {
  1007. Dict& self = _CAST(Dict&, _0);
  1008. self.set(_1, _2);
  1009. });
  1010. _vm->bind__delitem__(VM::tp_dict, [](VM* vm, PyObject* _0, PyObject* _1) {
  1011. Dict& self = _CAST(Dict&, _0);
  1012. bool ok = self.erase(_1);
  1013. if(!ok) vm->KeyError(_1);
  1014. });
  1015. _vm->bind_method<-1>(VM::tp_dict, "pop", [](VM* vm, ArgsView args) {
  1016. if(args.size() != 2 && args.size() != 3){
  1017. vm->TypeError("pop() expected 1 or 2 arguments");
  1018. return vm->None;
  1019. }
  1020. Dict& self = _CAST(Dict&, args[0]);
  1021. PyObject* value = self.try_get(args[1]);
  1022. if(value == nullptr){
  1023. if(args.size() == 2) vm->KeyError(args[1]);
  1024. if(args.size() == 3){
  1025. return args[2];
  1026. }
  1027. }
  1028. self.erase(args[1]);
  1029. return value;
  1030. });
  1031. _vm->bind__contains__(VM::tp_dict, [](VM* vm, PyObject* _0, PyObject* _1) {
  1032. Dict& self = _CAST(Dict&, _0);
  1033. return VAR(self.contains(_1));
  1034. });
  1035. _vm->bind__iter__(VM::tp_dict, [](VM* vm, PyObject* _0) {
  1036. const Dict& self = _CAST(Dict&, _0);
  1037. return vm->py_iter(VAR(self.keys()));
  1038. });
  1039. _vm->bind_method<-1>(VM::tp_dict, "get", [](VM* vm, ArgsView args) {
  1040. Dict& self = _CAST(Dict&, args[0]);
  1041. if(args.size() == 1+1){
  1042. PyObject* ret = self.try_get(args[1]);
  1043. if(ret != nullptr) return ret;
  1044. return vm->None;
  1045. }else if(args.size() == 1+2){
  1046. PyObject* ret = self.try_get(args[1]);
  1047. if(ret != nullptr) return ret;
  1048. return args[2];
  1049. }
  1050. vm->TypeError("get() takes at most 2 arguments");
  1051. return vm->None;
  1052. });
  1053. _vm->bind_method<0>(VM::tp_dict, "keys", [](VM* vm, ArgsView args) {
  1054. const Dict& self = _CAST(Dict&, args[0]);
  1055. return VAR(self.keys());
  1056. });
  1057. _vm->bind_method<0>(VM::tp_dict, "values", [](VM* vm, ArgsView args) {
  1058. const Dict& self = _CAST(Dict&, args[0]);
  1059. return VAR(self.values());
  1060. });
  1061. _vm->bind_method<0>(VM::tp_dict, "items", [](VM* vm, ArgsView args) {
  1062. const Dict& self = _CAST(Dict&, args[0]);
  1063. Tuple items(self.size());
  1064. int j = 0;
  1065. self.apply([&](PyObject* k, PyObject* v){
  1066. items[j++] = VAR(Tuple({k, v}));
  1067. });
  1068. return VAR(std::move(items));
  1069. });
  1070. _vm->bind_method<1>(VM::tp_dict, "update", [](VM* vm, ArgsView args) {
  1071. Dict& self = _CAST(Dict&, args[0]);
  1072. const Dict& other = CAST(Dict&, args[1]);
  1073. self.update(other);
  1074. return vm->None;
  1075. });
  1076. _vm->bind_method<0>(VM::tp_dict, "copy", [](VM* vm, ArgsView args) {
  1077. const Dict& self = _CAST(Dict&, args[0]);
  1078. return VAR(self);
  1079. });
  1080. _vm->bind_method<0>(VM::tp_dict, "clear", [](VM* vm, ArgsView args) {
  1081. Dict& self = _CAST(Dict&, args[0]);
  1082. self.clear();
  1083. return vm->None;
  1084. });
  1085. _vm->bind__repr__(VM::tp_dict, [](VM* vm, PyObject* _0) {
  1086. Dict& self = _CAST(Dict&, _0);
  1087. SStream ss;
  1088. ss << "{";
  1089. bool first = true;
  1090. self.apply([&](PyObject* k, PyObject* v){
  1091. if(!first) ss << ", ";
  1092. first = false;
  1093. ss << CAST(Str&, vm->py_repr(k)) << ": ";
  1094. if(v == _0){
  1095. ss << "{...}";
  1096. }else{
  1097. ss << CAST(Str&, vm->py_repr(v));
  1098. }
  1099. });
  1100. ss << "}";
  1101. return VAR(ss.str());
  1102. });
  1103. _vm->bind__eq__(VM::tp_dict, [](VM* vm, PyObject* _0, PyObject* _1) {
  1104. Dict& self = _CAST(Dict&, _0);
  1105. if(!is_non_tagged_type(_1, vm->tp_dict)) return vm->NotImplemented;
  1106. Dict& other = _CAST(Dict&, _1);
  1107. if(self.size() != other.size()) return vm->False;
  1108. for(int i=0; i<self._capacity; i++){
  1109. auto item = self._items[i];
  1110. if(item.first == nullptr) continue;
  1111. PyObject* value = other.try_get(item.first);
  1112. if(value == nullptr) return vm->False;
  1113. if(!vm->py_eq(item.second, value)) return vm->False;
  1114. }
  1115. return vm->True;
  1116. });
  1117. _vm->bind__repr__(VM::tp_module, [](VM* vm, PyObject* _0) {
  1118. const Str& path = CAST(Str&, _0->attr(__path__));
  1119. return VAR(fmt("<module ", path.escape(), ">"));
  1120. });
  1121. // tp_property
  1122. _vm->bind_constructor<-1>(_vm->_t(VM::tp_property), [](VM* vm, ArgsView args) {
  1123. if(args.size() == 1+1){
  1124. return VAR(Property(args[1], vm->None, ""));
  1125. }else if(args.size() == 1+2){
  1126. return VAR(Property(args[1], args[2], ""));
  1127. }else if(args.size() == 1+3){
  1128. return VAR(Property(args[1], args[2], CAST(Str, args[3])));
  1129. }
  1130. vm->TypeError("property() takes at most 3 arguments");
  1131. return vm->None;
  1132. });
  1133. // properties
  1134. _vm->bind_property(_vm->_t(VM::tp_property), "__signature__", [](VM* vm, ArgsView args){
  1135. Property& self = _CAST(Property&, args[0]);
  1136. return VAR(self.signature);
  1137. });
  1138. _vm->bind_property(_vm->_t(VM::tp_function), "__doc__", [](VM* vm, ArgsView args) {
  1139. Function& func = _CAST(Function&, args[0]);
  1140. return VAR(func.decl->docstring);
  1141. });
  1142. _vm->bind_property(_vm->_t(VM::tp_native_func), "__doc__", [](VM* vm, ArgsView args) {
  1143. NativeFunc& func = _CAST(NativeFunc&, args[0]);
  1144. if(func.decl != nullptr) return VAR(func.decl->docstring);
  1145. return VAR("");
  1146. });
  1147. _vm->bind_property(_vm->_t(VM::tp_function), "__signature__", [](VM* vm, ArgsView args) {
  1148. Function& func = _CAST(Function&, args[0]);
  1149. return VAR(func.decl->signature);
  1150. });
  1151. _vm->bind_property(_vm->_t(VM::tp_native_func), "__signature__", [](VM* vm, ArgsView args) {
  1152. NativeFunc& func = _CAST(NativeFunc&, args[0]);
  1153. if(func.decl != nullptr) return VAR(func.decl->signature);
  1154. return VAR("");
  1155. });
  1156. // tp_exception
  1157. _vm->bind_constructor<-1>(_vm->_t(VM::tp_exception), [](VM* vm, ArgsView args){
  1158. Type cls = PK_OBJ_GET(Type, args[0]);
  1159. StrName cls_name = _type_name(vm, cls);
  1160. PyObject* e_obj = vm->heap.gcnew<Exception>(cls, cls_name);
  1161. e_obj->_enable_instance_dict();
  1162. PK_OBJ_GET(Exception, e_obj)._self = e_obj;
  1163. return e_obj;
  1164. });
  1165. _vm->bind(_vm->_t(VM::tp_exception), "__init__(self, msg=...)", [](VM* vm, ArgsView args){
  1166. Exception& self = _CAST(Exception&, args[0]);
  1167. if(args[1] == vm->Ellipsis){
  1168. self.msg = "";
  1169. }else{
  1170. self.msg = CAST(Str, args[1]);
  1171. }
  1172. return vm->None;
  1173. });
  1174. _vm->bind__repr__(VM::tp_exception, [](VM* vm, PyObject* _0) {
  1175. Exception& self = _CAST(Exception&, _0);
  1176. return VAR(fmt(_type_name(vm, _0->type), '(', self.msg.escape(), ')'));
  1177. });
  1178. _vm->bind__str__(VM::tp_exception, [](VM* vm, PyObject* _0) {
  1179. Exception& self = _CAST(Exception&, _0);
  1180. return VAR(self.msg);
  1181. });
  1182. RangeIter::register_class(_vm, _vm->builtins);
  1183. ArrayIter::register_class(_vm, _vm->builtins);
  1184. StringIter::register_class(_vm, _vm->builtins);
  1185. Generator::register_class(_vm, _vm->builtins);
  1186. }
  1187. void VM::post_init(){
  1188. init_builtins(this);
  1189. bind_method<-1>(tp_module, "__init__", [](VM* vm, ArgsView args) {
  1190. vm->NotImplementedError();
  1191. return vm->None;
  1192. });
  1193. _all_types[tp_module].m__getattr__ = [](VM* vm, PyObject* obj, StrName name) -> PyObject*{
  1194. const Str& path = CAST(Str&, obj->attr(__path__));
  1195. return vm->py_import(fmt(path, ".", name.sv()), false);
  1196. };
  1197. bind_method<1>(tp_property, "setter", [](VM* vm, ArgsView args) {
  1198. Property& self = _CAST(Property&, args[0]);
  1199. // The setter's name is not necessary to be the same as the property's name
  1200. // However, for cpython compatibility, we recommend to use the same name
  1201. self.setter = args[1];
  1202. return args[0];
  1203. });
  1204. // type
  1205. bind__getitem__(tp_type, [](VM* vm, PyObject* self, PyObject* _){
  1206. PK_UNUSED(_);
  1207. return self; // for generics
  1208. });
  1209. bind_property(_t(tp_type), "__annotations__", [](VM* vm, ArgsView args){
  1210. const PyTypeInfo* ti = &vm->_all_types[(PK_OBJ_GET(Type, args[0]))];
  1211. Tuple t(ti->annotated_fields.size());
  1212. for(int i=0; i<ti->annotated_fields.size(); i++){
  1213. t[i] = VAR(ti->annotated_fields[i].sv());
  1214. }
  1215. return VAR(std::move(t));
  1216. });
  1217. bind__repr__(tp_type, [](VM* vm, PyObject* self){
  1218. SStream ss;
  1219. const PyTypeInfo& info = vm->_all_types[PK_OBJ_GET(Type, self)];
  1220. ss << "<class '" << info.name << "'>";
  1221. return VAR(ss.str());
  1222. });
  1223. bind_property(_t(tp_object), "__class__", PK_LAMBDA(vm->_t(args[0])));
  1224. bind_property(_t(tp_type), "__base__", [](VM* vm, ArgsView args){
  1225. const PyTypeInfo& info = vm->_all_types[PK_OBJ_GET(Type, args[0])];
  1226. return info.base.index == -1 ? vm->None : vm->_all_types[info.base].obj;
  1227. });
  1228. bind_property(_t(tp_type), "__name__", [](VM* vm, ArgsView args){
  1229. const PyTypeInfo& info = vm->_all_types[PK_OBJ_GET(Type, args[0])];
  1230. return VAR(info.name.sv());
  1231. });
  1232. bind_property(_t(tp_type), "__module__", [](VM* vm, ArgsView args){
  1233. const PyTypeInfo& info = vm->_all_types[PK_OBJ_GET(Type, args[0])];
  1234. if(info.mod == nullptr) return vm->None;
  1235. return info.mod;
  1236. });
  1237. bind_property(_t(tp_bound_method), "__self__", [](VM* vm, ArgsView args){
  1238. return CAST(BoundMethod&, args[0]).self;
  1239. });
  1240. bind_property(_t(tp_bound_method), "__func__", [](VM* vm, ArgsView args){
  1241. return CAST(BoundMethod&, args[0]).func;
  1242. });
  1243. bind__eq__(tp_bound_method, [](VM* vm, PyObject* lhs, PyObject* rhs){
  1244. if(!is_non_tagged_type(rhs, vm->tp_bound_method)) return vm->NotImplemented;
  1245. const BoundMethod& _0 = PK_OBJ_GET(BoundMethod, lhs);
  1246. const BoundMethod& _1 = PK_OBJ_GET(BoundMethod, rhs);
  1247. return VAR(_0.self == _1.self && _0.func == _1.func);
  1248. });
  1249. bind_property(_t(tp_slice), "start", [](VM* vm, ArgsView args){
  1250. return CAST(Slice&, args[0]).start;
  1251. });
  1252. bind_property(_t(tp_slice), "stop", [](VM* vm, ArgsView args){
  1253. return CAST(Slice&, args[0]).stop;
  1254. });
  1255. bind_property(_t(tp_slice), "step", [](VM* vm, ArgsView args){
  1256. return CAST(Slice&, args[0]).step;
  1257. });
  1258. bind_property(_t(tp_object), "__dict__", [](VM* vm, ArgsView args){
  1259. if(is_tagged(args[0]) || !args[0]->is_attr_valid()) return vm->None;
  1260. return VAR(MappingProxy(args[0]));
  1261. });
  1262. add_module_sys(this);
  1263. add_module_traceback(this);
  1264. add_module_time(this);
  1265. add_module_json(this);
  1266. add_module_math(this);
  1267. add_module_re(this);
  1268. add_module_dis(this);
  1269. add_module_c(this);
  1270. add_module_gc(this);
  1271. add_module_random(this);
  1272. add_module_base64(this);
  1273. add_module_timeit(this);
  1274. add_module_operator(this);
  1275. add_module_csv(this);
  1276. for(const char* name: {"this", "functools", "heapq", "bisect", "pickle", "_long", "colorsys", "typing", "datetime", "dataclasses", "cmath"}){
  1277. _lazy_modules[name] = kPythonLibs[name];
  1278. }
  1279. try{
  1280. CodeObject_ code = compile(kPythonLibs["builtins"], "<builtins>", EXEC_MODE);
  1281. this->_exec(code, this->builtins);
  1282. code = compile(kPythonLibs["_set"], "<set>", EXEC_MODE);
  1283. this->_exec(code, this->builtins);
  1284. }catch(const Exception& e){
  1285. std::cerr << e.summary() << std::endl;
  1286. std::cerr << "failed to load builtins module!!" << std::endl;
  1287. exit(1);
  1288. }
  1289. if(enable_os){
  1290. add_module_io(this);
  1291. add_module_os(this);
  1292. _import_handler = _default_import_handler;
  1293. }
  1294. add_module_linalg(this);
  1295. add_module_easing(this);
  1296. add_module_collections(this);
  1297. #ifdef PK_USE_CJSON
  1298. add_module_cjson(this);
  1299. #endif
  1300. }
  1301. CodeObject_ VM::compile(const Str& source, const Str& filename, CompileMode mode, bool unknown_global_scope) {
  1302. Compiler compiler(this, source, filename, mode, unknown_global_scope);
  1303. try{
  1304. return compiler.compile();
  1305. }catch(const Exception& e){
  1306. #if PK_DEBUG_FULL_EXCEPTION
  1307. std::cerr << e.summary() << std::endl;
  1308. #endif
  1309. _error(e.self());
  1310. return nullptr;
  1311. }
  1312. }
  1313. } // namespace pkpy