pocketpy.cpp 64 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738
  1. #include "pocketpy/pocketpy.hpp"
  2. #include "pocketpy/common/_generated.hpp"
  3. #include "pocketpy/modules/array2d.hpp"
  4. #include "pocketpy/modules/base64.hpp"
  5. #include "pocketpy/modules/csv.hpp"
  6. #include "pocketpy/modules/dataclasses.hpp"
  7. #include "pocketpy/modules/easing.hpp"
  8. #include "pocketpy/modules/io.hpp"
  9. #include "pocketpy/modules/linalg.hpp"
  10. #include "pocketpy/modules/random.hpp"
  11. #include "pocketpy/modules/modules.hpp"
  12. #include <iostream>
  13. #include <algorithm>
  14. namespace pkpy {
  15. #ifdef PK_USE_CJSON
  16. void add_module_cjson(VM* vm);
  17. #endif
  18. template <typename T>
  19. PyVar PyArrayGetItem(VM* vm, PyVar _0, PyVar _1) {
  20. static_assert(std::is_same_v<T, List> || std::is_same_v<T, Tuple>);
  21. const T& self = _CAST(T&, _0);
  22. if(is_int(_1)) {
  23. i64 index = _1.as<i64>();
  24. index = vm->normalized_index(index, self.size());
  25. return self[index];
  26. }
  27. if(is_type(_1, vm->tp_slice)) {
  28. const Slice& s = _CAST(Slice&, _1);
  29. int start, stop, step;
  30. vm->parse_int_slice(s, self.size(), start, stop, step);
  31. List new_list;
  32. PK_SLICE_LOOP(i, start, stop, step) new_list.push_back(self[i]);
  33. if constexpr(std::is_same_v<T, List>)
  34. return VAR(std::move(new_list));
  35. else
  36. return VAR(new_list.to_tuple());
  37. }
  38. vm->TypeError("indices must be integers or slices");
  39. }
  40. void __init_builtins(VM* _vm) {
  41. #define BIND_NUM_ARITH_OPT(name, op) \
  42. _vm->bind##name(VM::tp_int, [](VM* vm, PyVar lhs, PyVar rhs) { \
  43. if(is_int(rhs)) return VAR(_CAST(i64, lhs) op _CAST(i64, rhs)); \
  44. if(is_float(rhs)) return VAR(_CAST(i64, lhs) op _CAST(f64, rhs)); \
  45. return vm->NotImplemented; \
  46. }); \
  47. _vm->bind##name(VM::tp_float, [](VM* vm, PyVar lhs, PyVar rhs) { \
  48. if(is_int(rhs)) return VAR(_CAST(f64, lhs) op _CAST(i64, rhs)); \
  49. if(is_float(rhs)) return VAR(_CAST(f64, lhs) op _CAST(f64, rhs)); \
  50. return vm->NotImplemented; \
  51. });
  52. BIND_NUM_ARITH_OPT(__add__, +)
  53. BIND_NUM_ARITH_OPT(__sub__, -)
  54. BIND_NUM_ARITH_OPT(__mul__, *)
  55. #undef BIND_NUM_ARITH_OPT
  56. #define BIND_NUM_LOGICAL_OPT(name, op) \
  57. _vm->bind##name(VM::tp_int, [](VM* vm, PyVar lhs, PyVar rhs) { \
  58. if(is_int(rhs)) return VAR(_CAST(i64, lhs) op _CAST(i64, rhs)); \
  59. if(is_float(rhs)) return VAR(_CAST(i64, lhs) op _CAST(f64, rhs)); \
  60. return vm->NotImplemented; \
  61. }); \
  62. _vm->bind##name(VM::tp_float, [](VM* vm, PyVar lhs, PyVar rhs) { \
  63. if(is_int(rhs)) return VAR(_CAST(f64, lhs) op _CAST(i64, rhs)); \
  64. if(is_float(rhs)) return VAR(_CAST(f64, lhs) op _CAST(f64, rhs)); \
  65. return vm->NotImplemented; \
  66. });
  67. BIND_NUM_LOGICAL_OPT(__eq__, ==)
  68. BIND_NUM_LOGICAL_OPT(__lt__, <)
  69. BIND_NUM_LOGICAL_OPT(__le__, <=)
  70. BIND_NUM_LOGICAL_OPT(__gt__, >)
  71. BIND_NUM_LOGICAL_OPT(__ge__, >=)
  72. #undef BIND_NUM_ARITH_OPT
  73. #undef BIND_NUM_LOGICAL_OPT
  74. // builtin functions
  75. _vm->bind_func(_vm->builtins, "breakpoint", 0, [](VM* vm, ArgsView args) {
  76. #if PK_ENABLE_PROFILER
  77. vm->_next_breakpoint = NextBreakpoint(vm->callstack.size(), vm->callstack.top().curr_lineno(), false);
  78. #endif
  79. return vm->None;
  80. });
  81. _vm->bind_func(_vm->builtins, "super", -1, [](VM* vm, ArgsView args) {
  82. PyObject* class_arg = nullptr;
  83. PyVar self_arg = nullptr;
  84. if(args.size() == 2) {
  85. class_arg = args[0].get();
  86. self_arg = args[1];
  87. } else if(args.size() == 0) {
  88. Frame* frame = &vm->callstack.top();
  89. if(frame->_callable != nullptr) {
  90. class_arg = frame->_callable->as<Function>()._class;
  91. if(frame->_locals.size() > 0) self_arg = frame->_locals[0];
  92. }
  93. if(class_arg == nullptr || self_arg == nullptr) {
  94. vm->TypeError("super(): unable to determine the class context, use super(class, self) instead");
  95. }
  96. } else {
  97. vm->TypeError("super() takes 0 or 2 arguments");
  98. }
  99. vm->check_type(class_arg, vm->tp_type);
  100. Type type = class_arg->as<Type>();
  101. if(!vm->isinstance(self_arg, type)) {
  102. StrName _0 = _type_name(vm, vm->_tp(self_arg));
  103. StrName _1 = _type_name(vm, type);
  104. vm->TypeError("super(): " + _0.escape() + " is not an instance of " + _1.escape());
  105. }
  106. return vm->new_object<Super>(vm->tp_super, self_arg, vm->_all_types[type].base);
  107. });
  108. _vm->bind_func(_vm->builtins, "staticmethod", 1, [](VM* vm, ArgsView args) {
  109. PyVar func = args[0];
  110. vm->check_type(func, vm->tp_function);
  111. return vm->new_object<StaticMethod>(vm->tp_staticmethod, args[0]);
  112. });
  113. _vm->bind_func(_vm->builtins, "classmethod", 1, [](VM* vm, ArgsView args) {
  114. PyVar func = args[0];
  115. vm->check_type(func, vm->tp_function);
  116. return vm->new_object<ClassMethod>(vm->tp_classmethod, args[0]);
  117. });
  118. _vm->bind_func(_vm->builtins, "isinstance", 2, [](VM* vm, ArgsView args) {
  119. if(is_type(args[1], vm->tp_tuple)) {
  120. Tuple& types = _CAST(Tuple&, args[1]);
  121. for(PyVar type: types) {
  122. vm->check_type(type, vm->tp_type);
  123. if(vm->isinstance(args[0], type->as<Type>())) return vm->True;
  124. }
  125. return vm->False;
  126. }
  127. vm->check_type(args[1], vm->tp_type);
  128. Type type = PK_OBJ_GET(Type, args[1]);
  129. return VAR(vm->isinstance(args[0], type));
  130. });
  131. _vm->bind_func(_vm->builtins, "issubclass", 2, [](VM* vm, ArgsView args) {
  132. vm->check_type(args[0], vm->tp_type);
  133. vm->check_type(args[1], vm->tp_type);
  134. return VAR(vm->issubclass(PK_OBJ_GET(Type, args[0]), PK_OBJ_GET(Type, args[1])));
  135. });
  136. _vm->bind_func(_vm->builtins, "globals", 0, [](VM* vm, ArgsView args) {
  137. PyObject* mod = vm->callstack.top()._module;
  138. return VAR(MappingProxy(mod));
  139. });
  140. _vm->bind(_vm->builtins, "round(x, ndigits=None)", [](VM* vm, ArgsView args) {
  141. if(is_int(args[0])) return args[0];
  142. f64 x = CAST(f64, args[0]);
  143. f64 offset = x >= 0 ? 0.5 : -0.5;
  144. if(is_none(args[1])) return VAR((i64)(x + offset));
  145. int ndigits = CAST(int, args[1]);
  146. if(ndigits < 0) vm->ValueError("ndigits should be non-negative");
  147. // ndigits > 0
  148. return VAR((i64)(x * std::pow(10, ndigits) + offset) / std::pow(10, ndigits));
  149. });
  150. _vm->bind_func(_vm->builtins, "abs", 1, [](VM* vm, ArgsView args) {
  151. if(is_int(args[0])) return VAR(std::abs(_CAST(i64, args[0])));
  152. if(is_float(args[0])) return VAR(std::abs(_CAST(f64, args[0])));
  153. vm->TypeError("bad operand type for abs()");
  154. return vm->None;
  155. });
  156. _vm->bind(_vm->builtins, "max(*args, key=None)", [](VM* vm, ArgsView args) {
  157. return vm->__minmax_reduce(&VM::py_gt, args[0], args[1]);
  158. });
  159. _vm->bind(_vm->builtins, "min(*args, key=None)", [](VM* vm, ArgsView args) {
  160. return vm->__minmax_reduce(&VM::py_lt, args[0], args[1]);
  161. });
  162. _vm->bind_func(_vm->builtins, "id", 1, [](VM* vm, ArgsView args) {
  163. PyVar obj = args[0];
  164. if(is_tagged(obj)) return vm->None;
  165. return VAR(reinterpret_cast<i64>(obj.get()));
  166. });
  167. _vm->bind_func(_vm->builtins, "callable", 1, [](VM* vm, ArgsView args) {
  168. return VAR(vm->py_callable(args[0]));
  169. });
  170. _vm->bind_func(_vm->builtins, "__import__", 1, [](VM* vm, ArgsView args) -> PyVar {
  171. const Str& name = CAST(Str&, args[0]);
  172. return vm->py_import(name);
  173. });
  174. _vm->bind_func(_vm->builtins, "divmod", 2, [](VM* vm, ArgsView args) {
  175. if(is_int(args[0])) {
  176. i64 lhs = _CAST(i64, args[0]);
  177. i64 rhs = CAST(i64, args[1]);
  178. if(rhs == 0) vm->ZeroDivisionError();
  179. auto res = std::div(lhs, rhs);
  180. return VAR(Tuple(VAR(res.quot), VAR(res.rem)));
  181. } else {
  182. return vm->call_method(args[0], __divmod__, args[1]);
  183. }
  184. });
  185. // we use `_0`, `_1` and `_2` here to disable keyword arguments (but with default values)
  186. _vm->bind(_vm->builtins, "eval(_0, _1=None, _2=None)", [](VM* vm, ArgsView args) {
  187. return vm->py_eval(CAST(Str&, args[0]), args[1], args[2]);
  188. });
  189. _vm->bind(_vm->builtins, "exec(_0, _1=None, _2=None)", [](VM* vm, ArgsView args) {
  190. vm->py_exec(CAST(Str&, args[0]), args[1], args[2]);
  191. return vm->None;
  192. });
  193. _vm->bind(_vm->builtins, "compile(source: str, filename: str, mode: str) -> str", [](VM* vm, ArgsView args) {
  194. const Str& source = CAST(Str&, args[0]);
  195. const Str& filename = CAST(Str&, args[1]);
  196. const Str& mode = CAST(Str&, args[2]);
  197. if(mode == "exec") {
  198. return VAR(vm->precompile(source, filename, EXEC_MODE));
  199. } else if(mode == "eval") {
  200. return VAR(vm->precompile(source, filename, EVAL_MODE));
  201. } else if(mode == "single") {
  202. return VAR(vm->precompile(source, filename, CELL_MODE));
  203. } else {
  204. vm->ValueError("compile() mode must be 'exec', 'eval' or 'single'");
  205. return vm->None;
  206. }
  207. });
  208. _vm->bind(_vm->builtins, "exit(code=0)", [](VM* vm, ArgsView args) {
  209. std::exit(CAST(int, args[0]));
  210. return vm->None;
  211. });
  212. _vm->bind_func(_vm->builtins, "repr", 1, [](VM* vm, ArgsView args) {
  213. return VAR(vm->py_repr(args[0]));
  214. });
  215. _vm->bind_func(_vm->builtins, "len", 1, [](VM* vm, ArgsView args) {
  216. const PyTypeInfo* ti = vm->_tp_info(args[0]);
  217. if(ti->m__len__) return VAR(ti->m__len__(vm, args[0]));
  218. return vm->call_method(args[0], __len__);
  219. });
  220. _vm->bind_func(_vm->builtins, "hash", 1, [](VM* vm, ArgsView args) {
  221. i64 value = vm->py_hash(args[0]);
  222. return VAR(value);
  223. });
  224. _vm->bind_func(_vm->builtins, "chr", 1, [](VM* vm, ArgsView args) {
  225. i64 i = CAST(i64, args[0]);
  226. if(i < 0 || i >= 128) vm->ValueError("chr() arg not in [0, 128)");
  227. return VAR(std::string(1, (char)i));
  228. });
  229. _vm->bind_func(_vm->builtins, "ord", 1, [](VM* vm, ArgsView args) {
  230. const Str& s = CAST(Str&, args[0]);
  231. if(s.length() != 1) vm->TypeError("ord() expected an ASCII character");
  232. return VAR((i64)(s[0]));
  233. });
  234. _vm->bind_func(_vm->builtins, "hasattr", 2, [](VM* vm, ArgsView args) {
  235. return VAR(vm->getattr(args[0], CAST(Str&, args[1]), false) != nullptr);
  236. });
  237. _vm->bind_func(_vm->builtins, "setattr", 3, [](VM* vm, ArgsView args) {
  238. vm->setattr(args[0], CAST(Str&, args[1]), args[2]);
  239. return vm->None;
  240. });
  241. _vm->bind_func(_vm->builtins, "getattr", -1, [](VM* vm, ArgsView args) {
  242. if(args.size() != 2 && args.size() != 3) vm->TypeError("getattr() takes 2 or 3 arguments");
  243. StrName name = CAST(Str&, args[1]);
  244. PyVar val = vm->getattr(args[0], name, false);
  245. if(val == nullptr) {
  246. if(args.size() == 2) vm->AttributeError(args[0], name);
  247. return args[2];
  248. }
  249. return val;
  250. });
  251. _vm->bind_func(_vm->builtins, "delattr", 2, [](VM* vm, ArgsView args) {
  252. vm->delattr(args[0], CAST(Str&, args[1]));
  253. return vm->None;
  254. });
  255. _vm->bind_func(_vm->builtins, "hex", 1, [](VM* vm, ArgsView args) {
  256. SStream ss;
  257. ss.write_hex(CAST(i64, args[0]));
  258. return VAR(ss.str());
  259. });
  260. _vm->bind_func(_vm->builtins, "iter", 1, [](VM* vm, ArgsView args) {
  261. return vm->py_iter(args[0]);
  262. });
  263. _vm->bind_func(_vm->builtins, "next", 1, [](VM* vm, ArgsView args) {
  264. PyVar retval = vm->py_next(args[0]);
  265. if(retval == vm->StopIteration) vm->_error(vm->call(vm->StopIteration));
  266. return retval;
  267. });
  268. _vm->bind_func(_vm->builtins, "bin", 1, [](VM* vm, ArgsView args) {
  269. SStream ss;
  270. i64 x = CAST(i64, args[0]);
  271. if(x < 0) {
  272. ss << "-";
  273. x = -x;
  274. }
  275. ss << "0b";
  276. std::string bits;
  277. while(x) {
  278. bits += (x & 1) ? '1' : '0';
  279. x >>= 1;
  280. }
  281. std::reverse(bits.begin(), bits.end());
  282. if(bits.empty()) bits = "0";
  283. ss << bits;
  284. return VAR(ss.str());
  285. });
  286. _vm->bind_func(_vm->builtins, "dir", 1, [](VM* vm, ArgsView args) {
  287. vector<StrName> names;
  288. if(!is_tagged(args[0]) && args[0]->is_attr_valid()) {
  289. auto keys = args[0]->attr().keys();
  290. names.extend(keys.begin(), keys.end());
  291. }
  292. const NameDict& t_attr = vm->_t(args[0])->attr();
  293. auto keys = t_attr.keys();
  294. names.extend(keys.begin(), keys.end());
  295. std::sort(names.begin(), names.end());
  296. List ret;
  297. for(int i = 0; i < names.size(); i++) {
  298. // remove duplicates
  299. if(i > 0 && names[i] == names[i - 1]) continue;
  300. ret.push_back(VAR(names[i].sv()));
  301. }
  302. return VAR(std::move(ret));
  303. });
  304. // tp_object
  305. _vm->bind__repr__(VM::tp_object, [](VM* vm, PyVar obj) -> Str {
  306. assert(!is_tagged(obj));
  307. SStream ss;
  308. ss << "<" << _type_name(vm, vm->_tp(obj)) << " object at ";
  309. ss.write_hex(obj.get());
  310. ss << ">";
  311. return ss.str();
  312. });
  313. _vm->bind__eq__(VM::tp_object, [](VM* vm, PyVar _0, PyVar _1) {
  314. return VAR(_0 == _1);
  315. });
  316. _vm->__cached_object_new = _vm->bind_func(VM::tp_object, __new__, 1, [](VM* vm, ArgsView args) {
  317. vm->check_type(args[0], vm->tp_type);
  318. Type t = PK_OBJ_GET(Type, args[0]);
  319. return vm->new_object<DummyInstance>(t);
  320. });
  321. // tp_type
  322. _vm->bind_func(VM::tp_type, __new__, 2, PK_LAMBDA(vm->_t(args[1])));
  323. // tp_range
  324. _vm->bind_func(VM::tp_range, __new__, -1, [](VM* vm, ArgsView args) {
  325. args._begin += 1; // skip cls
  326. Range r;
  327. switch(args.size()) {
  328. case 1: r.stop = CAST(i64, args[0]); break;
  329. case 2:
  330. r.start = CAST(i64, args[0]);
  331. r.stop = CAST(i64, args[1]);
  332. break;
  333. case 3:
  334. r.start = CAST(i64, args[0]);
  335. r.stop = CAST(i64, args[1]);
  336. r.step = CAST(i64, args[2]);
  337. break;
  338. default: vm->TypeError("expected 1-3 arguments, got " + std::to_string(args.size()));
  339. }
  340. if(r.step == 0) vm->ValueError("range() arg 3 must not be zero");
  341. return VAR(r);
  342. });
  343. _vm->bind__iter__(VM::tp_range, [](VM* vm, PyVar _0) {
  344. const Range& r = PK_OBJ_GET(Range, _0);
  345. if(r.step > 0) {
  346. return vm->new_user_object<RangeIter>(r);
  347. } else {
  348. return vm->new_user_object<RangeIterR>(r);
  349. }
  350. });
  351. // tp_nonetype
  352. _vm->bind__repr__(_vm->_tp(_vm->None), [](VM* vm, PyVar _0) -> Str {
  353. return "None";
  354. });
  355. // tp_float / tp_float
  356. _vm->bind__truediv__(VM::tp_float, [](VM* vm, PyVar _0, PyVar _1) {
  357. f64 value = CAST_F(_1);
  358. return VAR(_CAST(f64, _0) / value);
  359. });
  360. _vm->bind__truediv__(VM::tp_int, [](VM* vm, PyVar _0, PyVar _1) {
  361. f64 value = CAST_F(_1);
  362. return VAR(_CAST(i64, _0) / value);
  363. });
  364. auto py_number_pow = [](VM* vm, PyVar _0, PyVar _1) {
  365. if(is_int(_0) && is_int(_1)) {
  366. i64 lhs = _CAST(i64, _0);
  367. i64 rhs = _CAST(i64, _1);
  368. if(rhs < 0) {
  369. if(lhs == 0) vm->ZeroDivisionError("0.0 cannot be raised to a negative power");
  370. return VAR((f64)std::pow(lhs, rhs));
  371. }
  372. i64 ret = 1;
  373. while(rhs) {
  374. if(rhs & 1) ret *= lhs;
  375. lhs *= lhs;
  376. rhs >>= 1;
  377. }
  378. return VAR(ret);
  379. } else {
  380. return VAR((f64)std::pow(CAST_F(_0), CAST_F(_1)));
  381. }
  382. };
  383. _vm->bind__pow__(VM::tp_int, py_number_pow);
  384. _vm->bind__pow__(VM::tp_float, py_number_pow);
  385. _vm->bind_func(VM::tp_int, __new__, -1, [](VM* vm, ArgsView args) {
  386. if(args.size() == 1 + 0) return VAR(0);
  387. // 1 arg
  388. if(args.size() == 1 + 1) {
  389. switch(vm->_tp(args[1])) {
  390. case VM::tp_float: return VAR((i64)_CAST(f64, args[1]));
  391. case VM::tp_int: return args[1];
  392. case VM::tp_bool: return VAR(args[1] == vm->True ? 1 : 0);
  393. case VM::tp_str: break;
  394. default: vm->TypeError("invalid arguments for int()");
  395. }
  396. }
  397. // 2+ args -> error
  398. if(args.size() > 1 + 2) vm->TypeError("int() takes at most 2 arguments");
  399. // 1 or 2 args with str
  400. int base = 10;
  401. if(args.size() == 1 + 2) base = CAST(i64, args[2]);
  402. const Str& s = CAST(Str&, args[1]);
  403. std::string_view sv = s.sv();
  404. bool negative = false;
  405. if(!sv.empty() && (sv[0] == '+' || sv[0] == '-')) {
  406. negative = sv[0] == '-';
  407. sv.remove_prefix(1);
  408. }
  409. i64 val;
  410. if(parse_uint(sv, &val, base) != IntParsingResult::Success) {
  411. vm->ValueError(_S("invalid literal for int() with base ", base, ": ", s.escape()));
  412. }
  413. if(negative) val = -val;
  414. return VAR(val);
  415. });
  416. _vm->bind__floordiv__(VM::tp_int, [](VM* vm, PyVar _0, PyVar _1) {
  417. i64 rhs = CAST(i64, _1);
  418. if(rhs == 0) vm->ZeroDivisionError();
  419. return VAR(_CAST(i64, _0) / rhs);
  420. });
  421. _vm->bind__mod__(VM::tp_int, [](VM* vm, PyVar _0, PyVar _1) {
  422. i64 rhs = CAST(i64, _1);
  423. if(rhs == 0) vm->ZeroDivisionError();
  424. return VAR(_CAST(i64, _0) % rhs);
  425. });
  426. _vm->bind_func(VM::tp_int, "bit_length", 1, [](VM* vm, ArgsView args) {
  427. i64 x = _CAST(i64, args[0]);
  428. if(x < 0) x = -x;
  429. int bits = 0;
  430. while(x) {
  431. x >>= 1;
  432. bits++;
  433. }
  434. return VAR(bits);
  435. });
  436. _vm->bind__repr__(VM::tp_int, [](VM* vm, PyVar obj) -> Str {
  437. return std::to_string(_CAST(i64, obj));
  438. });
  439. _vm->bind__neg__(VM::tp_int, [](VM* vm, PyVar obj) {
  440. return VAR(-_CAST(i64, obj));
  441. });
  442. _vm->bind__hash__(VM::tp_int, [](VM* vm, PyVar obj) {
  443. return _CAST(i64, obj);
  444. });
  445. _vm->bind__invert__(VM::tp_int, [](VM* vm, PyVar obj) {
  446. return VAR(~_CAST(i64, obj));
  447. });
  448. #define INT_BITWISE_OP(name, op) \
  449. _vm->bind##name(VM::tp_int, [](VM* vm, PyVar lhs, PyVar rhs) { \
  450. return VAR(_CAST(i64, lhs) op CAST(i64, rhs)); \
  451. });
  452. INT_BITWISE_OP(__lshift__, <<)
  453. INT_BITWISE_OP(__rshift__, >>)
  454. INT_BITWISE_OP(__and__, &)
  455. INT_BITWISE_OP(__or__, |)
  456. INT_BITWISE_OP(__xor__, ^)
  457. #undef INT_BITWISE_OP
  458. _vm->bind_func(VM::tp_float, __new__, -1, [](VM* vm, ArgsView args) {
  459. if(args.size() == 1 + 0) return VAR(0.0);
  460. if(args.size() > 1 + 1) vm->TypeError("float() takes at most 1 argument");
  461. // 1 arg
  462. switch(vm->_tp(args[1])) {
  463. case VM::tp_int: return VAR((f64)CAST(i64, args[1]));
  464. case VM::tp_float: return args[1];
  465. case VM::tp_bool: return VAR(args[1] == vm->True ? 1.0 : 0.0);
  466. case VM::tp_str: break;
  467. default: vm->TypeError("invalid arguments for float()");
  468. }
  469. // str to float
  470. const Str& s = PK_OBJ_GET(Str, args[1]);
  471. if(s == "inf") return VAR(INFINITY);
  472. if(s == "-inf") return VAR(-INFINITY);
  473. double float_out;
  474. char* p_end;
  475. try {
  476. float_out = std::strtod(s.data, &p_end);
  477. if(p_end != s.end()) throw 1;
  478. } catch(...) { vm->ValueError("invalid literal for float(): " + s.escape()); }
  479. return VAR(float_out);
  480. });
  481. _vm->bind__hash__(VM::tp_float, [](VM* vm, PyVar _0) {
  482. f64 val = _CAST(f64, _0);
  483. return (i64)std::hash<f64>()(val);
  484. });
  485. _vm->bind__neg__(VM::tp_float, [](VM* vm, PyVar _0) {
  486. return VAR(-_CAST(f64, _0));
  487. });
  488. _vm->bind__repr__(VM::tp_float, [](VM* vm, PyVar _0) -> Str {
  489. f64 val = _CAST(f64, _0);
  490. SStream ss;
  491. ss << val;
  492. return ss.str();
  493. });
  494. // tp_str
  495. _vm->bind_func(VM::tp_str, __new__, -1, [](VM* vm, ArgsView args) {
  496. if(args.size() == 1) return VAR(Str());
  497. if(args.size() > 2) vm->TypeError("str() takes at most 1 argument");
  498. return VAR(vm->py_str(args[1]));
  499. });
  500. _vm->bind__hash__(VM::tp_str, [](VM* vm, PyVar _0) {
  501. return (i64)_CAST(Str&, _0).hash();
  502. });
  503. _vm->bind__add__(VM::tp_str, [](VM* vm, PyVar _0, PyVar _1) {
  504. return VAR(_CAST(Str&, _0) + CAST(Str&, _1));
  505. });
  506. _vm->bind__len__(VM::tp_str, [](VM* vm, PyVar _0) {
  507. return (i64)_CAST(Str&, _0).u8_length();
  508. });
  509. _vm->bind__mul__(VM::tp_str, [](VM* vm, PyVar _0, PyVar _1) {
  510. const Str& self = _CAST(Str&, _0);
  511. i64 n = CAST(i64, _1);
  512. SStream ss;
  513. for(i64 i = 0; i < n; i++)
  514. ss << self.sv();
  515. return VAR(ss.str());
  516. });
  517. _vm->bind_func(VM::tp_str, "__rmul__", 2, [](VM* vm, ArgsView args) {
  518. const Str& self = _CAST(Str&, args[0]);
  519. i64 n = CAST(i64, args[1]);
  520. SStream ss;
  521. for(i64 i = 0; i < n; i++)
  522. ss << self.sv();
  523. return VAR(ss.str());
  524. });
  525. _vm->bind__contains__(VM::tp_str, [](VM* vm, PyVar _0, PyVar _1) {
  526. const Str& self = _CAST(Str&, _0);
  527. return VAR(self.index(CAST(Str&, _1)) != -1);
  528. });
  529. _vm->bind_func(VM::tp_str, __str__, 1, [](VM* vm, ArgsView args) {
  530. return args[0];
  531. });
  532. _vm->bind__iter__(VM::tp_str, [](VM* vm, PyVar _0) {
  533. return vm->new_user_object<StringIter>(_0);
  534. });
  535. _vm->bind__repr__(VM::tp_str, [](VM* vm, PyVar _0) -> Str {
  536. const Str& self = _CAST(Str&, _0);
  537. return self.escape();
  538. });
  539. #define BIND_CMP_STR(name, op) \
  540. _vm->bind##name(VM::tp_str, [](VM* vm, PyVar lhs, PyVar rhs) { \
  541. if(!is_type(rhs, vm->tp_str)) return vm->NotImplemented; \
  542. return VAR(_CAST(Str&, lhs) op _CAST(Str&, rhs)); \
  543. });
  544. BIND_CMP_STR(__eq__, ==)
  545. BIND_CMP_STR(__lt__, <)
  546. BIND_CMP_STR(__le__, <=)
  547. BIND_CMP_STR(__gt__, >)
  548. BIND_CMP_STR(__ge__, >=)
  549. #undef BIND_CMP_STR
  550. _vm->bind__getitem__(VM::tp_str, [](VM* vm, PyVar _0, PyVar _1) {
  551. const Str& self = PK_OBJ_GET(Str, _0);
  552. if(is_type(_1, vm->tp_slice)) {
  553. const Slice& s = _CAST(Slice&, _1);
  554. int start, stop, step;
  555. vm->parse_int_slice(s, self.u8_length(), start, stop, step);
  556. return VAR(self.u8_slice(start, stop, step));
  557. }
  558. i64 i = CAST(i64, _1);
  559. i = vm->normalized_index(i, self.u8_length());
  560. return VAR(self.u8_getitem(i));
  561. });
  562. _vm->bind(_vm->_t(VM::tp_str), "replace(self, old, new, count=-1)", [](VM* vm, ArgsView args) {
  563. const Str& self = _CAST(Str&, args[0]);
  564. const Str& old = CAST(Str&, args[1]);
  565. if(old.empty()) vm->ValueError("empty substring");
  566. const Str& new_ = CAST(Str&, args[2]);
  567. int count = CAST(int, args[3]);
  568. return VAR(self.replace(old, new_, count));
  569. });
  570. _vm->bind(_vm->_t(VM::tp_str), "split(self, sep=' ')", [](VM* vm, ArgsView args) {
  571. const Str& self = _CAST(Str&, args[0]);
  572. const Str& sep = CAST(Str&, args[1]);
  573. if(sep.empty()) vm->ValueError("empty separator");
  574. vector<std::string_view> parts;
  575. if(sep.size == 1) {
  576. parts = self.split(sep[0]);
  577. } else {
  578. parts = self.split(sep);
  579. }
  580. List ret(parts.size());
  581. for(int i = 0; i < parts.size(); i++)
  582. ret[i] = VAR(Str(parts[i]));
  583. return VAR(std::move(ret));
  584. });
  585. _vm->bind(_vm->_t(VM::tp_str), "splitlines(self)", [](VM* vm, ArgsView args) {
  586. const Str& self = _CAST(Str&, args[0]);
  587. vector<std::string_view> parts = self.split('\n');
  588. List ret(parts.size());
  589. for(int i = 0; i < parts.size(); i++)
  590. ret[i] = VAR(Str(parts[i]));
  591. return VAR(std::move(ret));
  592. });
  593. _vm->bind(_vm->_t(VM::tp_str), "count(self, s: str)", [](VM* vm, ArgsView args) {
  594. const Str& self = _CAST(Str&, args[0]);
  595. const Str& s = CAST(Str&, args[1]);
  596. return VAR(self.count(s));
  597. });
  598. _vm->bind(_vm->_t(VM::tp_str), "index(self, value, __start=0)", [](VM* vm, ArgsView args) {
  599. const Str& self = _CAST(Str&, args[0]);
  600. const Str& value = CAST(Str&, args[1]);
  601. int start = CAST(int, args[2]);
  602. if(start < 0) vm->ValueError("argument 'start' can't be negative");
  603. int index = self.index(value, start);
  604. if(index < 0) vm->ValueError("substring not found");
  605. return VAR(index);
  606. });
  607. _vm->bind(_vm->_t(VM::tp_str), "find(self, value, __start=0)", [](VM* vm, ArgsView args) {
  608. const Str& self = _CAST(Str&, args[0]);
  609. const Str& value = CAST(Str&, args[1]);
  610. int start = CAST(int, args[2]);
  611. if(start < 0) vm->ValueError("argument 'start' can't be negative");
  612. return VAR(self.index(value, start));
  613. });
  614. _vm->bind_func(VM::tp_str, "startswith", 2, [](VM* vm, ArgsView args) {
  615. const Str& self = _CAST(Str&, args[0]);
  616. const Str& prefix = CAST(Str&, args[1]);
  617. return VAR(self.index(prefix) == 0);
  618. });
  619. _vm->bind_func(VM::tp_str, "endswith", 2, [](VM* vm, ArgsView args) {
  620. const Str& self = _CAST(Str&, args[0]);
  621. const Str& suffix = CAST(Str&, args[1]);
  622. int offset = self.length() - suffix.length();
  623. if(offset < 0) return vm->False;
  624. bool ok = memcmp(self.data + offset, suffix.data, suffix.length()) == 0;
  625. return VAR(ok);
  626. });
  627. _vm->bind_func(VM::tp_str, "encode", 1, [](VM* vm, ArgsView args) {
  628. const Str& self = _CAST(Str&, args[0]);
  629. Bytes retval(self.length());
  630. std::memcpy(retval.data(), self.data, self.length());
  631. return VAR(std::move(retval));
  632. });
  633. _vm->bind_func(VM::tp_str, "join", 2, [](VM* vm, ArgsView args) {
  634. auto _lock = vm->heap.gc_scope_lock();
  635. const Str& self = _CAST(Str&, args[0]);
  636. SStream ss;
  637. PyVar it = vm->py_iter(args[1]); // strong ref
  638. const PyTypeInfo* info = vm->_tp_info(args[1]);
  639. PyVar obj = vm->_py_next(info, it);
  640. while(obj != vm->StopIteration) {
  641. if(!ss.empty()) ss << self;
  642. ss << CAST(Str&, obj);
  643. obj = vm->_py_next(info, it);
  644. }
  645. return VAR(ss.str());
  646. });
  647. _vm->bind_func(VM::tp_str, "lower", 1, [](VM* vm, ArgsView args) {
  648. const Str& self = _CAST(Str&, args[0]);
  649. return VAR(self.lower());
  650. });
  651. _vm->bind_func(VM::tp_str, "upper", 1, [](VM* vm, ArgsView args) {
  652. const Str& self = _CAST(Str&, args[0]);
  653. return VAR(self.upper());
  654. });
  655. _vm->bind(_vm->_t(VM::tp_str), "strip(self, chars=None)", [](VM* vm, ArgsView args) {
  656. const Str& self = _CAST(Str&, args[0]);
  657. if(is_none(args[1])) {
  658. return VAR(self.strip());
  659. } else {
  660. const Str& chars = CAST(Str&, args[1]);
  661. return VAR(self.strip(true, true, chars));
  662. }
  663. });
  664. _vm->bind(_vm->_t(VM::tp_str), "lstrip(self, chars=None)", [](VM* vm, ArgsView args) {
  665. const Str& self = _CAST(Str&, args[0]);
  666. if(is_none(args[1])) {
  667. return VAR(self.lstrip());
  668. } else {
  669. const Str& chars = CAST(Str&, args[1]);
  670. return VAR(self.strip(true, false, chars));
  671. }
  672. });
  673. _vm->bind(_vm->_t(VM::tp_str), "rstrip(self, chars=None)", [](VM* vm, ArgsView args) {
  674. const Str& self = _CAST(Str&, args[0]);
  675. if(is_none(args[1])) {
  676. return VAR(self.rstrip());
  677. } else {
  678. const Str& chars = CAST(Str&, args[1]);
  679. return VAR(self.strip(false, true, chars));
  680. }
  681. });
  682. // zfill
  683. _vm->bind(_vm->_t(VM::tp_str), "zfill(self, width)", [](VM* vm, ArgsView args) {
  684. const Str& self = _CAST(Str&, args[0]);
  685. int width = CAST(int, args[1]);
  686. int delta = width - self.u8_length();
  687. if(delta <= 0) return args[0];
  688. SStream ss;
  689. for(int i = 0; i < delta; i++)
  690. ss << '0';
  691. ss << self;
  692. return VAR(ss.str());
  693. });
  694. // ljust
  695. _vm->bind(_vm->_t(VM::tp_str), "ljust(self, width, fillchar=' ')", [](VM* vm, ArgsView args) {
  696. const Str& self = _CAST(Str&, args[0]);
  697. int width = CAST(int, args[1]);
  698. int delta = width - self.u8_length();
  699. if(delta <= 0) return args[0];
  700. const Str& fillchar = CAST(Str&, args[2]);
  701. if(fillchar.u8_length() != 1) vm->TypeError("The fill character must be exactly one character long");
  702. SStream ss;
  703. ss << self;
  704. for(int i = 0; i < delta; i++)
  705. ss << fillchar;
  706. return VAR(ss.str());
  707. });
  708. // rjust
  709. _vm->bind(_vm->_t(VM::tp_str), "rjust(self, width, fillchar=' ')", [](VM* vm, ArgsView args) {
  710. const Str& self = _CAST(Str&, args[0]);
  711. int width = CAST(int, args[1]);
  712. int delta = width - self.u8_length();
  713. if(delta <= 0) return args[0];
  714. const Str& fillchar = CAST(Str&, args[2]);
  715. if(fillchar.u8_length() != 1) vm->TypeError("The fill character must be exactly one character long");
  716. SStream ss;
  717. for(int i = 0; i < delta; i++)
  718. ss << fillchar;
  719. ss << self;
  720. return VAR(ss.str());
  721. });
  722. // tp_list / tp_tuple
  723. _vm->bind(_vm->_t(VM::tp_list), "sort(self, key=None, reverse=False)", [](VM* vm, ArgsView args) {
  724. List& self = _CAST(List&, args[0]);
  725. PyVar key = args[1];
  726. if(is_none(key)) {
  727. std::stable_sort(self.begin(), self.end(), [vm](PyVar a, PyVar b) {
  728. return vm->py_lt(a, b);
  729. });
  730. } else {
  731. std::stable_sort(self.begin(), self.end(), [vm, key](PyVar a, PyVar b) {
  732. return vm->py_lt(vm->call(key, a), vm->call(key, b));
  733. });
  734. }
  735. bool reverse = CAST(bool, args[2]);
  736. if(reverse) { std::reverse(self.begin(), self.end()); }
  737. return vm->None;
  738. });
  739. _vm->bind__repr__(VM::tp_list, [](VM* vm, PyVar _0) -> Str {
  740. if(vm->_repr_recursion_set.contains(_0)) return "[...]";
  741. List& iterable = _CAST(List&, _0);
  742. SStream ss;
  743. ss << '[';
  744. vm->_repr_recursion_set.push_back(_0);
  745. for(int i = 0; i < iterable.size(); i++) {
  746. ss << vm->py_repr(iterable[i]);
  747. if(i != iterable.size() - 1) ss << ", ";
  748. }
  749. vm->_repr_recursion_set.pop_back();
  750. ss << ']';
  751. return ss.str();
  752. });
  753. _vm->bind__repr__(VM::tp_tuple, [](VM* vm, PyVar _0) -> Str {
  754. Tuple& iterable = _CAST(Tuple&, _0);
  755. SStream ss;
  756. ss << '(';
  757. if(iterable.size() == 1) {
  758. ss << vm->py_repr(iterable[0]);
  759. ss << ',';
  760. } else {
  761. for(int i = 0; i < iterable.size(); i++) {
  762. ss << vm->py_repr(iterable[i]);
  763. if(i != iterable.size() - 1) ss << ", ";
  764. }
  765. }
  766. ss << ')';
  767. return ss.str();
  768. });
  769. _vm->bind_func(VM::tp_list, __new__, -1, [](VM* vm, ArgsView args) {
  770. if(args.size() == 1 + 0) return VAR(List());
  771. if(args.size() == 1 + 1) return VAR(vm->py_list(args[1]));
  772. vm->TypeError("list() takes 0 or 1 arguments");
  773. return vm->None;
  774. });
  775. _vm->bind__contains__(VM::tp_list, [](VM* vm, PyVar _0, PyVar _1) {
  776. List& self = _CAST(List&, _0);
  777. for(PyVar i: self)
  778. if(vm->py_eq(i, _1)) return vm->True;
  779. return vm->False;
  780. });
  781. _vm->bind_func(VM::tp_list, "count", 2, [](VM* vm, ArgsView args) {
  782. List& self = _CAST(List&, args[0]);
  783. int count = 0;
  784. for(PyVar i: self)
  785. if(vm->py_eq(i, args[1])) count++;
  786. return VAR(count);
  787. });
  788. _vm->bind__eq__(VM::tp_list, [](VM* vm, PyVar _0, PyVar _1) {
  789. List& a = _CAST(List&, _0);
  790. if(!is_type(_1, vm->tp_list)) return vm->NotImplemented;
  791. List& b = _CAST(List&, _1);
  792. if(a.size() != b.size()) return vm->False;
  793. for(int i = 0; i < a.size(); i++) {
  794. if(!vm->py_eq(a[i], b[i])) return vm->False;
  795. }
  796. return vm->True;
  797. });
  798. _vm->bind(_vm->_t(VM::tp_list), "index(self, value, __start=0)", [](VM* vm, ArgsView args) {
  799. List& self = _CAST(List&, args[0]);
  800. PyVar obj = args[1];
  801. int start = CAST(int, args[2]);
  802. for(int i = start; i < self.size(); i++) {
  803. if(vm->py_eq(self[i], obj)) return VAR(i);
  804. }
  805. vm->ValueError(vm->py_repr(obj) + " is not in list");
  806. return vm->None;
  807. });
  808. _vm->bind_func(VM::tp_list, "remove", 2, [](VM* vm, ArgsView args) {
  809. List& self = _CAST(List&, args[0]);
  810. PyVar obj = args[1];
  811. for(PyVar* it = self.begin(); it != self.end(); it++) {
  812. if(vm->py_eq(*it, obj)) {
  813. self.erase(it);
  814. return vm->None;
  815. }
  816. }
  817. vm->ValueError(vm->py_repr(obj) + " is not in list");
  818. return vm->None;
  819. });
  820. _vm->bind_func(VM::tp_list, "pop", -1, [](VM* vm, ArgsView args) {
  821. List& self = _CAST(List&, args[0]);
  822. if(args.size() == 1 + 0) {
  823. if(self.empty()) vm->IndexError("pop from empty list");
  824. PyVar retval = self.back();
  825. self.pop_back();
  826. return retval;
  827. }
  828. if(args.size() == 1 + 1) {
  829. i64 index = CAST(i64, args[1]);
  830. index = vm->normalized_index(index, self.size());
  831. PyVar ret = self[index];
  832. self.erase(self.begin() + index);
  833. return ret;
  834. }
  835. vm->TypeError("pop() takes at most 1 argument");
  836. return vm->None;
  837. });
  838. _vm->bind_func(VM::tp_list, "append", 2, [](VM* vm, ArgsView args) {
  839. List& self = _CAST(List&, args[0]);
  840. self.push_back(args[1]);
  841. return vm->None;
  842. });
  843. _vm->bind_func(VM::tp_list, "extend", 2, [](VM* vm, ArgsView args) {
  844. auto _lock = vm->heap.gc_scope_lock();
  845. List& self = _CAST(List&, args[0]);
  846. PyVar it = vm->py_iter(args[1]); // strong ref
  847. const PyTypeInfo* info = vm->_tp_info(args[1]);
  848. PyVar obj = vm->_py_next(info, it);
  849. while(obj != vm->StopIteration) {
  850. self.push_back(obj);
  851. obj = vm->_py_next(info, it);
  852. }
  853. return vm->None;
  854. });
  855. _vm->bind_func(VM::tp_list, "reverse", 1, [](VM* vm, ArgsView args) {
  856. List& self = _CAST(List&, args[0]);
  857. std::reverse(self.begin(), self.end());
  858. return vm->None;
  859. });
  860. _vm->bind__mul__(VM::tp_list, [](VM* vm, PyVar _0, PyVar _1) {
  861. const List& self = _CAST(List&, _0);
  862. if(!is_int(_1)) return vm->NotImplemented;
  863. int n = _CAST(int, _1);
  864. List result;
  865. result.reserve(self.size() * n);
  866. for(int i = 0; i < n; i++)
  867. result.extend(self.begin(), self.end());
  868. return VAR(std::move(result));
  869. });
  870. _vm->bind_func(VM::tp_list, "__rmul__", 2, [](VM* vm, ArgsView args) {
  871. const List& self = _CAST(List&, args[0]);
  872. if(!is_int(args[1])) return vm->NotImplemented;
  873. int n = _CAST(int, args[1]);
  874. List result;
  875. result.reserve(self.size() * n);
  876. for(int i = 0; i < n; i++)
  877. result.extend(self.begin(), self.end());
  878. return VAR(std::move(result));
  879. });
  880. _vm->bind_func(VM::tp_list, "insert", 3, [](VM* vm, ArgsView args) {
  881. List& self = _CAST(List&, args[0]);
  882. int index = CAST(int, args[1]);
  883. if(index < 0) index += self.size();
  884. if(index < 0) index = 0;
  885. if(index > self.size()) index = self.size();
  886. self.insert(self.begin() + index, args[2]);
  887. return vm->None;
  888. });
  889. _vm->bind_func(VM::tp_list, "clear", 1, [](VM* vm, ArgsView args) {
  890. _CAST(List&, args[0]).clear();
  891. return vm->None;
  892. });
  893. _vm->bind_func(VM::tp_list, "copy", 1, [](VM* vm, ArgsView args) {
  894. const List& self = _CAST(List&, args[0]);
  895. return VAR(List(explicit_copy_t(), self));
  896. });
  897. #define BIND_RICH_CMP(name, op, _t, _T) \
  898. _vm->bind__##name##__(_vm->_t, [](VM* vm, PyVar lhs, PyVar rhs) { \
  899. if(!is_type(rhs, vm->_t)) return vm->NotImplemented; \
  900. auto& a = _CAST(_T&, lhs); \
  901. auto& b = _CAST(_T&, rhs); \
  902. for(int i = 0; i < a.size() && i < b.size(); i++) { \
  903. if(vm->py_eq(a[i], b[i])) continue; \
  904. return VAR(vm->py_##name(a[i], b[i])); \
  905. } \
  906. return VAR(a.size() op b.size()); \
  907. });
  908. BIND_RICH_CMP(lt, <, tp_list, List)
  909. BIND_RICH_CMP(le, <=, tp_list, List)
  910. BIND_RICH_CMP(gt, >, tp_list, List)
  911. BIND_RICH_CMP(ge, >=, tp_list, List)
  912. BIND_RICH_CMP(lt, <, tp_tuple, Tuple)
  913. BIND_RICH_CMP(le, <=, tp_tuple, Tuple)
  914. BIND_RICH_CMP(gt, >, tp_tuple, Tuple)
  915. BIND_RICH_CMP(ge, >=, tp_tuple, Tuple)
  916. #undef BIND_RICH_CMP
  917. _vm->bind__add__(VM::tp_list, [](VM* vm, PyVar _0, PyVar _1) {
  918. const List& self = _CAST(List&, _0);
  919. const List& other = CAST(List&, _1);
  920. List new_list(explicit_copy_t(), self);
  921. new_list.extend(other.begin(), other.end());
  922. return VAR(std::move(new_list));
  923. });
  924. _vm->bind__len__(VM::tp_list, [](VM* vm, PyVar _0) {
  925. return (i64)_CAST(List&, _0).size();
  926. });
  927. _vm->bind__iter__(VM::tp_list, [](VM* vm, PyVar _0) {
  928. List& self = _CAST(List&, _0);
  929. return vm->new_user_object<ArrayIter>(_0.get(), self.begin(), self.end());
  930. });
  931. _vm->bind__getitem__(VM::tp_list, PyArrayGetItem<List>);
  932. _vm->bind__setitem__(VM::tp_list, [](VM* vm, PyVar _0, PyVar _1, PyVar _2) {
  933. List& self = _CAST(List&, _0);
  934. i64 i = CAST(i64, _1);
  935. i = vm->normalized_index(i, self.size());
  936. self[i] = _2;
  937. });
  938. _vm->bind__delitem__(VM::tp_list, [](VM* vm, PyVar _0, PyVar _1) {
  939. List& self = _CAST(List&, _0);
  940. i64 i = CAST(i64, _1);
  941. i = vm->normalized_index(i, self.size());
  942. self.erase(self.begin() + i);
  943. });
  944. _vm->bind_func(VM::tp_tuple, __new__, -1, [](VM* vm, ArgsView args) {
  945. if(args.size() == 1 + 0) return VAR(Tuple(0));
  946. if(args.size() == 1 + 1) {
  947. List list = vm->py_list(args[1]);
  948. return VAR(list.to_tuple());
  949. }
  950. vm->TypeError("tuple() takes at most 1 argument");
  951. return vm->None;
  952. });
  953. _vm->bind__contains__(VM::tp_tuple, [](VM* vm, PyVar obj, PyVar item) {
  954. Tuple& self = _CAST(Tuple&, obj);
  955. for(PyVar i: self)
  956. if(vm->py_eq(i, item)) return vm->True;
  957. return vm->False;
  958. });
  959. _vm->bind_func(VM::tp_tuple, "count", 2, [](VM* vm, ArgsView args) {
  960. Tuple& self = _CAST(Tuple&, args[0]);
  961. int count = 0;
  962. for(PyVar i: self)
  963. if(vm->py_eq(i, args[1])) count++;
  964. return VAR(count);
  965. });
  966. _vm->bind__eq__(VM::tp_tuple, [](VM* vm, PyVar _0, PyVar _1) {
  967. const Tuple& self = _CAST(Tuple&, _0);
  968. if(!is_type(_1, vm->tp_tuple)) return vm->NotImplemented;
  969. const Tuple& other = _CAST(Tuple&, _1);
  970. if(self.size() != other.size()) return vm->False;
  971. for(int i = 0; i < self.size(); i++) {
  972. if(!vm->py_eq(self[i], other[i])) return vm->False;
  973. }
  974. return vm->True;
  975. });
  976. _vm->bind__hash__(VM::tp_tuple, [](VM* vm, PyVar _0) {
  977. i64 x = 1000003;
  978. for(PyVar item: _CAST(Tuple&, _0)) {
  979. i64 y = vm->py_hash(item);
  980. // recommended by Github Copilot
  981. x = x ^ (y + 0x9e3779b9 + (x << 6) + (x >> 2));
  982. }
  983. return x;
  984. });
  985. _vm->bind__iter__(VM::tp_tuple, [](VM* vm, PyVar _0) {
  986. Tuple& self = _CAST(Tuple&, _0);
  987. return vm->new_user_object<ArrayIter>(_0.get(), self.begin(), self.end());
  988. });
  989. _vm->bind__getitem__(VM::tp_tuple, PyArrayGetItem<Tuple>);
  990. _vm->bind__len__(VM::tp_tuple, [](VM* vm, PyVar obj) {
  991. return (i64)_CAST(Tuple&, obj).size();
  992. });
  993. // tp_bool
  994. _vm->bind_func(VM::tp_bool, __new__, 2, PK_LAMBDA(VAR(vm->py_bool(args[1]))));
  995. _vm->bind__hash__(VM::tp_bool, [](VM* vm, PyVar _0) {
  996. return (i64)_CAST(bool, _0);
  997. });
  998. _vm->bind__repr__(VM::tp_bool, [](VM* vm, PyVar _0) -> Str {
  999. bool val = _CAST(bool, _0);
  1000. return val ? "True" : "False";
  1001. });
  1002. _vm->bind__and__(VM::tp_bool, [](VM* vm, PyVar _0, PyVar _1) {
  1003. return VAR(_CAST(bool, _0) && CAST(bool, _1));
  1004. });
  1005. _vm->bind__or__(VM::tp_bool, [](VM* vm, PyVar _0, PyVar _1) {
  1006. return VAR(_CAST(bool, _0) || CAST(bool, _1));
  1007. });
  1008. _vm->bind__xor__(VM::tp_bool, [](VM* vm, PyVar _0, PyVar _1) {
  1009. return VAR(_CAST(bool, _0) != CAST(bool, _1));
  1010. });
  1011. _vm->bind__eq__(VM::tp_bool, [](VM* vm, PyVar _0, PyVar _1) {
  1012. if(is_type(_1, vm->tp_bool)) return VAR(_0 == _1);
  1013. if(is_int(_1)) return VAR(_CAST(bool, _0) == (bool)CAST(i64, _1));
  1014. return vm->NotImplemented;
  1015. });
  1016. // tp_ellipsis / tp_NotImplementedType
  1017. _vm->bind__repr__(_vm->_tp(_vm->Ellipsis), [](VM* vm, PyVar _0) -> Str {
  1018. return "...";
  1019. });
  1020. _vm->bind__repr__(_vm->_tp(_vm->NotImplemented), [](VM* vm, PyVar _0) -> Str {
  1021. return "NotImplemented";
  1022. });
  1023. // tp_bytes
  1024. _vm->bind_func(VM::tp_bytes, __new__, 2, [](VM* vm, ArgsView args) {
  1025. List& list = CAST(List&, args[1]);
  1026. Bytes retval(list.size());
  1027. for(int i = 0; i < list.size(); i++) {
  1028. i64 b = CAST(i64, list[i]);
  1029. if(b < 0 || b > 255) vm->ValueError("byte must be in range[0, 256)");
  1030. retval[i] = (char)b;
  1031. }
  1032. return VAR(std::move(retval));
  1033. });
  1034. _vm->bind__getitem__(VM::tp_bytes, [](VM* vm, PyVar _0, PyVar _1) {
  1035. const Bytes& self = PK_OBJ_GET(Bytes, _0);
  1036. if(is_type(_1, vm->tp_slice)) {
  1037. const Slice& s = _CAST(Slice&, _1);
  1038. int start, stop, step;
  1039. vm->parse_int_slice(s, self.size(), start, stop, step);
  1040. int guess_max_size = abs(stop - start) / abs(step) + 1;
  1041. if(guess_max_size > self.size()) guess_max_size = self.size();
  1042. unsigned char* buffer = (unsigned char*)std::malloc(guess_max_size);
  1043. int j = 0; // actual size
  1044. PK_SLICE_LOOP(i, start, stop, step) buffer[j++] = self[i];
  1045. return VAR(Bytes(buffer, j));
  1046. }
  1047. i64 i = CAST(i64, _1);
  1048. i = vm->normalized_index(i, self.size());
  1049. return VAR(self[i]);
  1050. });
  1051. _vm->bind__add__(VM::tp_bytes, [](VM* vm, PyVar _0, PyVar _1) {
  1052. const Bytes& a = _CAST(Bytes&, _0);
  1053. const Bytes& b = CAST(Bytes&, _1);
  1054. Bytes retval(a.size() + b.size());
  1055. std::memcpy(retval.data(), a.data(), a.size());
  1056. std::memcpy(retval.data() + a.size(), b.data(), b.size());
  1057. return VAR(std::move(retval));
  1058. });
  1059. _vm->bind__hash__(VM::tp_bytes, [](VM* vm, PyVar _0) {
  1060. const Bytes& self = _CAST(Bytes&, _0);
  1061. std::string_view view((char*)self.data(), self.size());
  1062. return (i64)std::hash<std::string_view>()(view);
  1063. });
  1064. _vm->bind__repr__(VM::tp_bytes, [](VM* vm, PyVar _0) -> Str {
  1065. const Bytes& self = _CAST(Bytes&, _0);
  1066. SStream ss;
  1067. ss << "b'";
  1068. for(int i = 0; i < self.size(); i++) {
  1069. ss << "\\x";
  1070. ss.write_hex((unsigned char)self[i]);
  1071. }
  1072. ss << "'";
  1073. return ss.str();
  1074. });
  1075. _vm->bind__len__(VM::tp_bytes, [](VM* vm, PyVar _0) {
  1076. return (i64)_CAST(Bytes&, _0).size();
  1077. });
  1078. _vm->bind_func(VM::tp_bytes, "decode", 1, [](VM* vm, ArgsView args) {
  1079. const Bytes& self = _CAST(Bytes&, args[0]);
  1080. return VAR(Str(std::string_view((char*)self.data(), self.size())));
  1081. });
  1082. _vm->bind__eq__(VM::tp_bytes, [](VM* vm, PyVar _0, PyVar _1) {
  1083. if(!is_type(_1, vm->tp_bytes)) return vm->NotImplemented;
  1084. const Bytes& lhs = _CAST(Bytes&, _0);
  1085. const Bytes& rhs = _CAST(Bytes&, _1);
  1086. if(lhs.size() != rhs.size()) return vm->False;
  1087. return VAR(memcmp(lhs.data(), rhs.data(), lhs.size()) == 0);
  1088. });
  1089. // tp_slice
  1090. _vm->bind_func(VM::tp_slice, __new__, 4, [](VM* vm, ArgsView args) {
  1091. return VAR(Slice(args[1], args[2], args[3]));
  1092. });
  1093. _vm->bind__eq__(VM::tp_slice, [](VM* vm, PyVar _0, PyVar _1) {
  1094. const Slice& self = _CAST(Slice&, _0);
  1095. if(!is_type(_1, vm->tp_slice)) return vm->NotImplemented;
  1096. const Slice& other = _CAST(Slice&, _1);
  1097. if(vm->py_ne(self.start, other.start)) return vm->False;
  1098. if(vm->py_ne(self.stop, other.stop)) return vm->False;
  1099. if(vm->py_ne(self.step, other.step)) return vm->False;
  1100. return vm->True;
  1101. });
  1102. _vm->bind__repr__(VM::tp_slice, [](VM* vm, PyVar _0) -> Str {
  1103. const Slice& self = _CAST(Slice&, _0);
  1104. SStream ss;
  1105. ss << "slice(";
  1106. ss << vm->py_repr(self.start) << ", ";
  1107. ss << vm->py_repr(self.stop) << ", ";
  1108. ss << vm->py_repr(self.step) << ")";
  1109. return ss.str();
  1110. });
  1111. // tp_mappingproxy
  1112. _vm->bind_func(VM::tp_mappingproxy, "keys", 1, [](VM* vm, ArgsView args) {
  1113. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  1114. List keys;
  1115. for(StrName name: self.attr().keys())
  1116. keys.push_back(VAR(name.sv()));
  1117. return VAR(std::move(keys));
  1118. });
  1119. _vm->bind_func(VM::tp_mappingproxy, "values", 1, [](VM* vm, ArgsView args) {
  1120. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  1121. List values;
  1122. for(auto [k, v]: self.attr().items())
  1123. values.push_back(v);
  1124. return VAR(std::move(values));
  1125. });
  1126. _vm->bind_func(VM::tp_mappingproxy, "items", 1, [](VM* vm, ArgsView args) {
  1127. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  1128. List items;
  1129. for(auto [k, v]: self.attr().items()) {
  1130. PyVar t = VAR(Tuple(VAR(k.sv()), v));
  1131. items.push_back(std::move(t));
  1132. }
  1133. return VAR(std::move(items));
  1134. });
  1135. _vm->bind__len__(VM::tp_mappingproxy, [](VM* vm, PyVar _0) {
  1136. return (i64)_CAST(MappingProxy&, _0).attr().size();
  1137. });
  1138. _vm->bind__eq__(VM::tp_mappingproxy, [](VM* vm, PyVar _0, PyVar _1) {
  1139. const MappingProxy& a = _CAST(MappingProxy&, _0);
  1140. if(!is_type(_1, VM::tp_mappingproxy)) return vm->NotImplemented;
  1141. const MappingProxy& b = _CAST(MappingProxy&, _1);
  1142. return VAR(a.obj == b.obj);
  1143. });
  1144. _vm->bind__getitem__(VM::tp_mappingproxy, [](VM* vm, PyVar _0, PyVar _1) {
  1145. MappingProxy& self = _CAST(MappingProxy&, _0);
  1146. StrName key = CAST(Str&, _1);
  1147. PyVar ret = self.attr().try_get_likely_found(key);
  1148. if(ret == nullptr) vm->KeyError(_1);
  1149. return ret;
  1150. });
  1151. _vm->bind(_vm->_t(VM::tp_mappingproxy), "get(self, key, default=None)", [](VM* vm, ArgsView args) {
  1152. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  1153. StrName key = CAST(Str&, args[1]);
  1154. PyVar ret = self.attr().try_get(key);
  1155. if(ret == nullptr) return args[2];
  1156. return ret;
  1157. });
  1158. _vm->bind__repr__(VM::tp_mappingproxy, [](VM* vm, PyVar _0) -> Str {
  1159. if(vm->_repr_recursion_set.contains(_0)) return "{...}";
  1160. MappingProxy& self = _CAST(MappingProxy&, _0);
  1161. SStream ss;
  1162. ss << "mappingproxy({";
  1163. bool first = true;
  1164. vm->_repr_recursion_set.push_back(_0);
  1165. for(auto [k, v]: self.attr().items()) {
  1166. if(!first) ss << ", ";
  1167. first = false;
  1168. ss << k.escape() << ": ";
  1169. ss << vm->py_repr(v);
  1170. }
  1171. vm->_repr_recursion_set.pop_back();
  1172. ss << "})";
  1173. return ss.str();
  1174. });
  1175. _vm->bind__contains__(VM::tp_mappingproxy, [](VM* vm, PyVar _0, PyVar _1) {
  1176. MappingProxy& self = _CAST(MappingProxy&, _0);
  1177. return VAR(self.attr().contains(CAST(Str&, _1)));
  1178. });
  1179. // tp_dict
  1180. _vm->bind_func(VM::tp_dict, __new__, -1, [](VM* vm, ArgsView args) {
  1181. Type cls_t = PK_OBJ_GET(Type, args[0]);
  1182. return vm->new_object<Dict>(cls_t);
  1183. });
  1184. _vm->bind_func(VM::tp_dict, __init__, -1, [](VM* vm, ArgsView args) {
  1185. if(args.size() == 1 + 0) return vm->None;
  1186. if(args.size() == 1 + 1) {
  1187. auto _lock = vm->heap.gc_scope_lock();
  1188. Dict& self = PK_OBJ_GET(Dict, args[0]);
  1189. if(is_type(args[1], vm->tp_dict)) {
  1190. Dict& other = CAST(Dict&, args[1]);
  1191. self.update(vm, other);
  1192. return vm->None;
  1193. }
  1194. if(is_type(args[1], vm->tp_list)) {
  1195. List& list = PK_OBJ_GET(List, args[1]);
  1196. for(PyVar item: list) {
  1197. Tuple& t = CAST(Tuple&, item);
  1198. if(t.size() != 2) {
  1199. vm->ValueError("dict() takes a list of tuples (key, value)");
  1200. return vm->None;
  1201. }
  1202. self.set(vm, t[0], t[1]);
  1203. }
  1204. return vm->None;
  1205. }
  1206. vm->TypeError("dict() takes a dictionary or a list of tuples");
  1207. }
  1208. vm->TypeError("dict() takes at most 1 argument");
  1209. });
  1210. _vm->bind__len__(VM::tp_dict, [](VM* vm, PyVar _0) {
  1211. return (i64)PK_OBJ_GET(Dict, _0).size();
  1212. });
  1213. _vm->bind__getitem__(VM::tp_dict, [](VM* vm, PyVar _0, PyVar _1) {
  1214. Dict& self = PK_OBJ_GET(Dict, _0);
  1215. PyVar ret = self.try_get(vm, _1);
  1216. if(ret == nullptr) {
  1217. // try __missing__
  1218. PyVar self;
  1219. PyVar f_missing = vm->get_unbound_method(_0, __missing__, &self, false);
  1220. if(f_missing != nullptr) { return vm->call_method(self, f_missing, _1); }
  1221. vm->KeyError(_1);
  1222. }
  1223. return ret;
  1224. });
  1225. _vm->bind__setitem__(VM::tp_dict, [](VM* vm, PyVar _0, PyVar _1, PyVar _2) {
  1226. Dict& self = _CAST(Dict&, _0);
  1227. self.set(vm, _1, _2);
  1228. });
  1229. _vm->bind__delitem__(VM::tp_dict, [](VM* vm, PyVar _0, PyVar _1) {
  1230. Dict& self = _CAST(Dict&, _0);
  1231. bool ok = self.del(vm, _1);
  1232. if(!ok) vm->KeyError(_1);
  1233. });
  1234. _vm->bind_func(VM::tp_dict, "pop", -1, [](VM* vm, ArgsView args) {
  1235. if(args.size() != 2 && args.size() != 3) {
  1236. vm->TypeError("pop() expected 1 or 2 arguments");
  1237. return vm->None;
  1238. }
  1239. Dict& self = _CAST(Dict&, args[0]);
  1240. PyVar value = self.try_get(vm, args[1]);
  1241. if(value == nullptr) {
  1242. if(args.size() == 2) vm->KeyError(args[1]);
  1243. if(args.size() == 3) { return args[2]; }
  1244. }
  1245. self.del(vm, args[1]);
  1246. return value;
  1247. });
  1248. _vm->bind__contains__(VM::tp_dict, [](VM* vm, PyVar _0, PyVar _1) {
  1249. Dict& self = _CAST(Dict&, _0);
  1250. return VAR(self.contains(vm, _1));
  1251. });
  1252. _vm->bind__iter__(VM::tp_dict, [](VM* vm, PyVar _0) {
  1253. const Dict& self = _CAST(Dict&, _0);
  1254. return vm->py_iter(VAR(self.keys()));
  1255. });
  1256. _vm->bind_func(VM::tp_dict, "get", -1, [](VM* vm, ArgsView args) {
  1257. Dict& self = _CAST(Dict&, args[0]);
  1258. if(args.size() == 1 + 1) {
  1259. PyVar ret = self.try_get(vm, args[1]);
  1260. if(ret != nullptr) return ret;
  1261. return vm->None;
  1262. } else if(args.size() == 1 + 2) {
  1263. PyVar ret = self.try_get(vm, args[1]);
  1264. if(ret != nullptr) return ret;
  1265. return args[2];
  1266. }
  1267. vm->TypeError("get() takes at most 2 arguments");
  1268. return vm->None;
  1269. });
  1270. _vm->bind_func(VM::tp_dict, "keys", 1, [](VM* vm, ArgsView args) {
  1271. const Dict& self = _CAST(Dict&, args[0]);
  1272. return VAR(self.keys());
  1273. });
  1274. _vm->bind_func(VM::tp_dict, "values", 1, [](VM* vm, ArgsView args) {
  1275. const Dict& self = _CAST(Dict&, args[0]);
  1276. return VAR(self.values());
  1277. });
  1278. _vm->bind_func(VM::tp_dict, "items", 1, [](VM* vm, ArgsView args) {
  1279. return vm->new_user_object<DictItemsIter>(args[0]);
  1280. });
  1281. _vm->bind_func(VM::tp_dict, "update", 2, [](VM* vm, ArgsView args) {
  1282. Dict& self = _CAST(Dict&, args[0]);
  1283. const Dict& other = CAST(Dict&, args[1]);
  1284. self.update(vm, other);
  1285. return vm->None;
  1286. });
  1287. _vm->bind_func(VM::tp_dict, "copy", 1, [](VM* vm, ArgsView args) {
  1288. const Dict& self = _CAST(Dict&, args[0]);
  1289. return VAR(self);
  1290. });
  1291. _vm->bind_func(VM::tp_dict, "clear", 1, [](VM* vm, ArgsView args) {
  1292. Dict& self = _CAST(Dict&, args[0]);
  1293. self.clear();
  1294. return vm->None;
  1295. });
  1296. _vm->bind__repr__(VM::tp_dict, [](VM* vm, PyVar _0) -> Str {
  1297. if(vm->_repr_recursion_set.contains(_0)) return "{...}";
  1298. Dict& self = _CAST(Dict&, _0);
  1299. SStream ss;
  1300. ss << "{";
  1301. bool first = true;
  1302. vm->_repr_recursion_set.push_back(_0);
  1303. self.apply([&](PyVar k, PyVar v) {
  1304. if(!first) ss << ", ";
  1305. first = false;
  1306. ss << vm->py_repr(k) << ": " << vm->py_repr(v);
  1307. });
  1308. vm->_repr_recursion_set.pop_back();
  1309. ss << "}";
  1310. return ss.str();
  1311. });
  1312. _vm->bind__eq__(VM::tp_dict, [](VM* vm, PyVar _0, PyVar _1) {
  1313. Dict& self = _CAST(Dict&, _0);
  1314. if(!vm->isinstance(_1, vm->tp_dict)) return vm->NotImplemented;
  1315. Dict& other = _CAST(Dict&, _1);
  1316. if(self.size() != other.size()) return vm->False;
  1317. for(int i = 0; i < self._capacity; i++) {
  1318. auto item = self._items[i];
  1319. if(item.first == nullptr) continue;
  1320. PyVar value = other.try_get(vm, item.first);
  1321. if(value == nullptr) return vm->False;
  1322. if(!vm->py_eq(item.second, value)) return vm->False;
  1323. }
  1324. return vm->True;
  1325. });
  1326. _vm->bind__repr__(VM::tp_module, [](VM* vm, PyVar _0) -> Str {
  1327. const Str& path = CAST(Str&, _0->attr(__path__));
  1328. return _S("<module ", path.escape(), ">");
  1329. });
  1330. // tp_property
  1331. _vm->bind_func(VM::tp_property, __new__, -1, [](VM* vm, ArgsView args) {
  1332. if(args.size() == 1 + 1) {
  1333. return VAR(Property(args[1], vm->None));
  1334. } else if(args.size() == 1 + 2) {
  1335. return VAR(Property(args[1], args[2]));
  1336. }
  1337. vm->TypeError("property() takes at most 2 arguments");
  1338. return vm->None;
  1339. });
  1340. _vm->bind_property(_vm->_t(VM::tp_function), "__doc__", [](VM* vm, ArgsView args) {
  1341. Function& func = _CAST(Function&, args[0]);
  1342. if(!func.decl->docstring) return vm->None;
  1343. return VAR(func.decl->docstring);
  1344. });
  1345. _vm->bind_property(_vm->_t(VM::tp_native_func), "__doc__", [](VM* vm, ArgsView args) {
  1346. NativeFunc& func = _CAST(NativeFunc&, args[0]);
  1347. if(func.decl == nullptr) return vm->None;
  1348. if(!func.decl->docstring) return vm->None;
  1349. return VAR(func.decl->docstring);
  1350. });
  1351. // tp_exception
  1352. _vm->bind_func(VM::tp_exception, __new__, -1, [](VM* vm, ArgsView args) -> PyVar {
  1353. Type cls = PK_OBJ_GET(Type, args[0]);
  1354. StrName cls_name = _type_name(vm, cls);
  1355. PyObject* e_obj = vm->heap.gcnew<Exception>(cls, cls_name);
  1356. e_obj->_attr = new NameDict();
  1357. e_obj->as<Exception>()._self = e_obj;
  1358. return e_obj;
  1359. });
  1360. _vm->bind(_vm->_t(VM::tp_exception), "__init__(self, msg=...)", [](VM* vm, ArgsView args) {
  1361. Exception& self = _CAST(Exception&, args[0]);
  1362. if(args[1] == vm->Ellipsis) {
  1363. self.msg = "";
  1364. } else {
  1365. self.msg = CAST(Str, args[1]);
  1366. }
  1367. return vm->None;
  1368. });
  1369. _vm->bind__repr__(VM::tp_exception, [](VM* vm, PyVar _0) -> Str {
  1370. Exception& self = _CAST(Exception&, _0);
  1371. return _S(_type_name(vm, _0.type), '(', self.msg.escape(), ')');
  1372. });
  1373. _vm->bind__str__(VM::tp_exception, [](VM* vm, PyVar _0) -> Str {
  1374. Exception& self = _CAST(Exception&, _0);
  1375. return self.msg;
  1376. });
  1377. _vm->register_user_class<RangeIter>(_vm->builtins, "_range_iter");
  1378. _vm->register_user_class<RangeIterR>(_vm->builtins, "_range_iter_r");
  1379. _vm->register_user_class<ArrayIter>(_vm->builtins, "_array_iter");
  1380. _vm->register_user_class<StringIter>(_vm->builtins, "_string_iter");
  1381. _vm->register_user_class<Generator>(_vm->builtins, "generator");
  1382. _vm->register_user_class<DictItemsIter>(_vm->builtins, "_dict_items_iter");
  1383. }
  1384. void VM::__post_init_builtin_types() {
  1385. __init_builtins(this);
  1386. bind_func(tp_module, __new__, -1, PK_ACTION(vm->NotImplementedError()));
  1387. _all_types[tp_module].m__getattr__ = [](VM* vm, PyVar obj, StrName name) -> PyVar {
  1388. const Str& path = CAST(Str&, obj->attr(__path__));
  1389. PyObject* retval = vm->py_import(_S(path, ".", name.sv()), false);
  1390. if(retval) return retval;
  1391. return nullptr;
  1392. };
  1393. bind_func(tp_property, "setter", 2, [](VM* vm, ArgsView args) {
  1394. Property& self = _CAST(Property&, args[0]);
  1395. // The setter's name is not necessary to be the same as the property's name
  1396. // However, for cpython compatibility, we recommend to use the same name
  1397. self.setter = args[1];
  1398. return args[0];
  1399. });
  1400. // type
  1401. bind__getitem__(tp_type, [](VM* vm, PyVar self, PyVar _) {
  1402. return self; // for generics
  1403. });
  1404. bind__repr__(tp_type, [](VM* vm, PyVar self) -> Str {
  1405. SStream ss;
  1406. const PyTypeInfo& info = vm->_all_types[PK_OBJ_GET(Type, self)];
  1407. ss << "<class '" << info.name << "'>";
  1408. return ss.str();
  1409. });
  1410. bind_property(_t(tp_object), "__class__", PK_LAMBDA(vm->_t(args[0])));
  1411. bind_property(_t(tp_type), "__base__", [](VM* vm, ArgsView args) {
  1412. const PyTypeInfo& info = vm->_all_types[PK_OBJ_GET(Type, args[0])];
  1413. return info.base ? vm->_all_types[info.base].obj : vm->None;
  1414. });
  1415. bind_property(_t(tp_type), "__name__", [](VM* vm, ArgsView args) {
  1416. const PyTypeInfo& info = vm->_all_types[PK_OBJ_GET(Type, args[0])];
  1417. return VAR(info.name.sv());
  1418. });
  1419. bind_property(_t(tp_type), "__module__", [](VM* vm, ArgsView args) -> PyVar {
  1420. const PyTypeInfo& info = vm->_all_types[PK_OBJ_GET(Type, args[0])];
  1421. if(info.mod == nullptr) return vm->None;
  1422. return info.mod;
  1423. });
  1424. bind_property(_t(tp_bound_method), "__self__", [](VM* vm, ArgsView args) {
  1425. return CAST(BoundMethod&, args[0]).self;
  1426. });
  1427. bind_property(_t(tp_bound_method), "__func__", [](VM* vm, ArgsView args) {
  1428. return CAST(BoundMethod&, args[0]).func;
  1429. });
  1430. bind__eq__(tp_bound_method, [](VM* vm, PyVar lhs, PyVar rhs) {
  1431. if(!is_type(rhs, vm->tp_bound_method)) return vm->NotImplemented;
  1432. const BoundMethod& _0 = PK_OBJ_GET(BoundMethod, lhs);
  1433. const BoundMethod& _1 = PK_OBJ_GET(BoundMethod, rhs);
  1434. return VAR(_0.self == _1.self && _0.func == _1.func);
  1435. });
  1436. bind_property(_t(tp_slice), "start", [](VM* vm, ArgsView args) {
  1437. return CAST(Slice&, args[0]).start;
  1438. });
  1439. bind_property(_t(tp_slice), "stop", [](VM* vm, ArgsView args) {
  1440. return CAST(Slice&, args[0]).stop;
  1441. });
  1442. bind_property(_t(tp_slice), "step", [](VM* vm, ArgsView args) {
  1443. return CAST(Slice&, args[0]).step;
  1444. });
  1445. bind_property(_t(tp_object), "__dict__", [](VM* vm, ArgsView args) {
  1446. if(is_tagged(args[0]) || !args[0]->is_attr_valid()) return vm->None;
  1447. return VAR(MappingProxy(args[0].get()));
  1448. });
  1449. bind(builtins, "print(*args, sep=' ', end='\\n')", [](VM* vm, ArgsView args) {
  1450. const Tuple& _0 = CAST(Tuple&, args[0]);
  1451. const Str& _1 = CAST(Str&, args[1]);
  1452. const Str& _2 = CAST(Str&, args[2]);
  1453. SStream ss;
  1454. for(int i = 0; i < _0.size(); i++) {
  1455. ss << vm->py_str(_0[i]);
  1456. if(i != _0.size() - 1) ss << _1;
  1457. }
  1458. ss << _2;
  1459. vm->stdout_write(ss.str());
  1460. return vm->None;
  1461. });
  1462. add_module___builtins(vm);
  1463. add_module_sys(this);
  1464. add_module_traceback(this);
  1465. add_module_time(this);
  1466. add_module_json(this);
  1467. add_module_math(this);
  1468. add_module_dis(this);
  1469. add_module_c(this);
  1470. add_module_gc(this);
  1471. add_module_random(this);
  1472. add_module_base64(this);
  1473. _lazy_modules.insert("this", kPythonLibs_this);
  1474. _lazy_modules.insert("functools", kPythonLibs_functools);
  1475. _lazy_modules.insert("heapq", kPythonLibs_heapq);
  1476. _lazy_modules.insert("bisect", kPythonLibs_bisect);
  1477. _lazy_modules.insert("pickle", kPythonLibs_pickle);
  1478. _lazy_modules.insert("_long", kPythonLibs__long);
  1479. _lazy_modules.insert("colorsys", kPythonLibs_colorsys);
  1480. _lazy_modules.insert("typing", kPythonLibs_typing);
  1481. _lazy_modules.insert("datetime", kPythonLibs_datetime);
  1482. _lazy_modules.insert("cmath", kPythonLibs_cmath);
  1483. _lazy_modules.insert("itertools", kPythonLibs_itertools);
  1484. _lazy_modules.insert("operator", kPythonLibs_operator);
  1485. _lazy_modules.insert("collections", kPythonLibs_collections);
  1486. try {
  1487. // initialize dummy func_decl for exec/eval
  1488. CodeObject_ dynamic_co = compile("def _(): pass", "<dynamic>", EXEC_MODE);
  1489. __dynamic_func_decl = dynamic_co->func_decls[0];
  1490. // initialize builtins
  1491. CodeObject_ code = compile(kPythonLibs_builtins, "<builtins>", EXEC_MODE);
  1492. this->_exec(code, this->builtins);
  1493. code = compile(kPythonLibs__set, "<set>", EXEC_MODE);
  1494. this->_exec(code, this->builtins);
  1495. } catch(TopLevelException e) {
  1496. std::cerr << e.summary() << std::endl;
  1497. std::cerr << "failed to load builtins module!!" << std::endl;
  1498. exit(1);
  1499. }
  1500. if(enable_os) {
  1501. add_module_io(this);
  1502. add_module_os(this);
  1503. _import_handler = &_default_import_handler;
  1504. }
  1505. add_module_csv(this);
  1506. add_module_dataclasses(this);
  1507. add_module_linalg(this);
  1508. add_module_easing(this);
  1509. add_module_array2d(this);
  1510. add_module_line_profiler(this);
  1511. add_module_enum(this);
  1512. #ifdef PK_USE_CJSON
  1513. add_module_cjson(this);
  1514. #endif
  1515. }
  1516. CodeObject_ VM::compile(std::string_view source, const Str& filename, CompileMode mode, bool unknown_global_scope) {
  1517. Compiler compiler(this, source, filename, mode, unknown_global_scope);
  1518. CodeObject_ code;
  1519. Error* err = compiler.compile(&code);
  1520. if(err) __compile_error(err);
  1521. return code;
  1522. }
  1523. void VM::__compile_error(Error* err){
  1524. assert(err != nullptr);
  1525. if(err->type == std::string_view("NeedMoreLines")){
  1526. throw NeedMoreLines((bool)err->userdata);
  1527. }
  1528. __last_exception = vm->call(
  1529. vm->builtins->attr(err->type),
  1530. VAR((const char*)err->msg)
  1531. ).get();
  1532. Exception& e = __last_exception->as<Exception>();
  1533. e.st_push(err->src, err->lineno, err->cursor, "");
  1534. _error(__last_exception);
  1535. }
  1536. Str VM::precompile(std::string_view source, const Str& filename, CompileMode mode) {
  1537. Compiler compiler(this, source, filename, mode, false);
  1538. Str out;
  1539. Error* err = compiler.lexer.precompile(&out);
  1540. if(err) __compile_error(err);
  1541. return out;
  1542. }
  1543. } // namespace pkpy