pocketpy.cpp 65 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755
  1. #include "pocketpy/pocketpy.hpp"
  2. #include "pocketpy/common/_generated.h"
  3. #include "pocketpy/modules/array2d.hpp"
  4. #include "pocketpy/modules/base64.hpp"
  5. #include "pocketpy/modules/csv.hpp"
  6. #include "pocketpy/modules/dataclasses.hpp"
  7. #include "pocketpy/modules/easing.hpp"
  8. #include "pocketpy/modules/io.hpp"
  9. #include "pocketpy/modules/linalg.hpp"
  10. #include "pocketpy/modules/random.hpp"
  11. #include "pocketpy/modules/modules.hpp"
  12. #include "pocketpy/objects/base.h"
  13. #include <iostream>
  14. #include <algorithm>
  15. namespace pkpy {
  16. #ifdef PK_USE_CJSON
  17. void add_module_cjson(VM* vm);
  18. #endif
  19. template <typename T>
  20. PyVar PyArrayGetItem(VM* vm, PyVar _0, PyVar _1) {
  21. static_assert(std::is_same_v<T, List> || std::is_same_v<T, Tuple>);
  22. const T& self = _CAST(T&, _0);
  23. if(is_int(_1)) {
  24. i64 index = _1._i64;
  25. index = vm->normalized_index(index, self.size());
  26. return self[index];
  27. }
  28. if(is_type(_1, vm->tp_slice)) {
  29. const Slice& s = _CAST(Slice&, _1);
  30. int start, stop, step;
  31. vm->parse_int_slice(s, self.size(), start, stop, step);
  32. List new_list;
  33. PK_SLICE_LOOP(i, start, stop, step) new_list.push_back(self[i]);
  34. if constexpr(std::is_same_v<T, List>)
  35. return VAR(std::move(new_list));
  36. else
  37. return VAR(new_list.to_tuple());
  38. }
  39. vm->TypeError("indices must be integers or slices");
  40. }
  41. void __init_builtins(VM* _vm) {
  42. #define BIND_NUM_ARITH_OPT(name, op) \
  43. _vm->bind##name(VM::tp_int, [](VM* vm, PyVar lhs, PyVar rhs) { \
  44. if(is_int(rhs)) return VAR(_CAST(i64, lhs) op _CAST(i64, rhs)); \
  45. if(is_float(rhs)) return VAR(_CAST(i64, lhs) op _CAST(f64, rhs)); \
  46. return vm->NotImplemented; \
  47. }); \
  48. _vm->bind##name(VM::tp_float, [](VM* vm, PyVar lhs, PyVar rhs) { \
  49. if(is_int(rhs)) return VAR(_CAST(f64, lhs) op _CAST(i64, rhs)); \
  50. if(is_float(rhs)) return VAR(_CAST(f64, lhs) op _CAST(f64, rhs)); \
  51. return vm->NotImplemented; \
  52. });
  53. BIND_NUM_ARITH_OPT(__add__, +)
  54. BIND_NUM_ARITH_OPT(__sub__, -)
  55. BIND_NUM_ARITH_OPT(__mul__, *)
  56. #undef BIND_NUM_ARITH_OPT
  57. #define BIND_NUM_LOGICAL_OPT(name, op) \
  58. _vm->bind##name(VM::tp_int, [](VM* vm, PyVar lhs, PyVar rhs) { \
  59. if(is_int(rhs)) return VAR(_CAST(i64, lhs) op _CAST(i64, rhs)); \
  60. if(is_float(rhs)) return VAR(_CAST(i64, lhs) op _CAST(f64, rhs)); \
  61. return vm->NotImplemented; \
  62. }); \
  63. _vm->bind##name(VM::tp_float, [](VM* vm, PyVar lhs, PyVar rhs) { \
  64. if(is_int(rhs)) return VAR(_CAST(f64, lhs) op _CAST(i64, rhs)); \
  65. if(is_float(rhs)) return VAR(_CAST(f64, lhs) op _CAST(f64, rhs)); \
  66. return vm->NotImplemented; \
  67. });
  68. BIND_NUM_LOGICAL_OPT(__eq__, ==)
  69. BIND_NUM_LOGICAL_OPT(__lt__, <)
  70. BIND_NUM_LOGICAL_OPT(__le__, <=)
  71. BIND_NUM_LOGICAL_OPT(__gt__, >)
  72. BIND_NUM_LOGICAL_OPT(__ge__, >=)
  73. #undef BIND_NUM_ARITH_OPT
  74. #undef BIND_NUM_LOGICAL_OPT
  75. // builtin functions
  76. _vm->bind_func(_vm->builtins, "breakpoint", 0, [](VM* vm, ArgsView args) {
  77. #if PK_ENABLE_PROFILER
  78. vm->_next_breakpoint = NextBreakpoint(vm->callstack.size(), vm->callstack.top().curr_lineno(), false);
  79. #endif
  80. return vm->None;
  81. });
  82. _vm->bind_func(_vm->builtins, "super", -1, [](VM* vm, ArgsView args) {
  83. PyObject* class_arg = nullptr;
  84. PyVar self_arg = nullptr;
  85. if(args.size() == 2) {
  86. class_arg = args[0].get();
  87. self_arg = args[1];
  88. } else if(args.size() == 0) {
  89. Frame* frame = &vm->callstack.top();
  90. if(frame->_callable != nullptr) {
  91. class_arg = frame->_callable->as<Function>()._class;
  92. if(frame->_locals.size() > 0) self_arg = frame->_locals[0];
  93. }
  94. if(class_arg == nullptr || self_arg == nullptr) {
  95. vm->TypeError("super(): unable to determine the class context, use super(class, self) instead");
  96. }
  97. } else {
  98. vm->TypeError("super() takes 0 or 2 arguments");
  99. }
  100. vm->check_type(class_arg, vm->tp_type);
  101. Type type = class_arg->as<Type>();
  102. if(!vm->isinstance(self_arg, type)) {
  103. StrName _0 = _type_name(vm, vm->_tp(self_arg));
  104. StrName _1 = _type_name(vm, type);
  105. vm->TypeError("super(): " + _0.escape() + " is not an instance of " + _1.escape());
  106. }
  107. return vm->new_object<Super>(vm->tp_super, self_arg, vm->_all_types[type].base);
  108. });
  109. _vm->bind_func(_vm->builtins, "staticmethod", 1, [](VM* vm, ArgsView args) {
  110. PyVar func = args[0];
  111. vm->check_type(func, vm->tp_function);
  112. return vm->new_object<StaticMethod>(vm->tp_staticmethod, args[0]);
  113. });
  114. _vm->bind_func(_vm->builtins, "classmethod", 1, [](VM* vm, ArgsView args) {
  115. PyVar func = args[0];
  116. vm->check_type(func, vm->tp_function);
  117. return vm->new_object<ClassMethod>(vm->tp_classmethod, args[0]);
  118. });
  119. _vm->bind_func(_vm->builtins, "isinstance", 2, [](VM* vm, ArgsView args) {
  120. if(is_type(args[1], vm->tp_tuple)) {
  121. Tuple& types = _CAST(Tuple&, args[1]);
  122. for(PyVar type: types) {
  123. vm->check_type(type, vm->tp_type);
  124. if(vm->isinstance(args[0], type->as<Type>())) return vm->True;
  125. }
  126. return vm->False;
  127. }
  128. vm->check_type(args[1], vm->tp_type);
  129. Type type = PK_OBJ_GET(Type, args[1]);
  130. return VAR(vm->isinstance(args[0], type));
  131. });
  132. _vm->bind_func(_vm->builtins, "issubclass", 2, [](VM* vm, ArgsView args) {
  133. vm->check_type(args[0], vm->tp_type);
  134. vm->check_type(args[1], vm->tp_type);
  135. return VAR(vm->issubclass(PK_OBJ_GET(Type, args[0]), PK_OBJ_GET(Type, args[1])));
  136. });
  137. _vm->bind_func(_vm->builtins, "globals", 0, [](VM* vm, ArgsView args) {
  138. PyObject* mod = vm->callstack.top()._module;
  139. return VAR(MappingProxy(mod));
  140. });
  141. _vm->bind(_vm->builtins, "round(x, ndigits=None)", [](VM* vm, ArgsView args) {
  142. if(is_int(args[0])) return args[0];
  143. f64 x = CAST(f64, args[0]);
  144. f64 offset = x >= 0 ? 0.5 : -0.5;
  145. if(is_none(args[1])) return VAR((i64)(x + offset));
  146. int ndigits = CAST(int, args[1]);
  147. if(ndigits < 0) vm->ValueError("ndigits should be non-negative");
  148. // ndigits > 0
  149. return VAR((i64)(x * std::pow(10, ndigits) + offset) / std::pow(10, ndigits));
  150. });
  151. _vm->bind_func(_vm->builtins, "abs", 1, [](VM* vm, ArgsView args) {
  152. if(is_int(args[0])) return VAR(std::abs(_CAST(i64, args[0])));
  153. if(is_float(args[0])) return VAR(std::abs(_CAST(f64, args[0])));
  154. vm->TypeError("bad operand type for abs()");
  155. return vm->None;
  156. });
  157. _vm->bind(_vm->builtins, "max(*args, key=None)", [](VM* vm, ArgsView args) {
  158. return vm->__minmax_reduce(&VM::py_gt, args[0], args[1]);
  159. });
  160. _vm->bind(_vm->builtins, "min(*args, key=None)", [](VM* vm, ArgsView args) {
  161. return vm->__minmax_reduce(&VM::py_lt, args[0], args[1]);
  162. });
  163. _vm->bind_func(_vm->builtins, "id", 1, [](VM* vm, ArgsView args) {
  164. PyVar obj = args[0];
  165. if(is_tagged(obj)) return vm->None;
  166. return VAR(reinterpret_cast<i64>(obj.get()));
  167. });
  168. _vm->bind_func(_vm->builtins, "callable", 1, [](VM* vm, ArgsView args) {
  169. return VAR(vm->py_callable(args[0]));
  170. });
  171. _vm->bind_func(_vm->builtins, "__import__", 1, [](VM* vm, ArgsView args) -> PyVar {
  172. const Str& name = CAST(Str&, args[0]);
  173. return vm->py_import(name);
  174. });
  175. _vm->bind_func(_vm->builtins, "divmod", 2, [](VM* vm, ArgsView args) {
  176. if(is_int(args[0])) {
  177. i64 lhs = _CAST(i64, args[0]);
  178. i64 rhs = CAST(i64, args[1]);
  179. if(rhs == 0) vm->ZeroDivisionError();
  180. auto res = std::div(lhs, rhs);
  181. return VAR(Tuple(VAR(res.quot), VAR(res.rem)));
  182. } else {
  183. return vm->call_method(args[0], __divmod__, args[1]);
  184. }
  185. });
  186. // we use `_0`, `_1` and `_2` here to disable keyword arguments (but with default values)
  187. _vm->bind(_vm->builtins, "eval(_0, _1=None, _2=None)", [](VM* vm, ArgsView args) {
  188. return vm->py_eval(CAST(Str&, args[0]), args[1], args[2]);
  189. });
  190. _vm->bind(_vm->builtins, "exec(_0, _1=None, _2=None)", [](VM* vm, ArgsView args) {
  191. vm->py_exec(CAST(Str&, args[0]), args[1], args[2]);
  192. return vm->None;
  193. });
  194. _vm->bind(_vm->builtins, "compile(source: str, filename: str, mode: str) -> str", [](VM* vm, ArgsView args) {
  195. const Str& source = CAST(Str&, args[0]);
  196. const Str& filename = CAST(Str&, args[1]);
  197. const Str& mode = CAST(Str&, args[2]);
  198. if(mode == "exec") {
  199. return VAR(vm->precompile(source, filename, EXEC_MODE));
  200. } else if(mode == "eval") {
  201. return VAR(vm->precompile(source, filename, EVAL_MODE));
  202. } else if(mode == "single") {
  203. return VAR(vm->precompile(source, filename, CELL_MODE));
  204. } else {
  205. vm->ValueError("compile() mode must be 'exec', 'eval' or 'single'");
  206. return vm->None;
  207. }
  208. });
  209. _vm->bind(_vm->builtins, "exit(code=0)", [](VM* vm, ArgsView args) {
  210. std::exit(CAST(int, args[0]));
  211. return vm->None;
  212. });
  213. _vm->bind_func(_vm->builtins, "repr", 1, [](VM* vm, ArgsView args) {
  214. return VAR(vm->py_repr(args[0]));
  215. });
  216. _vm->bind_func(_vm->builtins, "len", 1, [](VM* vm, ArgsView args) {
  217. const PyTypeInfo* ti = vm->_tp_info(args[0]);
  218. if(ti->m__len__) return VAR(ti->m__len__(vm, args[0]));
  219. return vm->call_method(args[0], __len__);
  220. });
  221. _vm->bind_func(_vm->builtins, "hash", 1, [](VM* vm, ArgsView args) {
  222. i64 value = vm->py_hash(args[0]);
  223. return VAR(value);
  224. });
  225. _vm->bind_func(_vm->builtins, "chr", 1, [](VM* vm, ArgsView args) {
  226. i64 i = CAST(i64, args[0]);
  227. if(i < 0 || i >= 128) vm->ValueError("chr() arg not in [0, 128)");
  228. return VAR(std::string(1, (char)i));
  229. });
  230. _vm->bind_func(_vm->builtins, "ord", 1, [](VM* vm, ArgsView args) {
  231. const Str& s = CAST(Str&, args[0]);
  232. if(s.length() != 1) vm->TypeError("ord() expected an ASCII character");
  233. return VAR((i64)(s[0]));
  234. });
  235. _vm->bind_func(_vm->builtins, "hasattr", 2, [](VM* vm, ArgsView args) {
  236. return VAR(vm->getattr(args[0], CAST(Str&, args[1]), false) != nullptr);
  237. });
  238. _vm->bind_func(_vm->builtins, "setattr", 3, [](VM* vm, ArgsView args) {
  239. vm->setattr(args[0], CAST(Str&, args[1]), args[2]);
  240. return vm->None;
  241. });
  242. _vm->bind_func(_vm->builtins, "getattr", -1, [](VM* vm, ArgsView args) {
  243. if(args.size() != 2 && args.size() != 3) vm->TypeError("getattr() takes 2 or 3 arguments");
  244. StrName name = CAST(Str&, args[1]);
  245. PyVar val = vm->getattr(args[0], name, false);
  246. if(val == nullptr) {
  247. if(args.size() == 2) vm->AttributeError(args[0], name);
  248. return args[2];
  249. }
  250. return val;
  251. });
  252. _vm->bind_func(_vm->builtins, "delattr", 2, [](VM* vm, ArgsView args) {
  253. vm->delattr(args[0], CAST(Str&, args[1]));
  254. return vm->None;
  255. });
  256. _vm->bind_func(_vm->builtins, "hex", 1, [](VM* vm, ArgsView args) {
  257. SStream ss;
  258. i64 val = CAST(i64, args[0]);
  259. if(val == 0) {
  260. ss << "0x0";
  261. return VAR(ss.str());
  262. }
  263. if(val < 0) {
  264. ss << "-";
  265. val = -val;
  266. }
  267. ss << "0x";
  268. bool non_zero = true;
  269. for(int i = 56; i >= 0; i -= 8) {
  270. unsigned char cpnt = (val >> i) & 0xff;
  271. ss.write_hex(cpnt, non_zero);
  272. if(cpnt != 0) non_zero = false;
  273. }
  274. return VAR(ss.str());
  275. });
  276. _vm->bind_func(_vm->builtins, "iter", 1, [](VM* vm, ArgsView args) {
  277. return vm->py_iter(args[0]);
  278. });
  279. _vm->bind_func(_vm->builtins, "next", 1, [](VM* vm, ArgsView args) {
  280. PyVar retval = vm->py_next(args[0]);
  281. if(retval == vm->StopIteration) vm->_error(vm->call(vm->StopIteration));
  282. return retval;
  283. });
  284. _vm->bind_func(_vm->builtins, "bin", 1, [](VM* vm, ArgsView args) {
  285. SStream ss;
  286. i64 x = CAST(i64, args[0]);
  287. if(x < 0) {
  288. ss << "-";
  289. x = -x;
  290. }
  291. ss << "0b";
  292. std::string bits;
  293. while(x) {
  294. bits += (x & 1) ? '1' : '0';
  295. x >>= 1;
  296. }
  297. std::reverse(bits.begin(), bits.end());
  298. if(bits.empty()) bits = "0";
  299. ss << bits;
  300. return VAR(ss.str());
  301. });
  302. _vm->bind_func(_vm->builtins, "dir", 1, [](VM* vm, ArgsView args) {
  303. vector<StrName> names;
  304. if(!is_tagged(args[0]) && args[0]->is_attr_valid()) {
  305. auto keys = args[0]->attr().keys();
  306. names.extend(keys.begin(), keys.end());
  307. }
  308. const NameDict& t_attr = vm->_t(args[0])->attr();
  309. auto keys = t_attr.keys();
  310. names.extend(keys.begin(), keys.end());
  311. std::sort(names.begin(), names.end());
  312. List ret;
  313. for(int i = 0; i < names.size(); i++) {
  314. // remove duplicates
  315. if(i > 0 && names[i] == names[i - 1]) continue;
  316. ret.push_back(VAR(names[i].sv()));
  317. }
  318. return VAR(std::move(ret));
  319. });
  320. // tp_object
  321. _vm->bind__repr__(VM::tp_object, [](VM* vm, PyVar obj) -> Str {
  322. assert(!is_tagged(obj));
  323. SStream ss;
  324. ss << "<" << _type_name(vm, vm->_tp(obj)) << " object at ";
  325. ss.write_ptr(obj.get());
  326. ss << ">";
  327. return ss.str();
  328. });
  329. _vm->bind__eq__(VM::tp_object, [](VM* vm, PyVar _0, PyVar _1) {
  330. if(!_0.is_ptr) vm->TypeError("cannot compare tagged object: _0");
  331. if(!_1.is_ptr) vm->TypeError("cannot compare tagged object: _1");
  332. return _0._obj == _1._obj ? vm->True : vm->False;
  333. });
  334. _vm->__cached_object_new = _vm->bind_func(VM::tp_object, __new__, 1, [](VM* vm, ArgsView args) {
  335. vm->check_type(args[0], vm->tp_type);
  336. Type t = PK_OBJ_GET(Type, args[0]);
  337. return vm->new_object<DummyInstance>(t);
  338. });
  339. // tp_type
  340. _vm->bind_func(VM::tp_type, __new__, 2, PK_LAMBDA(vm->_t(args[1])));
  341. // tp_range
  342. _vm->bind_func(VM::tp_range, __new__, -1, [](VM* vm, ArgsView args) {
  343. args._begin += 1; // skip cls
  344. Range r;
  345. switch(args.size()) {
  346. case 1: r.stop = CAST(i64, args[0]); break;
  347. case 2:
  348. r.start = CAST(i64, args[0]);
  349. r.stop = CAST(i64, args[1]);
  350. break;
  351. case 3:
  352. r.start = CAST(i64, args[0]);
  353. r.stop = CAST(i64, args[1]);
  354. r.step = CAST(i64, args[2]);
  355. break;
  356. default: vm->TypeError("expected 1-3 arguments, got " + std::to_string(args.size()));
  357. }
  358. if(r.step == 0) vm->ValueError("range() arg 3 must not be zero");
  359. return VAR(r);
  360. });
  361. _vm->bind__iter__(VM::tp_range, [](VM* vm, PyVar _0) {
  362. const Range& r = PK_OBJ_GET(Range, _0);
  363. if(r.step > 0) {
  364. return vm->new_user_object<RangeIter>(r);
  365. } else {
  366. return vm->new_user_object<RangeIterR>(r);
  367. }
  368. });
  369. // tp_nonetype
  370. _vm->bind__repr__(_vm->_tp(_vm->None), [](VM* vm, PyVar _0) -> Str {
  371. return "None";
  372. });
  373. // tp_float / tp_float
  374. _vm->bind__truediv__(VM::tp_float, [](VM* vm, PyVar _0, PyVar _1) {
  375. f64 value = CAST_F(_1);
  376. return VAR(_CAST(f64, _0) / value);
  377. });
  378. _vm->bind__truediv__(VM::tp_int, [](VM* vm, PyVar _0, PyVar _1) {
  379. f64 value = CAST_F(_1);
  380. return VAR(_CAST(i64, _0) / value);
  381. });
  382. auto py_number_pow = [](VM* vm, PyVar _0, PyVar _1) {
  383. if(is_int(_0) && is_int(_1)) {
  384. i64 lhs = _CAST(i64, _0);
  385. i64 rhs = _CAST(i64, _1);
  386. if(rhs < 0) {
  387. if(lhs == 0) vm->ZeroDivisionError("0.0 cannot be raised to a negative power");
  388. return VAR((f64)std::pow(lhs, rhs));
  389. }
  390. i64 ret = 1;
  391. while(rhs) {
  392. if(rhs & 1) ret *= lhs;
  393. lhs *= lhs;
  394. rhs >>= 1;
  395. }
  396. return VAR(ret);
  397. } else {
  398. return VAR((f64)std::pow(CAST_F(_0), CAST_F(_1)));
  399. }
  400. };
  401. _vm->bind__pow__(VM::tp_int, py_number_pow);
  402. _vm->bind__pow__(VM::tp_float, py_number_pow);
  403. _vm->bind_func(VM::tp_int, __new__, -1, [](VM* vm, ArgsView args) {
  404. if(args.size() == 1 + 0) return VAR(0);
  405. // 1 arg
  406. if(args.size() == 1 + 1) {
  407. switch(vm->_tp(args[1])) {
  408. case VM::tp_float: return VAR((i64)_CAST(f64, args[1]));
  409. case VM::tp_int: return args[1];
  410. case VM::tp_bool: return VAR(args[1].extra ? 1 : 0);
  411. case VM::tp_str: break;
  412. default: vm->TypeError("invalid arguments for int()");
  413. }
  414. }
  415. // 2+ args -> error
  416. if(args.size() > 1 + 2) vm->TypeError("int() takes at most 2 arguments");
  417. // 1 or 2 args with str
  418. int base = 10;
  419. if(args.size() == 1 + 2) base = CAST(i64, args[2]);
  420. const Str& s = CAST(Str&, args[1]);
  421. std::string_view sv = s.sv();
  422. bool negative = false;
  423. if(!sv.empty() && (sv[0] == '+' || sv[0] == '-')) {
  424. negative = sv[0] == '-';
  425. sv.remove_prefix(1);
  426. }
  427. i64 val;
  428. if(parse_uint(sv, &val, base) != IntParsingResult::Success) {
  429. vm->ValueError(_S("invalid literal for int() with base ", base, ": ", s.escape()));
  430. }
  431. if(negative) val = -val;
  432. return VAR(val);
  433. });
  434. _vm->bind__floordiv__(VM::tp_int, [](VM* vm, PyVar _0, PyVar _1) {
  435. i64 rhs = CAST(i64, _1);
  436. if(rhs == 0) vm->ZeroDivisionError();
  437. return VAR(_CAST(i64, _0) / rhs);
  438. });
  439. _vm->bind__mod__(VM::tp_int, [](VM* vm, PyVar _0, PyVar _1) {
  440. i64 rhs = CAST(i64, _1);
  441. if(rhs == 0) vm->ZeroDivisionError();
  442. return VAR(_CAST(i64, _0) % rhs);
  443. });
  444. _vm->bind_func(VM::tp_int, "bit_length", 1, [](VM* vm, ArgsView args) {
  445. i64 x = _CAST(i64, args[0]);
  446. if(x < 0) x = -x;
  447. int bits = 0;
  448. while(x) {
  449. x >>= 1;
  450. bits++;
  451. }
  452. return VAR(bits);
  453. });
  454. _vm->bind__repr__(VM::tp_int, [](VM* vm, PyVar obj) -> Str {
  455. return std::to_string(_CAST(i64, obj));
  456. });
  457. _vm->bind__neg__(VM::tp_int, [](VM* vm, PyVar obj) {
  458. return VAR(-_CAST(i64, obj));
  459. });
  460. _vm->bind__hash__(VM::tp_int, [](VM* vm, PyVar obj) {
  461. return _CAST(i64, obj);
  462. });
  463. _vm->bind__invert__(VM::tp_int, [](VM* vm, PyVar obj) {
  464. return VAR(~_CAST(i64, obj));
  465. });
  466. #define INT_BITWISE_OP(name, op) \
  467. _vm->bind##name(VM::tp_int, [](VM* vm, PyVar lhs, PyVar rhs) { \
  468. return VAR(_CAST(i64, lhs) op CAST(i64, rhs)); \
  469. });
  470. INT_BITWISE_OP(__lshift__, <<)
  471. INT_BITWISE_OP(__rshift__, >>)
  472. INT_BITWISE_OP(__and__, &)
  473. INT_BITWISE_OP(__or__, |)
  474. INT_BITWISE_OP(__xor__, ^)
  475. #undef INT_BITWISE_OP
  476. _vm->bind_func(VM::tp_float, __new__, -1, [](VM* vm, ArgsView args) {
  477. if(args.size() == 1 + 0) return VAR(0.0);
  478. if(args.size() > 1 + 1) vm->TypeError("float() takes at most 1 argument");
  479. // 1 arg
  480. switch(vm->_tp(args[1])) {
  481. case VM::tp_int: return VAR((f64)CAST(i64, args[1]));
  482. case VM::tp_float: return args[1];
  483. case VM::tp_bool: return VAR(args[1].extra ? 1.0 : 0.0);
  484. case VM::tp_str: break;
  485. default: vm->TypeError("invalid arguments for float()");
  486. }
  487. // str to float
  488. const Str& s = PK_OBJ_GET(Str, args[1]);
  489. if(s == "inf") return VAR(INFINITY);
  490. if(s == "-inf") return VAR(-INFINITY);
  491. double float_out;
  492. char* p_end;
  493. try {
  494. float_out = std::strtod(s.c_str(), &p_end);
  495. if(p_end != s.end()) throw 1;
  496. } catch(...) { vm->ValueError("invalid literal for float(): " + s.escape()); }
  497. return VAR(float_out);
  498. });
  499. _vm->bind__hash__(VM::tp_float, [](VM* vm, PyVar _0) {
  500. f64 val = _CAST(f64, _0);
  501. return (i64)std::hash<f64>()(val);
  502. });
  503. _vm->bind__neg__(VM::tp_float, [](VM* vm, PyVar _0) {
  504. return VAR(-_CAST(f64, _0));
  505. });
  506. _vm->bind__repr__(VM::tp_float, [](VM* vm, PyVar _0) -> Str {
  507. f64 val = _CAST(f64, _0);
  508. SStream ss;
  509. ss << val;
  510. return ss.str();
  511. });
  512. // tp_str
  513. _vm->bind_func(VM::tp_str, __new__, -1, [](VM* vm, ArgsView args) {
  514. if(args.size() == 1) return VAR(Str());
  515. if(args.size() > 2) vm->TypeError("str() takes at most 1 argument");
  516. return VAR(vm->py_str(args[1]));
  517. });
  518. _vm->bind__hash__(VM::tp_str, [](VM* vm, PyVar _0) {
  519. return (i64)_CAST(Str&, _0).hash();
  520. });
  521. _vm->bind__add__(VM::tp_str, [](VM* vm, PyVar _0, PyVar _1) {
  522. return VAR(_CAST(Str&, _0) + CAST(Str&, _1));
  523. });
  524. _vm->bind__len__(VM::tp_str, [](VM* vm, PyVar _0) {
  525. return (i64)_CAST(Str&, _0).u8_length();
  526. });
  527. _vm->bind__mul__(VM::tp_str, [](VM* vm, PyVar _0, PyVar _1) {
  528. const Str& self = _CAST(Str&, _0);
  529. i64 n = CAST(i64, _1);
  530. SStream ss;
  531. for(i64 i = 0; i < n; i++)
  532. ss << self.sv();
  533. return VAR(ss.str());
  534. });
  535. _vm->bind_func(VM::tp_str, "__rmul__", 2, [](VM* vm, ArgsView args) {
  536. const Str& self = _CAST(Str&, args[0]);
  537. i64 n = CAST(i64, args[1]);
  538. SStream ss;
  539. for(i64 i = 0; i < n; i++)
  540. ss << self.sv();
  541. return VAR(ss.str());
  542. });
  543. _vm->bind__contains__(VM::tp_str, [](VM* vm, PyVar _0, PyVar _1) {
  544. const Str& self = _CAST(Str&, _0);
  545. return VAR(self.index(CAST(Str&, _1)) != -1);
  546. });
  547. _vm->bind_func(VM::tp_str, __str__, 1, [](VM* vm, ArgsView args) {
  548. return args[0];
  549. });
  550. _vm->bind__iter__(VM::tp_str, [](VM* vm, PyVar _0) {
  551. return vm->new_user_object<StringIter>(_0);
  552. });
  553. _vm->bind__repr__(VM::tp_str, [](VM* vm, PyVar _0) -> Str {
  554. const Str& self = _CAST(Str&, _0);
  555. return self.escape();
  556. });
  557. #define BIND_CMP_STR(name, op) \
  558. _vm->bind##name(VM::tp_str, [](VM* vm, PyVar lhs, PyVar rhs) { \
  559. if(!is_type(rhs, vm->tp_str)) return vm->NotImplemented; \
  560. return VAR(_CAST(Str&, lhs) op _CAST(Str&, rhs)); \
  561. });
  562. BIND_CMP_STR(__eq__, ==)
  563. BIND_CMP_STR(__lt__, <)
  564. BIND_CMP_STR(__le__, <=)
  565. BIND_CMP_STR(__gt__, >)
  566. BIND_CMP_STR(__ge__, >=)
  567. #undef BIND_CMP_STR
  568. _vm->bind__getitem__(VM::tp_str, [](VM* vm, PyVar _0, PyVar _1) {
  569. const Str& self = PK_OBJ_GET(Str, _0);
  570. if(is_type(_1, vm->tp_slice)) {
  571. const Slice& s = _CAST(Slice&, _1);
  572. int start, stop, step;
  573. vm->parse_int_slice(s, self.u8_length(), start, stop, step);
  574. return VAR(self.u8_slice(start, stop, step));
  575. }
  576. i64 i = CAST(i64, _1);
  577. i = vm->normalized_index(i, self.u8_length());
  578. return VAR(self.u8_getitem(i));
  579. });
  580. _vm->bind(_vm->_t(VM::tp_str), "replace(self, old, new)", [](VM* vm, ArgsView args) {
  581. const Str& self = _CAST(Str&, args[0]);
  582. const Str& old = CAST(Str&, args[1]);
  583. if(old.empty()) vm->ValueError("empty substring");
  584. const Str& new_ = CAST(Str&, args[2]);
  585. return VAR(self.replace(old, new_));
  586. });
  587. _vm->bind(_vm->_t(VM::tp_str), "split(self, sep=' ')", [](VM* vm, ArgsView args) {
  588. const Str& self = _CAST(Str&, args[0]);
  589. const Str& sep = CAST(Str&, args[1]);
  590. if(sep.empty()) vm->ValueError("empty separator");
  591. vector<std::string_view> parts;
  592. if(sep.size == 1) {
  593. parts = self.split(sep[0]);
  594. } else {
  595. parts = self.split(sep);
  596. }
  597. List ret(parts.size());
  598. for(int i = 0; i < parts.size(); i++)
  599. ret[i] = VAR(Str(parts[i]));
  600. return VAR(std::move(ret));
  601. });
  602. _vm->bind(_vm->_t(VM::tp_str), "splitlines(self)", [](VM* vm, ArgsView args) {
  603. const Str& self = _CAST(Str&, args[0]);
  604. vector<std::string_view> parts = self.split('\n');
  605. List ret(parts.size());
  606. for(int i = 0; i < parts.size(); i++)
  607. ret[i] = VAR(Str(parts[i]));
  608. return VAR(std::move(ret));
  609. });
  610. _vm->bind(_vm->_t(VM::tp_str), "count(self, s: str)", [](VM* vm, ArgsView args) {
  611. const Str& self = _CAST(Str&, args[0]);
  612. const Str& s = CAST(Str&, args[1]);
  613. return VAR(self.count(s));
  614. });
  615. _vm->bind(_vm->_t(VM::tp_str), "index(self, value, __start=0)", [](VM* vm, ArgsView args) {
  616. const Str& self = _CAST(Str&, args[0]);
  617. const Str& value = CAST(Str&, args[1]);
  618. int start = CAST(int, args[2]);
  619. if(start < 0) vm->ValueError("argument 'start' can't be negative");
  620. int index = self.index(value, start);
  621. if(index < 0) vm->ValueError("substring not found");
  622. return VAR(index);
  623. });
  624. _vm->bind(_vm->_t(VM::tp_str), "find(self, value, __start=0)", [](VM* vm, ArgsView args) {
  625. const Str& self = _CAST(Str&, args[0]);
  626. const Str& value = CAST(Str&, args[1]);
  627. int start = CAST(int, args[2]);
  628. if(start < 0) vm->ValueError("argument 'start' can't be negative");
  629. return VAR(self.index(value, start));
  630. });
  631. _vm->bind_func(VM::tp_str, "startswith", 2, [](VM* vm, ArgsView args) {
  632. const Str& self = _CAST(Str&, args[0]);
  633. const Str& prefix = CAST(Str&, args[1]);
  634. return VAR(self.index(prefix) == 0);
  635. });
  636. _vm->bind_func(VM::tp_str, "endswith", 2, [](VM* vm, ArgsView args) {
  637. const Str& self = _CAST(Str&, args[0]);
  638. const Str& suffix = CAST(Str&, args[1]);
  639. int offset = self.length() - suffix.length();
  640. if(offset < 0) return vm->False;
  641. bool ok = memcmp(self.c_str() + offset, suffix.c_str(), suffix.length()) == 0;
  642. return VAR(ok);
  643. });
  644. _vm->bind_func(VM::tp_str, "encode", 1, [](VM* vm, ArgsView args) {
  645. const Str& self = _CAST(Str&, args[0]);
  646. Bytes retval(self.length());
  647. std::memcpy(retval.data(), self.c_str(), self.length());
  648. return VAR(std::move(retval));
  649. });
  650. _vm->bind_func(VM::tp_str, "join", 2, [](VM* vm, ArgsView args) {
  651. auto _lock = vm->heap.gc_scope_lock();
  652. const Str& self = _CAST(Str&, args[0]);
  653. SStream ss;
  654. PyVar it = vm->py_iter(args[1]); // strong ref
  655. const PyTypeInfo* info = vm->_tp_info(args[1]);
  656. PyVar obj = vm->_py_next(info, it);
  657. while(obj != vm->StopIteration) {
  658. if(!ss.empty()) ss << self;
  659. ss << CAST(Str&, obj);
  660. obj = vm->_py_next(info, it);
  661. }
  662. return VAR(ss.str());
  663. });
  664. _vm->bind_func(VM::tp_str, "lower", 1, [](VM* vm, ArgsView args) {
  665. const Str& self = _CAST(Str&, args[0]);
  666. return VAR(self.lower());
  667. });
  668. _vm->bind_func(VM::tp_str, "upper", 1, [](VM* vm, ArgsView args) {
  669. const Str& self = _CAST(Str&, args[0]);
  670. return VAR(self.upper());
  671. });
  672. _vm->bind(_vm->_t(VM::tp_str), "strip(self, chars=None)", [](VM* vm, ArgsView args) {
  673. const Str& self = _CAST(Str&, args[0]);
  674. if(is_none(args[1])) {
  675. return VAR(self.strip());
  676. } else {
  677. const Str& chars = CAST(Str&, args[1]);
  678. return VAR(self.strip(true, true, chars));
  679. }
  680. });
  681. _vm->bind(_vm->_t(VM::tp_str), "lstrip(self, chars=None)", [](VM* vm, ArgsView args) {
  682. const Str& self = _CAST(Str&, args[0]);
  683. if(is_none(args[1])) {
  684. return VAR(self.lstrip());
  685. } else {
  686. const Str& chars = CAST(Str&, args[1]);
  687. return VAR(self.strip(true, false, chars));
  688. }
  689. });
  690. _vm->bind(_vm->_t(VM::tp_str), "rstrip(self, chars=None)", [](VM* vm, ArgsView args) {
  691. const Str& self = _CAST(Str&, args[0]);
  692. if(is_none(args[1])) {
  693. return VAR(self.rstrip());
  694. } else {
  695. const Str& chars = CAST(Str&, args[1]);
  696. return VAR(self.strip(false, true, chars));
  697. }
  698. });
  699. // zfill
  700. _vm->bind(_vm->_t(VM::tp_str), "zfill(self, width)", [](VM* vm, ArgsView args) {
  701. const Str& self = _CAST(Str&, args[0]);
  702. int width = CAST(int, args[1]);
  703. int delta = width - self.u8_length();
  704. if(delta <= 0) return args[0];
  705. SStream ss;
  706. for(int i = 0; i < delta; i++)
  707. ss << '0';
  708. ss << self;
  709. return VAR(ss.str());
  710. });
  711. // ljust
  712. _vm->bind(_vm->_t(VM::tp_str), "ljust(self, width, fillchar=' ')", [](VM* vm, ArgsView args) {
  713. const Str& self = _CAST(Str&, args[0]);
  714. int width = CAST(int, args[1]);
  715. int delta = width - self.u8_length();
  716. if(delta <= 0) return args[0];
  717. const Str& fillchar = CAST(Str&, args[2]);
  718. if(fillchar.u8_length() != 1) vm->TypeError("The fill character must be exactly one character long");
  719. SStream ss;
  720. ss << self;
  721. for(int i = 0; i < delta; i++)
  722. ss << fillchar;
  723. return VAR(ss.str());
  724. });
  725. // rjust
  726. _vm->bind(_vm->_t(VM::tp_str), "rjust(self, width, fillchar=' ')", [](VM* vm, ArgsView args) {
  727. const Str& self = _CAST(Str&, args[0]);
  728. int width = CAST(int, args[1]);
  729. int delta = width - self.u8_length();
  730. if(delta <= 0) return args[0];
  731. const Str& fillchar = CAST(Str&, args[2]);
  732. if(fillchar.u8_length() != 1) vm->TypeError("The fill character must be exactly one character long");
  733. SStream ss;
  734. for(int i = 0; i < delta; i++)
  735. ss << fillchar;
  736. ss << self;
  737. return VAR(ss.str());
  738. });
  739. // tp_list / tp_tuple
  740. _vm->bind(_vm->_t(VM::tp_list), "sort(self, key=None, reverse=False)", [](VM* vm, ArgsView args) {
  741. List& self = _CAST(List&, args[0]);
  742. PyVar key = args[1];
  743. if(is_none(key)) {
  744. std::stable_sort(self.begin(), self.end(), [vm](PyVar a, PyVar b) {
  745. return vm->py_lt(a, b);
  746. });
  747. } else {
  748. std::stable_sort(self.begin(), self.end(), [vm, key](PyVar a, PyVar b) {
  749. return vm->py_lt(vm->call(key, a), vm->call(key, b));
  750. });
  751. }
  752. bool reverse = CAST(bool, args[2]);
  753. if(reverse) { std::reverse(self.begin(), self.end()); }
  754. return vm->None;
  755. });
  756. _vm->bind__repr__(VM::tp_list, [](VM* vm, PyVar _0) -> Str {
  757. if(vm->_repr_recursion_set.contains(_0.get())) return "[...]";
  758. List& iterable = _CAST(List&, _0);
  759. SStream ss;
  760. ss << '[';
  761. vm->_repr_recursion_set.push_back(_0.get());
  762. for(int i = 0; i < iterable.size(); i++) {
  763. ss << vm->py_repr(iterable[i]);
  764. if(i != iterable.size() - 1) ss << ", ";
  765. }
  766. vm->_repr_recursion_set.pop_back();
  767. ss << ']';
  768. return ss.str();
  769. });
  770. _vm->bind__repr__(VM::tp_tuple, [](VM* vm, PyVar _0) -> Str {
  771. Tuple& iterable = _CAST(Tuple&, _0);
  772. SStream ss;
  773. ss << '(';
  774. if(iterable.size() == 1) {
  775. ss << vm->py_repr(iterable[0]);
  776. ss << ',';
  777. } else {
  778. for(int i = 0; i < iterable.size(); i++) {
  779. ss << vm->py_repr(iterable[i]);
  780. if(i != iterable.size() - 1) ss << ", ";
  781. }
  782. }
  783. ss << ')';
  784. return ss.str();
  785. });
  786. _vm->bind_func(VM::tp_list, __new__, -1, [](VM* vm, ArgsView args) {
  787. if(args.size() == 1 + 0) return VAR(List());
  788. if(args.size() == 1 + 1) return VAR(vm->py_list(args[1]));
  789. vm->TypeError("list() takes 0 or 1 arguments");
  790. return vm->None;
  791. });
  792. _vm->bind__contains__(VM::tp_list, [](VM* vm, PyVar _0, PyVar _1) {
  793. List& self = _CAST(List&, _0);
  794. for(PyVar i: self)
  795. if(vm->py_eq(i, _1)) return vm->True;
  796. return vm->False;
  797. });
  798. _vm->bind_func(VM::tp_list, "count", 2, [](VM* vm, ArgsView args) {
  799. List& self = _CAST(List&, args[0]);
  800. int count = 0;
  801. for(PyVar i: self)
  802. if(vm->py_eq(i, args[1])) count++;
  803. return VAR(count);
  804. });
  805. _vm->bind__eq__(VM::tp_list, [](VM* vm, PyVar _0, PyVar _1) {
  806. List& a = _CAST(List&, _0);
  807. if(!is_type(_1, vm->tp_list)) return vm->NotImplemented;
  808. List& b = _CAST(List&, _1);
  809. if(a.size() != b.size()) return vm->False;
  810. for(int i = 0; i < a.size(); i++) {
  811. if(!vm->py_eq(a[i], b[i])) return vm->False;
  812. }
  813. return vm->True;
  814. });
  815. _vm->bind(_vm->_t(VM::tp_list), "index(self, value, __start=0)", [](VM* vm, ArgsView args) {
  816. List& self = _CAST(List&, args[0]);
  817. PyVar obj = args[1];
  818. int start = CAST(int, args[2]);
  819. for(int i = start; i < self.size(); i++) {
  820. if(vm->py_eq(self[i], obj)) return VAR(i);
  821. }
  822. vm->ValueError(vm->py_repr(obj) + " is not in list");
  823. return vm->None;
  824. });
  825. _vm->bind_func(VM::tp_list, "remove", 2, [](VM* vm, ArgsView args) {
  826. List& self = _CAST(List&, args[0]);
  827. PyVar obj = args[1];
  828. for(PyVar* it = self.begin(); it != self.end(); it++) {
  829. if(vm->py_eq(*it, obj)) {
  830. self.erase(it);
  831. return vm->None;
  832. }
  833. }
  834. vm->ValueError(vm->py_repr(obj) + " is not in list");
  835. return vm->None;
  836. });
  837. _vm->bind_func(VM::tp_list, "pop", -1, [](VM* vm, ArgsView args) {
  838. List& self = _CAST(List&, args[0]);
  839. if(args.size() == 1 + 0) {
  840. if(self.empty()) vm->IndexError("pop from empty list");
  841. PyVar retval = self.back();
  842. self.pop_back();
  843. return retval;
  844. }
  845. if(args.size() == 1 + 1) {
  846. i64 index = CAST(i64, args[1]);
  847. index = vm->normalized_index(index, self.size());
  848. PyVar ret = self[index];
  849. self.erase(self.begin() + index);
  850. return ret;
  851. }
  852. vm->TypeError("pop() takes at most 1 argument");
  853. return vm->None;
  854. });
  855. _vm->bind_func(VM::tp_list, "append", 2, [](VM* vm, ArgsView args) {
  856. List& self = _CAST(List&, args[0]);
  857. self.push_back(args[1]);
  858. return vm->None;
  859. });
  860. _vm->bind_func(VM::tp_list, "extend", 2, [](VM* vm, ArgsView args) {
  861. auto _lock = vm->heap.gc_scope_lock();
  862. List& self = _CAST(List&, args[0]);
  863. PyVar it = vm->py_iter(args[1]); // strong ref
  864. const PyTypeInfo* info = vm->_tp_info(args[1]);
  865. PyVar obj = vm->_py_next(info, it);
  866. while(obj != vm->StopIteration) {
  867. self.push_back(obj);
  868. obj = vm->_py_next(info, it);
  869. }
  870. return vm->None;
  871. });
  872. _vm->bind_func(VM::tp_list, "reverse", 1, [](VM* vm, ArgsView args) {
  873. List& self = _CAST(List&, args[0]);
  874. std::reverse(self.begin(), self.end());
  875. return vm->None;
  876. });
  877. _vm->bind__mul__(VM::tp_list, [](VM* vm, PyVar _0, PyVar _1) {
  878. const List& self = _CAST(List&, _0);
  879. if(!is_int(_1)) return vm->NotImplemented;
  880. int n = _CAST(int, _1);
  881. List result;
  882. result.reserve(self.size() * n);
  883. for(int i = 0; i < n; i++)
  884. result.extend(self.begin(), self.end());
  885. return VAR(std::move(result));
  886. });
  887. _vm->bind_func(VM::tp_list, "__rmul__", 2, [](VM* vm, ArgsView args) {
  888. const List& self = _CAST(List&, args[0]);
  889. if(!is_int(args[1])) return vm->NotImplemented;
  890. int n = _CAST(int, args[1]);
  891. List result;
  892. result.reserve(self.size() * n);
  893. for(int i = 0; i < n; i++)
  894. result.extend(self.begin(), self.end());
  895. return VAR(std::move(result));
  896. });
  897. _vm->bind_func(VM::tp_list, "insert", 3, [](VM* vm, ArgsView args) {
  898. List& self = _CAST(List&, args[0]);
  899. int index = CAST(int, args[1]);
  900. if(index < 0) index += self.size();
  901. if(index < 0) index = 0;
  902. if(index > self.size()) index = self.size();
  903. self.insert(self.begin() + index, args[2]);
  904. return vm->None;
  905. });
  906. _vm->bind_func(VM::tp_list, "clear", 1, [](VM* vm, ArgsView args) {
  907. _CAST(List&, args[0]).clear();
  908. return vm->None;
  909. });
  910. _vm->bind_func(VM::tp_list, "copy", 1, [](VM* vm, ArgsView args) {
  911. const List& self = _CAST(List&, args[0]);
  912. return VAR(List(explicit_copy_t(), self));
  913. });
  914. #define BIND_RICH_CMP(name, op, _t, _T) \
  915. _vm->bind__##name##__(_vm->_t, [](VM* vm, PyVar lhs, PyVar rhs) { \
  916. if(!is_type(rhs, vm->_t)) return vm->NotImplemented; \
  917. auto& a = _CAST(_T&, lhs); \
  918. auto& b = _CAST(_T&, rhs); \
  919. for(int i = 0; i < a.size() && i < b.size(); i++) { \
  920. if(vm->py_eq(a[i], b[i])) continue; \
  921. return VAR(vm->py_##name(a[i], b[i])); \
  922. } \
  923. return VAR(a.size() op b.size()); \
  924. });
  925. BIND_RICH_CMP(lt, <, tp_list, List)
  926. BIND_RICH_CMP(le, <=, tp_list, List)
  927. BIND_RICH_CMP(gt, >, tp_list, List)
  928. BIND_RICH_CMP(ge, >=, tp_list, List)
  929. BIND_RICH_CMP(lt, <, tp_tuple, Tuple)
  930. BIND_RICH_CMP(le, <=, tp_tuple, Tuple)
  931. BIND_RICH_CMP(gt, >, tp_tuple, Tuple)
  932. BIND_RICH_CMP(ge, >=, tp_tuple, Tuple)
  933. #undef BIND_RICH_CMP
  934. _vm->bind__add__(VM::tp_list, [](VM* vm, PyVar _0, PyVar _1) {
  935. const List& self = _CAST(List&, _0);
  936. const List& other = CAST(List&, _1);
  937. List new_list(explicit_copy_t(), self);
  938. new_list.extend(other.begin(), other.end());
  939. return VAR(std::move(new_list));
  940. });
  941. _vm->bind__len__(VM::tp_list, [](VM* vm, PyVar _0) {
  942. return (i64)_CAST(List&, _0).size();
  943. });
  944. _vm->bind__iter__(VM::tp_list, [](VM* vm, PyVar _0) {
  945. List& self = _CAST(List&, _0);
  946. return vm->new_user_object<ArrayIter>(_0.get(), self.begin(), self.end());
  947. });
  948. _vm->bind__getitem__(VM::tp_list, PyArrayGetItem<List>);
  949. _vm->bind__setitem__(VM::tp_list, [](VM* vm, PyVar _0, PyVar _1, PyVar _2) {
  950. List& self = _CAST(List&, _0);
  951. i64 i = CAST(i64, _1);
  952. i = vm->normalized_index(i, self.size());
  953. self[i] = _2;
  954. });
  955. _vm->bind__delitem__(VM::tp_list, [](VM* vm, PyVar _0, PyVar _1) {
  956. List& self = _CAST(List&, _0);
  957. i64 i = CAST(i64, _1);
  958. i = vm->normalized_index(i, self.size());
  959. self.erase(self.begin() + i);
  960. });
  961. _vm->bind_func(VM::tp_tuple, __new__, -1, [](VM* vm, ArgsView args) {
  962. if(args.size() == 1 + 0) return VAR(Tuple(0));
  963. if(args.size() == 1 + 1) {
  964. List list = vm->py_list(args[1]);
  965. return VAR(list.to_tuple());
  966. }
  967. vm->TypeError("tuple() takes at most 1 argument");
  968. return vm->None;
  969. });
  970. _vm->bind__contains__(VM::tp_tuple, [](VM* vm, PyVar obj, PyVar item) {
  971. Tuple& self = _CAST(Tuple&, obj);
  972. for(PyVar i: self)
  973. if(vm->py_eq(i, item)) return vm->True;
  974. return vm->False;
  975. });
  976. _vm->bind_func(VM::tp_tuple, "count", 2, [](VM* vm, ArgsView args) {
  977. Tuple& self = _CAST(Tuple&, args[0]);
  978. int count = 0;
  979. for(PyVar i: self)
  980. if(vm->py_eq(i, args[1])) count++;
  981. return VAR(count);
  982. });
  983. _vm->bind__eq__(VM::tp_tuple, [](VM* vm, PyVar _0, PyVar _1) {
  984. const Tuple& self = _CAST(Tuple&, _0);
  985. if(!is_type(_1, vm->tp_tuple)) return vm->NotImplemented;
  986. const Tuple& other = _CAST(Tuple&, _1);
  987. if(self.size() != other.size()) return vm->False;
  988. for(int i = 0; i < self.size(); i++) {
  989. if(!vm->py_eq(self[i], other[i])) return vm->False;
  990. }
  991. return vm->True;
  992. });
  993. _vm->bind__hash__(VM::tp_tuple, [](VM* vm, PyVar _0) {
  994. i64 x = 1000003;
  995. for(PyVar item: _CAST(Tuple&, _0)) {
  996. i64 y = vm->py_hash(item);
  997. // recommended by Github Copilot
  998. x = x ^ (y + 0x9e3779b9 + (x << 6) + (x >> 2));
  999. }
  1000. return x;
  1001. });
  1002. _vm->bind__iter__(VM::tp_tuple, [](VM* vm, PyVar _0) {
  1003. Tuple& self = _CAST(Tuple&, _0);
  1004. return vm->new_user_object<ArrayIter>(_0.get(), self.begin(), self.end());
  1005. });
  1006. _vm->bind__getitem__(VM::tp_tuple, PyArrayGetItem<Tuple>);
  1007. _vm->bind__len__(VM::tp_tuple, [](VM* vm, PyVar obj) {
  1008. return (i64)_CAST(Tuple&, obj).size();
  1009. });
  1010. // tp_bool
  1011. _vm->bind_func(VM::tp_bool, __new__, 2, PK_LAMBDA(VAR(vm->py_bool(args[1]))));
  1012. _vm->bind__hash__(VM::tp_bool, [](VM* vm, PyVar _0) {
  1013. return (i64)_CAST(bool, _0);
  1014. });
  1015. _vm->bind__repr__(VM::tp_bool, [](VM* vm, PyVar _0) -> Str {
  1016. bool val = _CAST(bool, _0);
  1017. return val ? "True" : "False";
  1018. });
  1019. _vm->bind__and__(VM::tp_bool, [](VM* vm, PyVar _0, PyVar _1) {
  1020. return VAR(_CAST(bool, _0) && CAST(bool, _1));
  1021. });
  1022. _vm->bind__or__(VM::tp_bool, [](VM* vm, PyVar _0, PyVar _1) {
  1023. return VAR(_CAST(bool, _0) || CAST(bool, _1));
  1024. });
  1025. _vm->bind__xor__(VM::tp_bool, [](VM* vm, PyVar _0, PyVar _1) {
  1026. return VAR(_CAST(bool, _0) != CAST(bool, _1));
  1027. });
  1028. _vm->bind__eq__(VM::tp_bool, [](VM* vm, PyVar _0, PyVar _1) {
  1029. if(is_type(_1, vm->tp_bool)) return VAR(_0.extra == _1.extra);
  1030. if(is_int(_1)) return VAR(_CAST(bool, _0) == (bool)CAST(i64, _1));
  1031. return vm->NotImplemented;
  1032. });
  1033. // tp_ellipsis / tp_NotImplementedType
  1034. _vm->bind__repr__(_vm->_tp(_vm->Ellipsis), [](VM* vm, PyVar _0) -> Str {
  1035. return "...";
  1036. });
  1037. _vm->bind__repr__(_vm->_tp(_vm->NotImplemented), [](VM* vm, PyVar _0) -> Str {
  1038. return "NotImplemented";
  1039. });
  1040. // tp_bytes
  1041. _vm->bind_func(VM::tp_bytes, __new__, 2, [](VM* vm, ArgsView args) {
  1042. List& list = CAST(List&, args[1]);
  1043. Bytes retval(list.size());
  1044. for(int i = 0; i < list.size(); i++) {
  1045. i64 b = CAST(i64, list[i]);
  1046. if(b < 0 || b > 255) vm->ValueError("byte must be in range[0, 256)");
  1047. retval[i] = (char)b;
  1048. }
  1049. return VAR(std::move(retval));
  1050. });
  1051. _vm->bind__getitem__(VM::tp_bytes, [](VM* vm, PyVar _0, PyVar _1) {
  1052. const Bytes& self = PK_OBJ_GET(Bytes, _0);
  1053. if(is_type(_1, vm->tp_slice)) {
  1054. const Slice& s = _CAST(Slice&, _1);
  1055. int start, stop, step;
  1056. vm->parse_int_slice(s, self.size(), start, stop, step);
  1057. int guess_max_size = abs(stop - start) / abs(step) + 1;
  1058. if(guess_max_size > self.size()) guess_max_size = self.size();
  1059. unsigned char* buffer = (unsigned char*)std::malloc(guess_max_size);
  1060. int j = 0; // actual size
  1061. PK_SLICE_LOOP(i, start, stop, step) buffer[j++] = self[i];
  1062. return VAR(Bytes(buffer, j));
  1063. }
  1064. i64 i = CAST(i64, _1);
  1065. i = vm->normalized_index(i, self.size());
  1066. return VAR(self[i]);
  1067. });
  1068. _vm->bind__add__(VM::tp_bytes, [](VM* vm, PyVar _0, PyVar _1) {
  1069. const Bytes& a = _CAST(Bytes&, _0);
  1070. const Bytes& b = CAST(Bytes&, _1);
  1071. Bytes retval(a.size() + b.size());
  1072. std::memcpy(retval.data(), a.data(), a.size());
  1073. std::memcpy(retval.data() + a.size(), b.data(), b.size());
  1074. return VAR(std::move(retval));
  1075. });
  1076. _vm->bind__hash__(VM::tp_bytes, [](VM* vm, PyVar _0) {
  1077. const Bytes& self = _CAST(Bytes&, _0);
  1078. std::string_view view((char*)self.data(), self.size());
  1079. return (i64)std::hash<std::string_view>()(view);
  1080. });
  1081. _vm->bind__repr__(VM::tp_bytes, [](VM* vm, PyVar _0) -> Str {
  1082. const Bytes& self = _CAST(Bytes&, _0);
  1083. SStream ss;
  1084. ss << "b'";
  1085. for(int i = 0; i < self.size(); i++) {
  1086. ss << "\\x";
  1087. ss.write_hex((unsigned char)self[i]);
  1088. }
  1089. ss << "'";
  1090. return ss.str();
  1091. });
  1092. _vm->bind__len__(VM::tp_bytes, [](VM* vm, PyVar _0) {
  1093. return (i64)_CAST(Bytes&, _0).size();
  1094. });
  1095. _vm->bind_func(VM::tp_bytes, "decode", 1, [](VM* vm, ArgsView args) {
  1096. const Bytes& self = _CAST(Bytes&, args[0]);
  1097. return VAR(Str(std::string_view((char*)self.data(), self.size())));
  1098. });
  1099. _vm->bind__eq__(VM::tp_bytes, [](VM* vm, PyVar _0, PyVar _1) {
  1100. if(!is_type(_1, vm->tp_bytes)) return vm->NotImplemented;
  1101. const Bytes& lhs = _CAST(Bytes&, _0);
  1102. const Bytes& rhs = _CAST(Bytes&, _1);
  1103. if(lhs.size() != rhs.size()) return vm->False;
  1104. return VAR(memcmp(lhs.data(), rhs.data(), lhs.size()) == 0);
  1105. });
  1106. // tp_slice
  1107. _vm->bind_func(VM::tp_slice, __new__, 4, [](VM* vm, ArgsView args) {
  1108. return VAR(Slice(args[1], args[2], args[3]));
  1109. });
  1110. _vm->bind__eq__(VM::tp_slice, [](VM* vm, PyVar _0, PyVar _1) {
  1111. const Slice& self = _CAST(Slice&, _0);
  1112. if(!is_type(_1, vm->tp_slice)) return vm->NotImplemented;
  1113. const Slice& other = _CAST(Slice&, _1);
  1114. if(vm->py_ne(self.start, other.start)) return vm->False;
  1115. if(vm->py_ne(self.stop, other.stop)) return vm->False;
  1116. if(vm->py_ne(self.step, other.step)) return vm->False;
  1117. return vm->True;
  1118. });
  1119. _vm->bind__repr__(VM::tp_slice, [](VM* vm, PyVar _0) -> Str {
  1120. const Slice& self = _CAST(Slice&, _0);
  1121. SStream ss;
  1122. ss << "slice(";
  1123. ss << vm->py_repr(self.start) << ", ";
  1124. ss << vm->py_repr(self.stop) << ", ";
  1125. ss << vm->py_repr(self.step) << ")";
  1126. return ss.str();
  1127. });
  1128. // tp_mappingproxy
  1129. _vm->bind_func(VM::tp_mappingproxy, "keys", 1, [](VM* vm, ArgsView args) {
  1130. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  1131. List keys;
  1132. for(StrName name: self.attr().keys())
  1133. keys.push_back(VAR(name.sv()));
  1134. return VAR(std::move(keys));
  1135. });
  1136. _vm->bind_func(VM::tp_mappingproxy, "values", 1, [](VM* vm, ArgsView args) {
  1137. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  1138. List values;
  1139. for(auto [k, v]: self.attr().items())
  1140. values.push_back(v);
  1141. return VAR(std::move(values));
  1142. });
  1143. _vm->bind_func(VM::tp_mappingproxy, "items", 1, [](VM* vm, ArgsView args) {
  1144. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  1145. List items;
  1146. for(auto [k, v]: self.attr().items()) {
  1147. PyVar t = VAR(Tuple(VAR(k.sv()), v));
  1148. items.push_back(std::move(t));
  1149. }
  1150. return VAR(std::move(items));
  1151. });
  1152. _vm->bind__len__(VM::tp_mappingproxy, [](VM* vm, PyVar _0) {
  1153. return (i64)_CAST(MappingProxy&, _0).attr().size();
  1154. });
  1155. _vm->bind__eq__(VM::tp_mappingproxy, [](VM* vm, PyVar _0, PyVar _1) {
  1156. const MappingProxy& a = _CAST(MappingProxy&, _0);
  1157. if(!is_type(_1, VM::tp_mappingproxy)) return vm->NotImplemented;
  1158. const MappingProxy& b = _CAST(MappingProxy&, _1);
  1159. return VAR(a.obj == b.obj);
  1160. });
  1161. _vm->bind__getitem__(VM::tp_mappingproxy, [](VM* vm, PyVar _0, PyVar _1) {
  1162. MappingProxy& self = _CAST(MappingProxy&, _0);
  1163. StrName key = CAST(Str&, _1);
  1164. PyVar ret = self.attr().try_get_likely_found(key);
  1165. if(ret == nullptr) vm->KeyError(_1);
  1166. return ret;
  1167. });
  1168. _vm->bind(_vm->_t(VM::tp_mappingproxy), "get(self, key, default=None)", [](VM* vm, ArgsView args) {
  1169. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  1170. StrName key = CAST(Str&, args[1]);
  1171. PyVar ret = self.attr().try_get(key);
  1172. if(ret == nullptr) return args[2];
  1173. return ret;
  1174. });
  1175. _vm->bind__repr__(VM::tp_mappingproxy, [](VM* vm, PyVar _0) -> Str {
  1176. if(vm->_repr_recursion_set.contains(_0.get())) return "{...}";
  1177. MappingProxy& self = _CAST(MappingProxy&, _0);
  1178. SStream ss;
  1179. ss << "mappingproxy({";
  1180. bool first = true;
  1181. vm->_repr_recursion_set.push_back(_0.get());
  1182. for(auto [k, v]: self.attr().items()) {
  1183. if(!first) ss << ", ";
  1184. first = false;
  1185. ss << k.escape() << ": ";
  1186. ss << vm->py_repr(v);
  1187. }
  1188. vm->_repr_recursion_set.pop_back();
  1189. ss << "})";
  1190. return ss.str();
  1191. });
  1192. _vm->bind__contains__(VM::tp_mappingproxy, [](VM* vm, PyVar _0, PyVar _1) {
  1193. MappingProxy& self = _CAST(MappingProxy&, _0);
  1194. return VAR(self.attr().contains(CAST(Str&, _1)));
  1195. });
  1196. // tp_dict
  1197. _vm->bind_func(VM::tp_dict, __new__, -1, [](VM* vm, ArgsView args) {
  1198. Type cls_t = PK_OBJ_GET(Type, args[0]);
  1199. return vm->new_object<Dict>(cls_t);
  1200. });
  1201. _vm->bind_func(VM::tp_dict, __init__, -1, [](VM* vm, ArgsView args) {
  1202. if(args.size() == 1 + 0) return vm->None;
  1203. if(args.size() == 1 + 1) {
  1204. auto _lock = vm->heap.gc_scope_lock();
  1205. Dict& self = PK_OBJ_GET(Dict, args[0]);
  1206. if(is_type(args[1], vm->tp_dict)) {
  1207. Dict& other = CAST(Dict&, args[1]);
  1208. self.update(vm, other);
  1209. return vm->None;
  1210. }
  1211. if(is_type(args[1], vm->tp_list)) {
  1212. List& list = PK_OBJ_GET(List, args[1]);
  1213. for(PyVar item: list) {
  1214. Tuple& t = CAST(Tuple&, item);
  1215. if(t.size() != 2) {
  1216. vm->ValueError("dict() takes a list of tuples (key, value)");
  1217. return vm->None;
  1218. }
  1219. self.set(vm, t[0], t[1]);
  1220. }
  1221. return vm->None;
  1222. }
  1223. vm->TypeError("dict() takes a dictionary or a list of tuples");
  1224. }
  1225. vm->TypeError("dict() takes at most 1 argument");
  1226. });
  1227. _vm->bind__len__(VM::tp_dict, [](VM* vm, PyVar _0) {
  1228. return (i64)PK_OBJ_GET(Dict, _0).size();
  1229. });
  1230. _vm->bind__getitem__(VM::tp_dict, [](VM* vm, PyVar _0, PyVar _1) {
  1231. Dict& self = PK_OBJ_GET(Dict, _0);
  1232. PyVar ret = self.try_get(vm, _1);
  1233. if(ret == nullptr) {
  1234. // try __missing__
  1235. PyVar self;
  1236. PyVar f_missing = vm->get_unbound_method(_0, __missing__, &self, false);
  1237. if(f_missing != nullptr) { return vm->call_method(self, f_missing, _1); }
  1238. vm->KeyError(_1);
  1239. }
  1240. return ret;
  1241. });
  1242. _vm->bind__setitem__(VM::tp_dict, [](VM* vm, PyVar _0, PyVar _1, PyVar _2) {
  1243. Dict& self = _CAST(Dict&, _0);
  1244. self.set(vm, _1, _2);
  1245. });
  1246. _vm->bind__delitem__(VM::tp_dict, [](VM* vm, PyVar _0, PyVar _1) {
  1247. Dict& self = _CAST(Dict&, _0);
  1248. bool ok = self.del(vm, _1);
  1249. if(!ok) vm->KeyError(_1);
  1250. });
  1251. _vm->bind_func(VM::tp_dict, "pop", -1, [](VM* vm, ArgsView args) {
  1252. if(args.size() != 2 && args.size() != 3) {
  1253. vm->TypeError("pop() expected 1 or 2 arguments");
  1254. return vm->None;
  1255. }
  1256. Dict& self = _CAST(Dict&, args[0]);
  1257. PyVar value = self.try_get(vm, args[1]);
  1258. if(value == nullptr) {
  1259. if(args.size() == 2) vm->KeyError(args[1]);
  1260. if(args.size() == 3) { return args[2]; }
  1261. }
  1262. self.del(vm, args[1]);
  1263. return value;
  1264. });
  1265. _vm->bind__contains__(VM::tp_dict, [](VM* vm, PyVar _0, PyVar _1) {
  1266. Dict& self = _CAST(Dict&, _0);
  1267. return VAR(self.contains(vm, _1));
  1268. });
  1269. _vm->bind__iter__(VM::tp_dict, [](VM* vm, PyVar _0) {
  1270. const Dict& self = _CAST(Dict&, _0);
  1271. return vm->py_iter(VAR(self.keys()));
  1272. });
  1273. _vm->bind_func(VM::tp_dict, "get", -1, [](VM* vm, ArgsView args) {
  1274. Dict& self = _CAST(Dict&, args[0]);
  1275. if(args.size() == 1 + 1) {
  1276. PyVar ret = self.try_get(vm, args[1]);
  1277. if(ret != nullptr) return ret;
  1278. return vm->None;
  1279. } else if(args.size() == 1 + 2) {
  1280. PyVar ret = self.try_get(vm, args[1]);
  1281. if(ret != nullptr) return ret;
  1282. return args[2];
  1283. }
  1284. vm->TypeError("get() takes at most 2 arguments");
  1285. return vm->None;
  1286. });
  1287. _vm->bind_func(VM::tp_dict, "keys", 1, [](VM* vm, ArgsView args) {
  1288. const Dict& self = _CAST(Dict&, args[0]);
  1289. return VAR(self.keys());
  1290. });
  1291. _vm->bind_func(VM::tp_dict, "values", 1, [](VM* vm, ArgsView args) {
  1292. const Dict& self = _CAST(Dict&, args[0]);
  1293. return VAR(self.values());
  1294. });
  1295. _vm->bind_func(VM::tp_dict, "items", 1, [](VM* vm, ArgsView args) {
  1296. return vm->new_user_object<DictItemsIter>(args[0]);
  1297. });
  1298. _vm->bind_func(VM::tp_dict, "update", 2, [](VM* vm, ArgsView args) {
  1299. Dict& self = _CAST(Dict&, args[0]);
  1300. const Dict& other = CAST(Dict&, args[1]);
  1301. self.update(vm, other);
  1302. return vm->None;
  1303. });
  1304. _vm->bind_func(VM::tp_dict, "copy", 1, [](VM* vm, ArgsView args) {
  1305. const Dict& self = _CAST(Dict&, args[0]);
  1306. return VAR(self);
  1307. });
  1308. _vm->bind_func(VM::tp_dict, "clear", 1, [](VM* vm, ArgsView args) {
  1309. Dict& self = _CAST(Dict&, args[0]);
  1310. self.clear();
  1311. return vm->None;
  1312. });
  1313. _vm->bind__repr__(VM::tp_dict, [](VM* vm, PyVar _0) -> Str {
  1314. if(vm->_repr_recursion_set.contains(_0.get())) return "{...}";
  1315. Dict& self = _CAST(Dict&, _0);
  1316. SStream ss;
  1317. ss << "{";
  1318. bool first = true;
  1319. vm->_repr_recursion_set.push_back(_0.get());
  1320. self.apply([&](PyVar k, PyVar v) {
  1321. if(!first) ss << ", ";
  1322. first = false;
  1323. ss << vm->py_repr(k) << ": " << vm->py_repr(v);
  1324. });
  1325. vm->_repr_recursion_set.pop_back();
  1326. ss << "}";
  1327. return ss.str();
  1328. });
  1329. _vm->bind__eq__(VM::tp_dict, [](VM* vm, PyVar _0, PyVar _1) {
  1330. Dict& self = _CAST(Dict&, _0);
  1331. if(!vm->isinstance(_1, vm->tp_dict)) return vm->NotImplemented;
  1332. Dict& other = _CAST(Dict&, _1);
  1333. if(self.size() != other.size()) return vm->False;
  1334. pkpy_DictIter it = self.iter();
  1335. PyVar key, val;
  1336. while(pkpy_DictIter__next(&it, (PyVar*)(&key), (PyVar*)(&val))) {
  1337. PyVar other_val = other.try_get(vm, key);
  1338. if(other_val == nullptr) return vm->False;
  1339. if(!vm->py_eq(val, other_val)) return vm->False;
  1340. }
  1341. return vm->True;
  1342. });
  1343. _vm->bind__repr__(VM::tp_module, [](VM* vm, PyVar _0) -> Str {
  1344. const Str& path = CAST(Str&, _0->attr(__path__));
  1345. return _S("<module ", path.escape(), ">");
  1346. });
  1347. // tp_property
  1348. _vm->bind_func(VM::tp_property, __new__, -1, [](VM* vm, ArgsView args) {
  1349. if(args.size() == 1 + 1) {
  1350. return VAR(Property(args[1], vm->None));
  1351. } else if(args.size() == 1 + 2) {
  1352. return VAR(Property(args[1], args[2]));
  1353. }
  1354. vm->TypeError("property() takes at most 2 arguments");
  1355. return vm->None;
  1356. });
  1357. _vm->bind_property(_vm->_t(VM::tp_function), "__doc__", [](VM* vm, ArgsView args) {
  1358. Function& func = _CAST(Function&, args[0]);
  1359. if(!func.decl->docstring) return vm->None;
  1360. return VAR(func.decl->docstring);
  1361. });
  1362. _vm->bind_property(_vm->_t(VM::tp_native_func), "__doc__", [](VM* vm, ArgsView args) {
  1363. NativeFunc& func = _CAST(NativeFunc&, args[0]);
  1364. if(func.decl == nullptr) return vm->None;
  1365. if(!func.decl->docstring) return vm->None;
  1366. return VAR(func.decl->docstring);
  1367. });
  1368. // tp_exception
  1369. _vm->bind_func(VM::tp_exception, __new__, -1, [](VM* vm, ArgsView args) -> PyVar {
  1370. Type cls = PK_OBJ_GET(Type, args[0]);
  1371. StrName cls_name = _type_name(vm, cls);
  1372. PyObject* e_obj = vm->heap.gcnew<Exception>(cls, cls_name);
  1373. e_obj->_attr = new NameDict();
  1374. e_obj->as<Exception>()._self = e_obj;
  1375. return e_obj;
  1376. });
  1377. _vm->bind(_vm->_t(VM::tp_exception), "__init__(self, msg=...)", [](VM* vm, ArgsView args) {
  1378. Exception& self = _CAST(Exception&, args[0]);
  1379. if(args[1].type == tp_ellipsis) {
  1380. self.msg = "";
  1381. } else {
  1382. self.msg = CAST(Str, args[1]);
  1383. }
  1384. return vm->None;
  1385. });
  1386. _vm->bind__repr__(VM::tp_exception, [](VM* vm, PyVar _0) -> Str {
  1387. Exception& self = _CAST(Exception&, _0);
  1388. return _S(_type_name(vm, _0.type), '(', self.msg.escape(), ')');
  1389. });
  1390. _vm->bind__str__(VM::tp_exception, [](VM* vm, PyVar _0) -> Str {
  1391. Exception& self = _CAST(Exception&, _0);
  1392. return self.msg;
  1393. });
  1394. _vm->register_user_class<RangeIter>(_vm->builtins, "_range_iter");
  1395. _vm->register_user_class<RangeIterR>(_vm->builtins, "_range_iter_r");
  1396. _vm->register_user_class<ArrayIter>(_vm->builtins, "_array_iter");
  1397. _vm->register_user_class<StringIter>(_vm->builtins, "_string_iter");
  1398. _vm->register_user_class<Generator>(_vm->builtins, "generator");
  1399. _vm->register_user_class<DictItemsIter>(_vm->builtins, "_dict_items_iter");
  1400. }
  1401. void VM::__post_init_builtin_types() {
  1402. __init_builtins(this);
  1403. bind_func(tp_module, __new__, -1, PK_ACTION(vm->NotImplementedError()));
  1404. _all_types[tp_module].m__getattr__ = [](VM* vm, PyVar obj, StrName name) -> PyVar {
  1405. const Str& path = CAST(Str&, obj->attr(__path__));
  1406. PyObject* retval = vm->py_import(_S(path, ".", name.sv()), false);
  1407. if(retval) return retval;
  1408. return nullptr;
  1409. };
  1410. bind_func(tp_property, "setter", 2, [](VM* vm, ArgsView args) {
  1411. Property& self = _CAST(Property&, args[0]);
  1412. // The setter's name is not necessary to be the same as the property's name
  1413. // However, for cpython compatibility, we recommend to use the same name
  1414. self.setter = args[1];
  1415. return args[0];
  1416. });
  1417. // type
  1418. bind__getitem__(tp_type, [](VM* vm, PyVar self, PyVar _) {
  1419. return self; // for generics
  1420. });
  1421. bind__repr__(tp_type, [](VM* vm, PyVar self) -> Str {
  1422. SStream ss;
  1423. const PyTypeInfo& info = vm->_all_types[PK_OBJ_GET(Type, self)];
  1424. ss << "<class '" << info.name << "'>";
  1425. return ss.str();
  1426. });
  1427. bind_property(_t(tp_object), "__class__", PK_LAMBDA(vm->_t(args[0])));
  1428. bind_property(_t(tp_type), "__base__", [](VM* vm, ArgsView args) {
  1429. const PyTypeInfo& info = vm->_all_types[PK_OBJ_GET(Type, args[0])];
  1430. return info.base ? vm->_all_types[info.base].obj : vm->None;
  1431. });
  1432. bind_property(_t(tp_type), "__name__", [](VM* vm, ArgsView args) {
  1433. const PyTypeInfo& info = vm->_all_types[PK_OBJ_GET(Type, args[0])];
  1434. return VAR(info.name.sv());
  1435. });
  1436. bind_property(_t(tp_type), "__module__", [](VM* vm, ArgsView args) -> PyVar {
  1437. const PyTypeInfo& info = vm->_all_types[PK_OBJ_GET(Type, args[0])];
  1438. if(info.mod == nullptr) return vm->None;
  1439. return info.mod;
  1440. });
  1441. bind_property(_t(tp_bound_method), "__self__", [](VM* vm, ArgsView args) {
  1442. return CAST(BoundMethod&, args[0]).self;
  1443. });
  1444. bind_property(_t(tp_bound_method), "__func__", [](VM* vm, ArgsView args) {
  1445. return CAST(BoundMethod&, args[0]).func;
  1446. });
  1447. bind__eq__(tp_bound_method, [](VM* vm, PyVar lhs, PyVar rhs) {
  1448. if(!is_type(rhs, vm->tp_bound_method)) return vm->NotImplemented;
  1449. const BoundMethod& _0 = PK_OBJ_GET(BoundMethod, lhs);
  1450. const BoundMethod& _1 = PK_OBJ_GET(BoundMethod, rhs);
  1451. return VAR(PyVar__IS_OP(&_0.self, &_1.self) && PyVar__IS_OP(&_0.func, &_1.func));
  1452. });
  1453. bind_property(_t(tp_slice), "start", [](VM* vm, ArgsView args) {
  1454. return CAST(Slice&, args[0]).start;
  1455. });
  1456. bind_property(_t(tp_slice), "stop", [](VM* vm, ArgsView args) {
  1457. return CAST(Slice&, args[0]).stop;
  1458. });
  1459. bind_property(_t(tp_slice), "step", [](VM* vm, ArgsView args) {
  1460. return CAST(Slice&, args[0]).step;
  1461. });
  1462. bind_property(_t(tp_object), "__dict__", [](VM* vm, ArgsView args) {
  1463. if(is_tagged(args[0]) || !args[0]->is_attr_valid()) return vm->None;
  1464. return VAR(MappingProxy(args[0].get()));
  1465. });
  1466. bind(builtins, "print(*args, sep=' ', end='\\n')", [](VM* vm, ArgsView args) {
  1467. const Tuple& _0 = CAST(Tuple&, args[0]);
  1468. const Str& _1 = CAST(Str&, args[1]);
  1469. const Str& _2 = CAST(Str&, args[2]);
  1470. SStream ss;
  1471. for(int i = 0; i < _0.size(); i++) {
  1472. ss << vm->py_str(_0[i]);
  1473. if(i != _0.size() - 1) ss << _1;
  1474. }
  1475. ss << _2;
  1476. vm->stdout_write(ss.str());
  1477. return vm->None;
  1478. });
  1479. add_module___builtins(vm);
  1480. add_module_sys(this);
  1481. add_module_traceback(this);
  1482. add_module_time(this);
  1483. add_module_json(this);
  1484. add_module_math(this);
  1485. add_module_dis(this);
  1486. add_module_c(this);
  1487. add_module_gc(this);
  1488. add_module_random(this);
  1489. add_module_base64(this);
  1490. _lazy_modules.insert("this", kPythonLibs_this);
  1491. _lazy_modules.insert("functools", kPythonLibs_functools);
  1492. _lazy_modules.insert("heapq", kPythonLibs_heapq);
  1493. _lazy_modules.insert("bisect", kPythonLibs_bisect);
  1494. _lazy_modules.insert("pickle", kPythonLibs_pickle);
  1495. _lazy_modules.insert("_long", kPythonLibs__long);
  1496. _lazy_modules.insert("colorsys", kPythonLibs_colorsys);
  1497. _lazy_modules.insert("typing", kPythonLibs_typing);
  1498. _lazy_modules.insert("datetime", kPythonLibs_datetime);
  1499. _lazy_modules.insert("cmath", kPythonLibs_cmath);
  1500. _lazy_modules.insert("itertools", kPythonLibs_itertools);
  1501. _lazy_modules.insert("operator", kPythonLibs_operator);
  1502. _lazy_modules.insert("collections", kPythonLibs_collections);
  1503. try {
  1504. // initialize dummy func_decl for exec/eval
  1505. CodeObject_ dynamic_co = compile("def _(): pass", "<dynamic>", EXEC_MODE);
  1506. __dynamic_func_decl = dynamic_co->func_decls[0];
  1507. // initialize builtins
  1508. CodeObject_ code = compile(kPythonLibs_builtins, "<builtins>", EXEC_MODE);
  1509. this->_exec(code, this->builtins);
  1510. code = compile(kPythonLibs__set, "<set>", EXEC_MODE);
  1511. this->_exec(code, this->builtins);
  1512. } catch(TopLevelException e) {
  1513. std::cerr << e.summary() << std::endl;
  1514. std::cerr << "failed to load builtins module!!" << std::endl;
  1515. exit(1);
  1516. }
  1517. if(enable_os) {
  1518. add_module_io(this);
  1519. add_module_os(this);
  1520. _import_handler = &_default_import_handler;
  1521. }
  1522. add_module_csv(this);
  1523. add_module_dataclasses(this);
  1524. add_module_linalg(this);
  1525. add_module_easing(this);
  1526. add_module_array2d(this);
  1527. add_module_line_profiler(this);
  1528. add_module_enum(this);
  1529. #ifdef PK_USE_CJSON
  1530. add_module_cjson(this);
  1531. #endif
  1532. }
  1533. CodeObject_ VM::compile(std::string_view source, const Str& filename, CompileMode mode, bool unknown_global_scope) {
  1534. Compiler compiler(this, source, filename, mode, unknown_global_scope);
  1535. CodeObject_ code;
  1536. Error* err = compiler.compile(&code);
  1537. if(err) __compile_error(err);
  1538. return code;
  1539. }
  1540. void VM::__compile_error(Error* err){
  1541. assert(err != nullptr);
  1542. if(err->type == std::string_view("NeedMoreLines")){
  1543. throw NeedMoreLines((bool)err->userdata);
  1544. }
  1545. __last_exception = vm->call(
  1546. vm->builtins->attr(err->type),
  1547. VAR((const char*)err->msg)
  1548. ).get();
  1549. Exception& e = __last_exception->as<Exception>();
  1550. e.st_push(err->src, err->lineno, err->cursor, "");
  1551. _error(__last_exception);
  1552. }
  1553. Str VM::precompile(std::string_view source, const Str& filename, CompileMode mode) {
  1554. Compiler compiler(this, source, filename, mode, false);
  1555. Str out;
  1556. Error* err = compiler.lexer.precompile(&out);
  1557. if(err) __compile_error(err);
  1558. return out;
  1559. }
  1560. } // namespace pkpy