pocketpy.cpp 63 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741
  1. #include "pocketpy/pocketpy.h"
  2. #ifdef PK_USE_BOX2D
  3. #include "box2d_bindings.hpp"
  4. #endif
  5. namespace pkpy{
  6. using dylib_entry_t = const char* (*)(void*, const char*);
  7. #if PK_ENABLE_OS
  8. #if PK_SUPPORT_DYLIB == 1
  9. // win32
  10. static dylib_entry_t load_dylib(const char* path){
  11. std::error_code ec;
  12. auto p = std::filesystem::absolute(path, ec);
  13. if(ec) return nullptr;
  14. HMODULE handle = LoadLibraryA(p.string().c_str());
  15. if(!handle){
  16. DWORD errorCode = GetLastError();
  17. // Convert the error code to text
  18. LPSTR errorMessage = nullptr;
  19. FormatMessageA(
  20. FORMAT_MESSAGE_ALLOCATE_BUFFER | FORMAT_MESSAGE_FROM_SYSTEM | FORMAT_MESSAGE_IGNORE_INSERTS,
  21. nullptr,
  22. errorCode,
  23. MAKELANGID(LANG_ENGLISH, SUBLANG_ENGLISH_US),
  24. (LPSTR)&errorMessage,
  25. 0,
  26. nullptr
  27. );
  28. printf("%lu: %s\n", errorCode, errorMessage);
  29. LocalFree(errorMessage);
  30. return nullptr;
  31. }
  32. return (dylib_entry_t)GetProcAddress(handle, "pkpy_module__init__");
  33. }
  34. #elif PK_SUPPORT_DYLIB == 2
  35. // linux/darwin
  36. static dylib_entry_t load_dylib(const char* path){
  37. std::error_code ec;
  38. auto p = std::filesystem::absolute(path, ec);
  39. if(ec) return nullptr;
  40. void* handle = dlopen(p.c_str(), RTLD_LAZY);
  41. if(!handle) return nullptr;
  42. return (dylib_entry_t)dlsym(handle, "pkpy_module__init__");
  43. }
  44. #elif PK_SUPPORT_DYLIB == 3
  45. // android
  46. static dylib_entry_t load_dylib(const char* path){
  47. void* handle = dlopen(path, RTLD_LAZY);
  48. if(!handle) return nullptr;
  49. return (dylib_entry_t)dlsym(handle, "pkpy_module__init__");
  50. }
  51. #else
  52. static dylib_entry_t load_dylib(const char* path){
  53. return nullptr;
  54. }
  55. #endif
  56. #else
  57. static dylib_entry_t load_dylib(const char* path){
  58. return nullptr;
  59. }
  60. #endif
  61. void init_builtins(VM* _vm) {
  62. #define BIND_NUM_ARITH_OPT(name, op) \
  63. _vm->bind##name(_vm->tp_int, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  64. if(is_int(rhs)) return VAR(_CAST(i64, lhs) op _CAST(i64, rhs)); \
  65. if(is_float(rhs)) return VAR(_CAST(i64, lhs) op _CAST(f64, rhs)); \
  66. return vm->NotImplemented; \
  67. }); \
  68. _vm->bind##name(_vm->tp_float, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  69. if(is_float(rhs)) return VAR(_CAST(f64, lhs) op _CAST(f64, rhs)); \
  70. if(is_int(rhs)) return VAR(_CAST(f64, lhs) op _CAST(i64, rhs)); \
  71. return vm->NotImplemented; \
  72. });
  73. BIND_NUM_ARITH_OPT(__add__, +)
  74. BIND_NUM_ARITH_OPT(__sub__, -)
  75. BIND_NUM_ARITH_OPT(__mul__, *)
  76. #undef BIND_NUM_ARITH_OPT
  77. #define BIND_NUM_LOGICAL_OPT(name, op) \
  78. _vm->bind##name(_vm->tp_int, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  79. i64 val; \
  80. if(try_cast_int(rhs, &val)) return VAR(_CAST(i64, lhs) op val); \
  81. if(is_float(rhs)) return VAR(_CAST(i64, lhs) op _CAST(f64, rhs)); \
  82. return vm->NotImplemented; \
  83. }); \
  84. _vm->bind##name(_vm->tp_float, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  85. i64 val; \
  86. if(try_cast_int(rhs, &val)) return VAR(_CAST(f64, lhs) op val); \
  87. if(is_float(rhs)) return VAR(_CAST(f64, lhs) op _CAST(f64, rhs)); \
  88. return vm->NotImplemented; \
  89. });
  90. BIND_NUM_LOGICAL_OPT(__eq__, ==)
  91. BIND_NUM_LOGICAL_OPT(__lt__, <)
  92. BIND_NUM_LOGICAL_OPT(__le__, <=)
  93. BIND_NUM_LOGICAL_OPT(__gt__, >)
  94. BIND_NUM_LOGICAL_OPT(__ge__, >=)
  95. #undef BIND_NUM_ARITH_OPT
  96. #undef BIND_NUM_LOGICAL_OPT
  97. _vm->bind_builtin_func<-1>("super", [](VM* vm, ArgsView args) {
  98. PyObject* class_arg = nullptr;
  99. PyObject* self_arg = nullptr;
  100. if(args.size() == 2){
  101. class_arg = args[0];
  102. self_arg = args[1];
  103. }else if(args.size() == 0){
  104. FrameId frame = vm->top_frame();
  105. if(frame->_callable != nullptr){
  106. class_arg = frame->_callable->attr().try_get(__class__);
  107. if(frame->_locals.size() > 0) self_arg = frame->_locals[0];
  108. }
  109. if(class_arg == nullptr || self_arg == nullptr){
  110. vm->TypeError("super(): unable to determine the class context, use super(class, self) instead");
  111. }
  112. }else{
  113. vm->TypeError("super() takes 0 or 2 arguments");
  114. }
  115. vm->check_non_tagged_type(class_arg, vm->tp_type);
  116. Type type = PK_OBJ_GET(Type, class_arg);
  117. if(!vm->isinstance(self_arg, type)){
  118. Str _0 = obj_type_name(vm, PK_OBJ_GET(Type, vm->_t(self_arg)));
  119. Str _1 = obj_type_name(vm, type);
  120. vm->TypeError("super(): " + _0.escape() + " is not an instance of " + _1.escape());
  121. }
  122. return vm->heap.gcnew<Super>(vm->tp_super, self_arg, vm->_all_types[type].base);
  123. });
  124. _vm->bind_builtin_func<2>("isinstance", [](VM* vm, ArgsView args) {
  125. if(is_non_tagged_type(args[1], vm->tp_tuple)){
  126. Tuple& types = _CAST(Tuple&, args[1]);
  127. for(PyObject* type : types){
  128. vm->check_non_tagged_type(type, vm->tp_type);
  129. if(vm->isinstance(args[0], PK_OBJ_GET(Type, type))) return vm->True;
  130. }
  131. return vm->False;
  132. }
  133. vm->check_non_tagged_type(args[1], vm->tp_type);
  134. Type type = PK_OBJ_GET(Type, args[1]);
  135. return VAR(vm->isinstance(args[0], type));
  136. });
  137. _vm->bind_builtin_func<0>("globals", [](VM* vm, ArgsView args) {
  138. PyObject* mod = vm->top_frame()->_module;
  139. return VAR(MappingProxy(mod));
  140. });
  141. _vm->bind(_vm->builtins, "round(x, ndigits=0)", [](VM* vm, ArgsView args) {
  142. f64 x = CAST(f64, args[0]);
  143. int ndigits = CAST(int, args[1]);
  144. if(ndigits == 0){
  145. return x >= 0 ? VAR((i64)(x + 0.5)) : VAR((i64)(x - 0.5));
  146. }
  147. if(ndigits < 0) vm->ValueError("ndigits should be non-negative");
  148. if(x >= 0){
  149. return VAR((i64)(x * std::pow(10, ndigits) + 0.5) / std::pow(10, ndigits));
  150. }else{
  151. return VAR((i64)(x * std::pow(10, ndigits) - 0.5) / std::pow(10, ndigits));
  152. }
  153. });
  154. _vm->bind_builtin_func<1>("abs", [](VM* vm, ArgsView args) {
  155. if(is_int(args[0])) return VAR(std::abs(_CAST(i64, args[0])));
  156. if(is_float(args[0])) return VAR(std::abs(_CAST(f64, args[0])));
  157. vm->TypeError("bad operand type for abs()");
  158. return vm->None;
  159. });
  160. _vm->bind_builtin_func<1>("id", [](VM* vm, ArgsView args) {
  161. PyObject* obj = args[0];
  162. if(is_tagged(obj)) return vm->None;
  163. return VAR(PK_BITS(obj));
  164. });
  165. _vm->bind_builtin_func<1>("staticmethod", [](VM* vm, ArgsView args) {
  166. return args[0];
  167. });
  168. _vm->bind_builtin_func<1>("callable", [](VM* vm, ArgsView args) {
  169. PyObject* cls = vm->_t(args[0]);
  170. Type t = PK_OBJ_GET(Type, cls);
  171. if(t == vm->tp_function) return vm->True;
  172. if(t == vm->tp_native_func) return vm->True;
  173. if(t == vm->tp_bound_method) return vm->True;
  174. if(t == vm->tp_type) return vm->True;
  175. bool ok = vm->find_name_in_mro(cls, __call__) != nullptr;
  176. return VAR(ok);
  177. });
  178. _vm->bind_builtin_func<1>("__import__", [](VM* vm, ArgsView args) {
  179. const Str& name = CAST(Str&, args[0]);
  180. auto dot = name.sv().find_last_of(".");
  181. if(dot != std::string_view::npos){
  182. auto ext = name.sv().substr(dot);
  183. if(ext == ".so" || ext == ".dll" || ext == ".dylib"){
  184. dylib_entry_t entry = load_dylib(name.c_str());
  185. if(!entry){
  186. vm->ImportError("cannot load dynamic library: " + name.escape());
  187. }
  188. vm->_c.s_view.push(ArgsView(vm->s_data.end(), vm->s_data.end()));
  189. const char* name = entry(vm, PK_VERSION);
  190. vm->_c.s_view.pop();
  191. if(name == nullptr){
  192. vm->ImportError("module initialization failed: " + Str(name).escape());
  193. }
  194. return vm->_modules[name];
  195. }
  196. }
  197. return vm->py_import(name);
  198. });
  199. _vm->bind_builtin_func<2>("divmod", [](VM* vm, ArgsView args) {
  200. if(is_int(args[0])){
  201. i64 lhs = _CAST(i64, args[0]);
  202. i64 rhs = CAST(i64, args[1]);
  203. if(rhs == 0) vm->ZeroDivisionError();
  204. auto res = std::div(lhs, rhs);
  205. return VAR(Tuple({VAR(res.quot), VAR(res.rem)}));
  206. }else{
  207. return vm->call_method(args[0], __divmod__, args[1]);
  208. }
  209. });
  210. _vm->bind_builtin_func<1>("eval", [](VM* vm, ArgsView args) {
  211. CodeObject_ code = vm->compile(CAST(Str&, args[0]), "<eval>", EVAL_MODE, true);
  212. FrameId frame = vm->top_frame();
  213. return vm->_exec(code.get(), frame->_module, frame->_callable, frame->_locals);
  214. });
  215. _vm->bind_builtin_func<1>("exec", [](VM* vm, ArgsView args) {
  216. CodeObject_ code = vm->compile(CAST(Str&, args[0]), "<exec>", EXEC_MODE, true);
  217. FrameId frame = vm->top_frame();
  218. vm->_exec(code.get(), frame->_module, frame->_callable, frame->_locals);
  219. return vm->None;
  220. });
  221. _vm->bind_builtin_func<-1>("exit", [](VM* vm, ArgsView args) {
  222. if(args.size() == 0) std::exit(0);
  223. else if(args.size() == 1) std::exit(CAST(int, args[0]));
  224. else vm->TypeError("exit() takes at most 1 argument");
  225. return vm->None;
  226. });
  227. _vm->bind_builtin_func<1>("repr", PK_LAMBDA(vm->py_repr(args[0])));
  228. _vm->bind_builtin_func<1>("len", [](VM* vm, ArgsView args){
  229. const PyTypeInfo* ti = vm->_inst_type_info(args[0]);
  230. if(ti->m__len__) return VAR(ti->m__len__(vm, args[0]));
  231. return vm->call_method(args[0], __len__);
  232. });
  233. _vm->bind_builtin_func<1>("hash", [](VM* vm, ArgsView args){
  234. i64 value = vm->py_hash(args[0]);
  235. return VAR(value);
  236. });
  237. _vm->bind_builtin_func<1>("chr", [](VM* vm, ArgsView args) {
  238. i64 i = CAST(i64, args[0]);
  239. if (i < 0 || i > 128) vm->ValueError("chr() arg not in range(128)");
  240. return VAR(std::string(1, (char)i));
  241. });
  242. _vm->bind_builtin_func<1>("ord", [](VM* vm, ArgsView args) {
  243. const Str& s = CAST(Str&, args[0]);
  244. if (s.length()!=1) vm->TypeError("ord() expected an ASCII character");
  245. return VAR((i64)(s[0]));
  246. });
  247. _vm->bind_builtin_func<2>("hasattr", [](VM* vm, ArgsView args) {
  248. return VAR(vm->getattr(args[0], CAST(Str&, args[1]), false) != nullptr);
  249. });
  250. _vm->bind_builtin_func<3>("setattr", [](VM* vm, ArgsView args) {
  251. vm->setattr(args[0], CAST(Str&, args[1]), args[2]);
  252. return vm->None;
  253. });
  254. _vm->bind_builtin_func<2>("getattr", [](VM* vm, ArgsView args) {
  255. const Str& name = CAST(Str&, args[1]);
  256. return vm->getattr(args[0], name);
  257. });
  258. _vm->bind_builtin_func<1>("hex", [](VM* vm, ArgsView args) {
  259. std::stringstream ss;
  260. ss << std::hex << CAST(i64, args[0]);
  261. return VAR("0x" + ss.str());
  262. });
  263. _vm->bind_builtin_func<1>("iter", [](VM* vm, ArgsView args) {
  264. return vm->py_iter(args[0]);
  265. });
  266. _vm->bind_builtin_func<1>("next", [](VM* vm, ArgsView args) {
  267. return vm->py_next(args[0]);
  268. });
  269. _vm->bind_builtin_func<1>("bin", [](VM* vm, ArgsView args) {
  270. std::stringstream ss;
  271. i64 x = CAST(i64, args[0]);
  272. if(x < 0){ ss << "-"; x = -x; }
  273. ss << "0b";
  274. std::string bits;
  275. while(x){
  276. bits += (x & 1) ? '1' : '0';
  277. x >>= 1;
  278. }
  279. std::reverse(bits.begin(), bits.end());
  280. if(bits.empty()) bits = "0";
  281. ss << bits;
  282. return VAR(ss.str());
  283. });
  284. _vm->bind_builtin_func<1>("dir", [](VM* vm, ArgsView args) {
  285. std::set<StrName> names;
  286. if(!is_tagged(args[0]) && args[0]->is_attr_valid()){
  287. std::vector<StrName> keys = args[0]->attr().keys();
  288. names.insert(keys.begin(), keys.end());
  289. }
  290. const NameDict& t_attr = vm->_t(args[0])->attr();
  291. std::vector<StrName> keys = t_attr.keys();
  292. names.insert(keys.begin(), keys.end());
  293. List ret;
  294. for (StrName name : names) ret.push_back(VAR(name.sv()));
  295. return VAR(std::move(ret));
  296. });
  297. _vm->bind__repr__(_vm->tp_object, [](VM* vm, PyObject* obj) {
  298. if(is_tagged(obj)) FATAL_ERROR();
  299. std::stringstream ss;
  300. ss << "<" << OBJ_NAME(vm->_t(obj)) << " object at 0x";
  301. ss << std::hex << reinterpret_cast<intptr_t>(obj) << ">";
  302. return VAR(ss.str());
  303. });
  304. _vm->bind__eq__(_vm->tp_object, [](VM* vm, PyObject* lhs, PyObject* rhs) { return VAR(lhs == rhs); });
  305. _vm->cached_object__new__ = _vm->bind_constructor<1>("object", [](VM* vm, ArgsView args) {
  306. vm->check_non_tagged_type(args[0], vm->tp_type);
  307. Type t = PK_OBJ_GET(Type, args[0]);
  308. return vm->heap.gcnew<DummyInstance>(t);
  309. });
  310. _vm->bind_constructor<2>("type", PK_LAMBDA(vm->_t(args[1])));
  311. _vm->bind_constructor<-1>("range", [](VM* vm, ArgsView args) {
  312. args._begin += 1; // skip cls
  313. Range r;
  314. switch (args.size()) {
  315. case 1: r.stop = CAST(i64, args[0]); break;
  316. case 2: r.start = CAST(i64, args[0]); r.stop = CAST(i64, args[1]); break;
  317. case 3: r.start = CAST(i64, args[0]); r.stop = CAST(i64, args[1]); r.step = CAST(i64, args[2]); break;
  318. default: vm->TypeError("expected 1-3 arguments, got " + std::to_string(args.size()));
  319. }
  320. return VAR(r);
  321. });
  322. _vm->bind__iter__(_vm->tp_range, [](VM* vm, PyObject* obj) { return VAR_T(RangeIter, PK_OBJ_GET(Range, obj)); });
  323. _vm->bind__repr__(_vm->_type("NoneType"), [](VM* vm, PyObject* obj) { return VAR("None"); });
  324. _vm->bind__json__(_vm->_type("NoneType"), [](VM* vm, PyObject* obj) { return VAR("null"); });
  325. _vm->bind__truediv__(_vm->tp_float, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  326. f64 value = CAST_F(rhs);
  327. return VAR(_CAST(f64, lhs) / value);
  328. });
  329. _vm->bind__truediv__(_vm->tp_int, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  330. f64 value = CAST_F(rhs);
  331. return VAR(_CAST(i64, lhs) / value);
  332. });
  333. auto py_number_pow = [](VM* vm, PyObject* lhs_, PyObject* rhs_) {
  334. i64 lhs, rhs;
  335. if(try_cast_int(lhs_, &lhs) && try_cast_int(rhs_, &rhs)){
  336. if(rhs < 0) {
  337. if(lhs == 0) vm->ZeroDivisionError("0.0 cannot be raised to a negative power");
  338. return VAR((f64)std::pow(lhs, rhs));
  339. }
  340. i64 ret = 1;
  341. while(rhs){
  342. if(rhs & 1) ret *= lhs;
  343. lhs *= lhs;
  344. rhs >>= 1;
  345. }
  346. return VAR(ret);
  347. }else{
  348. return VAR((f64)std::pow(CAST_F(lhs_), CAST_F(rhs_)));
  349. }
  350. };
  351. _vm->bind__pow__(_vm->tp_int, py_number_pow);
  352. _vm->bind__pow__(_vm->tp_float, py_number_pow);
  353. /************ int ************/
  354. _vm->bind_constructor<-1>("int", [](VM* vm, ArgsView args) {
  355. if(args.size() == 1+0) return VAR(0);
  356. // 1 arg
  357. if(args.size() == 1+1){
  358. if (is_type(args[1], vm->tp_float)) return VAR((i64)CAST(f64, args[1]));
  359. if (is_type(args[1], vm->tp_int)) return args[1];
  360. if (is_type(args[1], vm->tp_bool)) return VAR(_CAST(bool, args[1]) ? 1 : 0);
  361. }
  362. if(args.size() > 1+2) vm->TypeError("int() takes at most 2 arguments");
  363. // 2 args
  364. if (is_type(args[1], vm->tp_str)) {
  365. int base = 10;
  366. if(args.size() == 1+2) base = CAST(i64, args[2]);
  367. const Str& s = CAST(Str&, args[1]);
  368. try{
  369. size_t parsed = 0;
  370. i64 val = std::stoll(s.str(), &parsed, base);
  371. PK_ASSERT(parsed == s.length());
  372. return VAR(val);
  373. }catch(...){
  374. vm->ValueError("invalid literal for int(): " + s.escape());
  375. }
  376. }
  377. vm->TypeError("invalid arguments for int()");
  378. return vm->None;
  379. });
  380. _vm->bind_method<0>("int", "bit_length", [](VM* vm, ArgsView args) {
  381. i64 x = _CAST(i64, args[0]);
  382. if(x < 0) x = -x;
  383. int bits = 0;
  384. while(x){ x >>= 1; bits++; }
  385. return VAR(bits);
  386. });
  387. _vm->bind__floordiv__(_vm->tp_int, [](VM* vm, PyObject* lhs_, PyObject* rhs_) {
  388. i64 rhs = CAST(i64, rhs_);
  389. if(rhs == 0) vm->ZeroDivisionError();
  390. return VAR(_CAST(i64, lhs_) / rhs);
  391. });
  392. _vm->bind__mod__(_vm->tp_int, [](VM* vm, PyObject* lhs_, PyObject* rhs_) {
  393. i64 rhs = CAST(i64, rhs_);
  394. if(rhs == 0) vm->ZeroDivisionError();
  395. return VAR(_CAST(i64, lhs_) % rhs);
  396. });
  397. _vm->bind__repr__(_vm->tp_int, [](VM* vm, PyObject* obj) { return VAR(std::to_string(_CAST(i64, obj))); });
  398. _vm->bind__json__(_vm->tp_int, [](VM* vm, PyObject* obj) { return VAR(std::to_string(_CAST(i64, obj))); });
  399. _vm->bind__neg__(_vm->tp_int, [](VM* vm, PyObject* obj) { return VAR(-_CAST(i64, obj)); });
  400. _vm->bind__hash__(_vm->tp_int, [](VM* vm, PyObject* obj) { return _CAST(i64, obj); });
  401. _vm->bind__invert__(_vm->tp_int, [](VM* vm, PyObject* obj) { return VAR(~_CAST(i64, obj)); });
  402. #define INT_BITWISE_OP(name, op) \
  403. _vm->bind##name(_vm->tp_int, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  404. return VAR(_CAST(i64, lhs) op CAST(i64, rhs)); \
  405. });
  406. INT_BITWISE_OP(__lshift__, <<)
  407. INT_BITWISE_OP(__rshift__, >>)
  408. INT_BITWISE_OP(__and__, &)
  409. INT_BITWISE_OP(__or__, |)
  410. INT_BITWISE_OP(__xor__, ^)
  411. #undef INT_BITWISE_OP
  412. /************ float ************/
  413. _vm->bind_constructor<-1>("float", [](VM* vm, ArgsView args) {
  414. if(args.size() == 1+0) return VAR(0.0);
  415. if(args.size() > 1+1) vm->TypeError("float() takes at most 1 argument");
  416. // 1 arg
  417. if (is_type(args[1], vm->tp_int)) return VAR((f64)CAST(i64, args[1]));
  418. if (is_type(args[1], vm->tp_float)) return args[1];
  419. if (is_type(args[1], vm->tp_bool)) return VAR(_CAST(bool, args[1]) ? 1.0 : 0.0);
  420. if (is_type(args[1], vm->tp_str)) {
  421. const Str& s = CAST(Str&, args[1]);
  422. if(s == "inf") return VAR(INFINITY);
  423. if(s == "-inf") return VAR(-INFINITY);
  424. try{
  425. f64 val = Number::stof(s.str());
  426. return VAR(val);
  427. }catch(...){
  428. vm->ValueError("invalid literal for float(): " + s.escape());
  429. }
  430. }
  431. vm->TypeError("invalid arguments for float()");
  432. return vm->None;
  433. });
  434. _vm->bind__hash__(_vm->tp_float, [](VM* vm, PyObject* obj) {
  435. f64 val = _CAST(f64, obj);
  436. return (i64)std::hash<f64>()(val);
  437. });
  438. _vm->bind__neg__(_vm->tp_float, [](VM* vm, PyObject* obj) { return VAR(-_CAST(f64, obj)); });
  439. _vm->bind__repr__(_vm->tp_float, [](VM* vm, PyObject* obj) {
  440. f64 val = _CAST(f64, obj);
  441. if(std::isinf(val) || std::isnan(val)) return VAR(std::to_string(val));
  442. std::stringstream ss;
  443. ss << std::setprecision(std::numeric_limits<f64>::max_digits10-1) << val;
  444. std::string s = ss.str();
  445. if(std::all_of(s.begin()+1, s.end(), isdigit)) s += ".0";
  446. return VAR(s);
  447. });
  448. _vm->bind__json__(_vm->tp_float, [](VM* vm, PyObject* obj) {
  449. f64 val = _CAST(f64, obj);
  450. if(std::isinf(val) || std::isnan(val)) vm->ValueError("cannot jsonify 'nan' or 'inf'");
  451. return VAR(std::to_string(val));
  452. });
  453. /************ str ************/
  454. _vm->bind_constructor<2>("str", PK_LAMBDA(vm->py_str(args[1])));
  455. _vm->bind__hash__(_vm->tp_str, [](VM* vm, PyObject* obj) {
  456. return (i64)_CAST(Str&, obj).hash();
  457. });
  458. _vm->bind__add__(_vm->tp_str, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  459. return VAR(_CAST(Str&, lhs) + CAST(Str&, rhs));
  460. });
  461. _vm->bind__len__(_vm->tp_str, [](VM* vm, PyObject* obj) {
  462. return (i64)_CAST(Str&, obj).u8_length();
  463. });
  464. _vm->bind__mul__(_vm->tp_str, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  465. const Str& self = _CAST(Str&, lhs);
  466. i64 n = CAST(i64, rhs);
  467. std::stringstream ss;
  468. for(i64 i = 0; i < n; i++) ss << self.sv();
  469. return VAR(ss.str());
  470. });
  471. _vm->bind_method<1>("str", "__rmul__", [](VM* vm, ArgsView args) {
  472. const Str& self = _CAST(Str&, args[0]);
  473. i64 n = CAST(i64, args[1]);
  474. std::stringstream ss;
  475. for(i64 i = 0; i < n; i++) ss << self.sv();
  476. return VAR(ss.str());
  477. });
  478. _vm->bind__contains__(_vm->tp_str, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  479. const Str& self = _CAST(Str&, lhs);
  480. return VAR(self.index(CAST(Str&, rhs)) != -1);
  481. });
  482. _vm->bind__str__(_vm->tp_str, [](VM* vm, PyObject* obj) { return obj; });
  483. _vm->bind__iter__(_vm->tp_str, [](VM* vm, PyObject* obj) { return VAR_T(StringIter, obj); });
  484. _vm->bind__repr__(_vm->tp_str, [](VM* vm, PyObject* obj) {
  485. const Str& self = _CAST(Str&, obj);
  486. return VAR(self.escape(true));
  487. });
  488. _vm->bind__json__(_vm->tp_str, [](VM* vm, PyObject* obj) {
  489. const Str& self = _CAST(Str&, obj);
  490. return VAR(self.escape(false));
  491. });
  492. #define BIND_CMP_STR(name, op) \
  493. _vm->bind##name(_vm->tp_str, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  494. if(!is_non_tagged_type(rhs, vm->tp_str)) return vm->NotImplemented; \
  495. return VAR(_CAST(Str&, lhs) op _CAST(Str&, rhs)); \
  496. });
  497. BIND_CMP_STR(__eq__, ==)
  498. BIND_CMP_STR(__lt__, <)
  499. BIND_CMP_STR(__le__, <=)
  500. BIND_CMP_STR(__gt__, >)
  501. BIND_CMP_STR(__ge__, >=)
  502. #undef BIND_CMP_STR
  503. _vm->bind__getitem__(_vm->tp_str, [](VM* vm, PyObject* obj, PyObject* index) {
  504. const Str& self = _CAST(Str&, obj);
  505. if(is_non_tagged_type(index, vm->tp_slice)){
  506. const Slice& s = _CAST(Slice&, index);
  507. int start, stop, step;
  508. vm->parse_int_slice(s, self.u8_length(), start, stop, step);
  509. return VAR(self.u8_slice(start, stop, step));
  510. }
  511. int i = CAST(int, index);
  512. i = vm->normalized_index(i, self.u8_length());
  513. return VAR(self.u8_getitem(i));
  514. });
  515. _vm->bind(_vm->_t(_vm->tp_str), "replace(self, old, new, count=-1)", [](VM* vm, ArgsView args) {
  516. const Str& self = _CAST(Str&, args[0]);
  517. const Str& old = CAST(Str&, args[1]);
  518. if(old.empty()) vm->ValueError("empty substring");
  519. const Str& new_ = CAST(Str&, args[2]);
  520. int count = CAST(int, args[3]);
  521. return VAR(self.replace(old, new_, count));
  522. });
  523. _vm->bind(_vm->_t(_vm->tp_str), "split(self, sep=' ')", [](VM* vm, ArgsView args) {
  524. const Str& self = _CAST(Str&, args[0]);
  525. std::vector<std::string_view> parts = self.split(CAST(Str&, args[1]));
  526. List ret(parts.size());
  527. for(int i=0; i<parts.size(); i++) ret[i] = VAR(Str(parts[i]));
  528. return VAR(std::move(ret));
  529. });
  530. _vm->bind(_vm->_t(_vm->tp_str), "count(self, s: str)", [](VM* vm, ArgsView args) {
  531. const Str& self = _CAST(Str&, args[0]);
  532. const Str& s = CAST(Str&, args[1]);
  533. return VAR(self.count(s));
  534. });
  535. _vm->bind_method<1>("str", "index", [](VM* vm, ArgsView args) {
  536. const Str& self = _CAST(Str&, args[0]);
  537. const Str& sub = CAST(Str&, args[1]);
  538. int index = self.index(sub);
  539. if(index == -1) vm->ValueError("substring not found");
  540. return VAR(index);
  541. });
  542. _vm->bind_method<1>("str", "find", [](VM* vm, ArgsView args) {
  543. const Str& self = _CAST(Str&, args[0]);
  544. const Str& sub = CAST(Str&, args[1]);
  545. return VAR(self.index(sub));
  546. });
  547. _vm->bind_method<1>("str", "startswith", [](VM* vm, ArgsView args) {
  548. const Str& self = _CAST(Str&, args[0]);
  549. const Str& prefix = CAST(Str&, args[1]);
  550. return VAR(self.index(prefix) == 0);
  551. });
  552. _vm->bind_method<1>("str", "endswith", [](VM* vm, ArgsView args) {
  553. const Str& self = _CAST(Str&, args[0]);
  554. const Str& suffix = CAST(Str&, args[1]);
  555. int offset = self.length() - suffix.length();
  556. if(offset < 0) return vm->False;
  557. bool ok = memcmp(self.data+offset, suffix.data, suffix.length()) == 0;
  558. return VAR(ok);
  559. });
  560. _vm->bind_method<0>("str", "encode", [](VM* vm, ArgsView args) {
  561. const Str& self = _CAST(Str&, args[0]);
  562. std::vector<char> buffer(self.length());
  563. memcpy(buffer.data(), self.data, self.length());
  564. return VAR(Bytes(std::move(buffer)));
  565. });
  566. _vm->bind_method<1>("str", "join", [](VM* vm, ArgsView args) {
  567. auto _lock = vm->heap.gc_scope_lock();
  568. const Str& self = _CAST(Str&, args[0]);
  569. FastStrStream ss;
  570. PyObject* it = vm->py_iter(args[1]); // strong ref
  571. PyObject* obj = vm->py_next(it);
  572. while(obj != vm->StopIteration){
  573. if(!ss.empty()) ss << self;
  574. ss << CAST(Str&, obj);
  575. obj = vm->py_next(it);
  576. }
  577. return VAR(ss.str());
  578. });
  579. _vm->bind_method<0>("str", "lower", [](VM* vm, ArgsView args) {
  580. const Str& self = _CAST(Str&, args[0]);
  581. return VAR(self.lower());
  582. });
  583. _vm->bind_method<0>("str", "upper", [](VM* vm, ArgsView args) {
  584. const Str& self = _CAST(Str&, args[0]);
  585. return VAR(self.upper());
  586. });
  587. /************ list ************/
  588. // list.__repr__ = lambda self: '[' + ', '.join([repr(i) for i in self]) + ']'
  589. // list.__json__ = lambda self: '[' + ', '.join([i.__json__() for i in self]) + ']'
  590. // tuple.__json__ = lambda self: '[' + ', '.join([i.__json__() for i in self]) + ']'
  591. // def __f(self):
  592. // if len(self) == 1:
  593. // return '(' + repr(self[0]) + ',)'
  594. // return '(' + ', '.join([repr(i) for i in self]) + ')'
  595. // tuple.__repr__ = __f
  596. _vm->bind__repr__(_vm->tp_list, [](VM* vm, PyObject* _0){
  597. List& iterable = _CAST(List&, _0);
  598. std::stringstream ss;
  599. ss << '[';
  600. for(int i=0; i<iterable.size(); i++){
  601. ss << CAST(Str&, vm->py_repr(iterable[i]));
  602. if(i != iterable.size()-1) ss << ", ";
  603. }
  604. ss << ']';
  605. return VAR(ss.str());
  606. });
  607. _vm->bind__json__(_vm->tp_list, [](VM* vm, PyObject* _0){
  608. List& iterable = _CAST(List&, _0);
  609. std::stringstream ss;
  610. ss << '[';
  611. for(int i=0; i<iterable.size(); i++){
  612. ss << CAST(Str&, vm->py_json(iterable[i]));
  613. if(i != iterable.size()-1) ss << ", ";
  614. }
  615. ss << ']';
  616. return VAR(ss.str());
  617. });
  618. _vm->bind__repr__(_vm->tp_tuple, [](VM* vm, PyObject* _0){
  619. Tuple& iterable = _CAST(Tuple&, _0);
  620. std::stringstream ss;
  621. ss << '(';
  622. if(iterable.size() == 1){
  623. ss << CAST(Str&, vm->py_repr(iterable[0]));
  624. ss << ',';
  625. }else{
  626. for(int i=0; i<iterable.size(); i++){
  627. ss << CAST(Str&, vm->py_repr(iterable[i]));
  628. if(i != iterable.size()-1) ss << ", ";
  629. }
  630. }
  631. ss << ')';
  632. return VAR(ss.str());
  633. });
  634. _vm->bind__json__(_vm->tp_tuple, [](VM* vm, PyObject* _0){
  635. Tuple& iterable = _CAST(Tuple&, _0);
  636. std::stringstream ss;
  637. ss << '[';
  638. for(int i=0; i<iterable.size(); i++){
  639. ss << CAST(Str&, vm->py_json(iterable[i]));
  640. if(i != iterable.size()-1) ss << ", ";
  641. }
  642. ss << ']';
  643. return VAR(ss.str());
  644. });
  645. _vm->bind_constructor<-1>("list", [](VM* vm, ArgsView args) {
  646. if(args.size() == 1+0) return VAR(List());
  647. if(args.size() == 1+1){
  648. return vm->py_list(args[1]);
  649. }
  650. vm->TypeError("list() takes 0 or 1 arguments");
  651. return vm->None;
  652. });
  653. _vm->bind__contains__(_vm->tp_list, [](VM* vm, PyObject* obj, PyObject* item) {
  654. List& self = _CAST(List&, obj);
  655. for(PyObject* i: self) if(vm->py_equals(i, item)) return vm->True;
  656. return vm->False;
  657. });
  658. _vm->bind_method<1>("list", "count", [](VM* vm, ArgsView args) {
  659. List& self = _CAST(List&, args[0]);
  660. int count = 0;
  661. for(PyObject* i: self) if(vm->py_equals(i, args[1])) count++;
  662. return VAR(count);
  663. });
  664. _vm->bind__eq__(_vm->tp_list, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  665. List& a = _CAST(List&, lhs);
  666. if(!is_non_tagged_type(rhs, vm->tp_list)) return vm->NotImplemented;
  667. List& b = _CAST(List&, rhs);
  668. if(a.size() != b.size()) return vm->False;
  669. for(int i=0; i<a.size(); i++){
  670. if(!vm->py_equals(a[i], b[i])) return vm->False;
  671. }
  672. return vm->True;
  673. });
  674. _vm->bind_method<1>("list", "index", [](VM* vm, ArgsView args) {
  675. List& self = _CAST(List&, args[0]);
  676. PyObject* obj = args[1];
  677. for(int i=0; i<self.size(); i++){
  678. if(vm->py_equals(self[i], obj)) return VAR(i);
  679. }
  680. vm->ValueError(_CAST(Str&, vm->py_repr(obj)) + " is not in list");
  681. return vm->None;
  682. });
  683. _vm->bind_method<1>("list", "remove", [](VM* vm, ArgsView args) {
  684. List& self = _CAST(List&, args[0]);
  685. PyObject* obj = args[1];
  686. for(int i=0; i<self.size(); i++){
  687. if(vm->py_equals(self[i], obj)){
  688. self.erase(i);
  689. return vm->None;
  690. }
  691. }
  692. vm->ValueError(_CAST(Str&, vm->py_repr(obj)) + " is not in list");
  693. return vm->None;
  694. });
  695. _vm->bind_method<-1>("list", "pop", [](VM* vm, ArgsView args) {
  696. List& self = _CAST(List&, args[0]);
  697. if(args.size() == 1+0){
  698. if(self.empty()) vm->IndexError("pop from empty list");
  699. return self.popx_back();
  700. }
  701. if(args.size() == 1+1){
  702. int index = CAST(int, args[1]);
  703. index = vm->normalized_index(index, self.size());
  704. PyObject* ret = self[index];
  705. self.erase(index);
  706. return ret;
  707. }
  708. vm->TypeError("pop() takes at most 1 argument");
  709. return vm->None;
  710. });
  711. _vm->bind_method<1>("list", "append", [](VM* vm, ArgsView args) {
  712. List& self = _CAST(List&, args[0]);
  713. self.push_back(args[1]);
  714. return vm->None;
  715. });
  716. _vm->bind_method<1>("list", "extend", [](VM* vm, ArgsView args) {
  717. auto _lock = vm->heap.gc_scope_lock();
  718. List& self = _CAST(List&, args[0]);
  719. PyObject* it = vm->py_iter(args[1]); // strong ref
  720. PyObject* obj = vm->py_next(it);
  721. while(obj != vm->StopIteration){
  722. self.push_back(obj);
  723. obj = vm->py_next(it);
  724. }
  725. return vm->None;
  726. });
  727. _vm->bind_method<0>("list", "reverse", [](VM* vm, ArgsView args) {
  728. List& self = _CAST(List&, args[0]);
  729. std::reverse(self.begin(), self.end());
  730. return vm->None;
  731. });
  732. _vm->bind__mul__(_vm->tp_list, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  733. const List& self = _CAST(List&, lhs);
  734. if(!is_int(rhs)) return vm->NotImplemented;
  735. int n = _CAST(int, rhs);
  736. List result;
  737. result.reserve(self.size() * n);
  738. for(int i = 0; i < n; i++) result.extend(self);
  739. return VAR(std::move(result));
  740. });
  741. _vm->bind_method<1>("list", "__rmul__", [](VM* vm, ArgsView args) {
  742. const List& self = _CAST(List&, args[0]);
  743. if(!is_int(args[1])) return vm->NotImplemented;
  744. int n = _CAST(int, args[1]);
  745. List result;
  746. result.reserve(self.size() * n);
  747. for(int i = 0; i < n; i++) result.extend(self);
  748. return VAR(std::move(result));
  749. });
  750. _vm->bind_method<2>("list", "insert", [](VM* vm, ArgsView args) {
  751. List& self = _CAST(List&, args[0]);
  752. int index = CAST(int, args[1]);
  753. if(index < 0) index += self.size();
  754. if(index < 0) index = 0;
  755. if(index > self.size()) index = self.size();
  756. self.insert(index, args[2]);
  757. return vm->None;
  758. });
  759. _vm->bind_method<0>("list", "clear", [](VM* vm, ArgsView args) {
  760. _CAST(List&, args[0]).clear();
  761. return vm->None;
  762. });
  763. _vm->bind_method<0>("list", "copy", PK_LAMBDA(VAR(_CAST(List, args[0]))));
  764. _vm->bind__add__(_vm->tp_list, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  765. const List& self = _CAST(List&, lhs);
  766. const List& other = CAST(List&, rhs);
  767. List new_list(self); // copy construct
  768. new_list.extend(other);
  769. return VAR(std::move(new_list));
  770. });
  771. _vm->bind__len__(_vm->tp_list, [](VM* vm, PyObject* obj) {
  772. return (i64)_CAST(List&, obj).size();
  773. });
  774. _vm->bind__iter__(_vm->tp_list, [](VM* vm, PyObject* obj) {
  775. List& self = _CAST(List&, obj);
  776. return VAR_T(ArrayIter, obj, self.begin(), self.end());
  777. });
  778. _vm->bind__getitem__(_vm->tp_list, PyArrayGetItem<List>);
  779. _vm->bind__setitem__(_vm->tp_list, [](VM* vm, PyObject* obj, PyObject* index, PyObject* value){
  780. List& self = _CAST(List&, obj);
  781. int i = CAST(int, index);
  782. i = vm->normalized_index(i, self.size());
  783. self[i] = value;
  784. });
  785. _vm->bind__delitem__(_vm->tp_list, [](VM* vm, PyObject* obj, PyObject* index){
  786. List& self = _CAST(List&, obj);
  787. int i = CAST(int, index);
  788. i = vm->normalized_index(i, self.size());
  789. self.erase(i);
  790. });
  791. /************ tuple ************/
  792. _vm->bind_constructor<-1>("tuple", [](VM* vm, ArgsView args) {
  793. if(args.size() == 1+0) return VAR(Tuple(0));
  794. if(args.size() == 1+1){
  795. List list = CAST(List, vm->py_list(args[1]));
  796. return VAR(Tuple(std::move(list)));
  797. }
  798. vm->TypeError("tuple() takes at most 1 argument");
  799. return vm->None;
  800. });
  801. _vm->bind__contains__(_vm->tp_tuple, [](VM* vm, PyObject* obj, PyObject* item) {
  802. Tuple& self = _CAST(Tuple&, obj);
  803. for(PyObject* i: self) if(vm->py_equals(i, item)) return vm->True;
  804. return vm->False;
  805. });
  806. _vm->bind_method<1>("tuple", "count", [](VM* vm, ArgsView args) {
  807. Tuple& self = _CAST(Tuple&, args[0]);
  808. int count = 0;
  809. for(PyObject* i: self) if(vm->py_equals(i, args[1])) count++;
  810. return VAR(count);
  811. });
  812. _vm->bind__eq__(_vm->tp_tuple, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  813. const Tuple& self = _CAST(Tuple&, lhs);
  814. if(!is_non_tagged_type(rhs, vm->tp_tuple)) return vm->NotImplemented;
  815. const Tuple& other = _CAST(Tuple&, rhs);
  816. if(self.size() != other.size()) return vm->False;
  817. for(int i = 0; i < self.size(); i++) {
  818. if(!vm->py_equals(self[i], other[i])) return vm->False;
  819. }
  820. return vm->True;
  821. });
  822. _vm->bind__hash__(_vm->tp_tuple, [](VM* vm, PyObject* obj) {
  823. i64 x = 1000003;
  824. const Tuple& items = CAST(Tuple&, obj);
  825. for (int i=0; i<items.size(); i++) {
  826. i64 y = vm->py_hash(items[i]);
  827. // recommended by Github Copilot
  828. x = x ^ (y + 0x9e3779b9 + (x << 6) + (x >> 2));
  829. }
  830. return x;
  831. });
  832. _vm->bind__iter__(_vm->tp_tuple, [](VM* vm, PyObject* obj) {
  833. Tuple& self = _CAST(Tuple&, obj);
  834. return VAR_T(ArrayIter, obj, self.begin(), self.end());
  835. });
  836. _vm->bind__getitem__(_vm->tp_tuple, PyArrayGetItem<Tuple>);
  837. _vm->bind__len__(_vm->tp_tuple, [](VM* vm, PyObject* obj) {
  838. return (i64)_CAST(Tuple&, obj).size();
  839. });
  840. /************ bool ************/
  841. _vm->bind_constructor<2>("bool", PK_LAMBDA(VAR(vm->py_bool(args[1]))));
  842. _vm->bind__hash__(_vm->tp_bool, [](VM* vm, PyObject* obj) {
  843. return (i64)_CAST(bool, obj);
  844. });
  845. _vm->bind__repr__(_vm->tp_bool, [](VM* vm, PyObject* self) {
  846. bool val = _CAST(bool, self);
  847. return VAR(val ? "True" : "False");
  848. });
  849. _vm->bind__json__(_vm->tp_bool, [](VM* vm, PyObject* self) {
  850. bool val = _CAST(bool, self);
  851. return VAR(val ? "true" : "false");
  852. });
  853. const PK_LOCAL_STATIC auto f_bool_add = [](VM* vm, PyObject* lhs, PyObject* rhs) -> PyObject* {
  854. int x = (int)_CAST(bool, lhs);
  855. if(is_int(rhs)) return VAR(x + _CAST(int, rhs));
  856. if(rhs == vm->True) return VAR(x + 1);
  857. if(rhs == vm->False) return VAR(x);
  858. return vm->NotImplemented;
  859. };
  860. const PK_LOCAL_STATIC auto f_bool_mul = [](VM* vm, PyObject* lhs, PyObject* rhs) -> PyObject* {
  861. int x = (int)_CAST(bool, lhs);
  862. if(is_int(rhs)) return VAR(x * _CAST(int, rhs));
  863. if(rhs == vm->True) return VAR(x);
  864. if(rhs == vm->False) return VAR(0);
  865. return vm->NotImplemented;
  866. };
  867. _vm->bind__add__(_vm->tp_bool, f_bool_add);
  868. _vm->bind_method<1>("bool", "__radd__", [](VM* vm, ArgsView args){
  869. return f_bool_add(vm, args[0], args[1]);
  870. });
  871. _vm->bind__mul__(_vm->tp_bool, f_bool_mul);
  872. _vm->bind_method<1>("bool", "__rmul__", [](VM* vm, ArgsView args){
  873. return f_bool_mul(vm, args[0], args[1]);
  874. });
  875. _vm->bind__and__(_vm->tp_bool, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  876. return VAR(_CAST(bool, lhs) && CAST(bool, rhs));
  877. });
  878. _vm->bind__or__(_vm->tp_bool, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  879. return VAR(_CAST(bool, lhs) || CAST(bool, rhs));
  880. });
  881. _vm->bind__xor__(_vm->tp_bool, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  882. return VAR(_CAST(bool, lhs) != CAST(bool, rhs));
  883. });
  884. _vm->bind__eq__(_vm->tp_bool, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  885. if(is_non_tagged_type(rhs, vm->tp_bool)) return VAR(lhs == rhs);
  886. if(is_int(rhs)) return VAR(_CAST(bool, lhs) == (bool)CAST(i64, rhs));
  887. return vm->NotImplemented;
  888. });
  889. _vm->bind__repr__(_vm->_type("ellipsis"), [](VM* vm, PyObject* self) {
  890. return VAR("...");
  891. });
  892. _vm->bind__repr__(_vm->_type("NotImplementedType"), [](VM* vm, PyObject* self) {
  893. return VAR("NotImplemented");
  894. });
  895. /************ bytes ************/
  896. _vm->bind_constructor<2>("bytes", [](VM* vm, ArgsView args){
  897. List& list = CAST(List&, args[1]);
  898. std::vector<char> buffer(list.size());
  899. for(int i=0; i<list.size(); i++){
  900. i64 b = CAST(i64, list[i]);
  901. if(b<0 || b>255) vm->ValueError("byte must be in range[0, 256)");
  902. buffer[i] = (char)b;
  903. }
  904. return VAR(Bytes(std::move(buffer)));
  905. });
  906. _vm->bind__getitem__(_vm->tp_bytes, [](VM* vm, PyObject* obj, PyObject* index) {
  907. const Bytes& self = _CAST(Bytes&, obj);
  908. int i = CAST(int, index);
  909. i = vm->normalized_index(i, self.size());
  910. return VAR(self[i]);
  911. });
  912. _vm->bind__hash__(_vm->tp_bytes, [](VM* vm, PyObject* obj) {
  913. const Bytes& self = _CAST(Bytes&, obj);
  914. std::string_view view(self.data(), self.size());
  915. return (i64)std::hash<std::string_view>()(view);
  916. });
  917. _vm->bind__repr__(_vm->tp_bytes, [](VM* vm, PyObject* obj) {
  918. const Bytes& self = _CAST(Bytes&, obj);
  919. std::stringstream ss;
  920. ss << "b'";
  921. for(int i=0; i<self.size(); i++){
  922. ss << "\\x" << std::hex << std::setw(2) << std::setfill('0') << self[i];
  923. }
  924. ss << "'";
  925. return VAR(ss.str());
  926. });
  927. _vm->bind__len__(_vm->tp_bytes, [](VM* vm, PyObject* obj) {
  928. return (i64)_CAST(Bytes&, obj).size();
  929. });
  930. _vm->bind_method<0>("bytes", "decode", [](VM* vm, ArgsView args) {
  931. const Bytes& self = _CAST(Bytes&, args[0]);
  932. // TODO: check encoding is utf-8
  933. return VAR(Str(self.str()));
  934. });
  935. _vm->bind__eq__(_vm->tp_bytes, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  936. if(!is_non_tagged_type(rhs, vm->tp_bytes)) return vm->NotImplemented;
  937. return VAR(_CAST(Bytes&, lhs) == _CAST(Bytes&, rhs));
  938. });
  939. /************ slice ************/
  940. _vm->bind_constructor<4>("slice", [](VM* vm, ArgsView args) {
  941. return VAR(Slice(args[1], args[2], args[3]));
  942. });
  943. _vm->bind__repr__(_vm->tp_slice, [](VM* vm, PyObject* obj) {
  944. const Slice& self = _CAST(Slice&, obj);
  945. std::stringstream ss;
  946. ss << "slice(";
  947. ss << CAST(Str, vm->py_repr(self.start)) << ", ";
  948. ss << CAST(Str, vm->py_repr(self.stop)) << ", ";
  949. ss << CAST(Str, vm->py_repr(self.step)) << ")";
  950. return VAR(ss.str());
  951. });
  952. /************ mappingproxy ************/
  953. _vm->bind_method<0>("mappingproxy", "keys", [](VM* vm, ArgsView args) {
  954. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  955. List keys;
  956. for(StrName name : self.attr().keys()) keys.push_back(VAR(name.sv()));
  957. return VAR(std::move(keys));
  958. });
  959. _vm->bind_method<0>("mappingproxy", "values", [](VM* vm, ArgsView args) {
  960. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  961. List values;
  962. for(auto& item : self.attr().items()) values.push_back(item.second);
  963. return VAR(std::move(values));
  964. });
  965. _vm->bind_method<0>("mappingproxy", "items", [](VM* vm, ArgsView args) {
  966. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  967. List items;
  968. for(auto& item : self.attr().items()){
  969. PyObject* t = VAR(Tuple({VAR(item.first.sv()), item.second}));
  970. items.push_back(std::move(t));
  971. }
  972. return VAR(std::move(items));
  973. });
  974. _vm->bind__len__(_vm->tp_mappingproxy, [](VM* vm, PyObject* obj) {
  975. return (i64)_CAST(MappingProxy&, obj).attr().size();
  976. });
  977. _vm->bind__eq__(_vm->tp_mappingproxy, [](VM* vm, PyObject* obj, PyObject* other){
  978. MappingProxy& a = _CAST(MappingProxy&, obj);
  979. if(!is_non_tagged_type(other, vm->tp_mappingproxy)){
  980. return vm->NotImplemented;
  981. }
  982. MappingProxy& b = _CAST(MappingProxy&, other);
  983. return VAR(a.obj == b.obj);
  984. });
  985. _vm->bind__getitem__(_vm->tp_mappingproxy, [](VM* vm, PyObject* obj, PyObject* index) {
  986. MappingProxy& self = _CAST(MappingProxy&, obj);
  987. StrName key = CAST(Str&, index);
  988. PyObject* ret = self.attr().try_get(key);
  989. if(ret == nullptr) vm->AttributeError(key.sv());
  990. return ret;
  991. });
  992. _vm->bind__repr__(_vm->tp_mappingproxy, [](VM* vm, PyObject* obj) {
  993. MappingProxy& self = _CAST(MappingProxy&, obj);
  994. std::stringstream ss;
  995. ss << "mappingproxy({";
  996. bool first = true;
  997. for(auto& item : self.attr().items()){
  998. if(!first) ss << ", ";
  999. first = false;
  1000. ss << item.first.escape() << ": " << CAST(Str, vm->py_repr(item.second));
  1001. }
  1002. ss << "})";
  1003. return VAR(ss.str());
  1004. });
  1005. _vm->bind__contains__(_vm->tp_mappingproxy, [](VM* vm, PyObject* obj, PyObject* key) {
  1006. MappingProxy& self = _CAST(MappingProxy&, obj);
  1007. return VAR(self.attr().contains(CAST(Str&, key)));
  1008. });
  1009. /************ dict ************/
  1010. _vm->bind_constructor<-1>("dict", [](VM* vm, ArgsView args){
  1011. return VAR(Dict(vm));
  1012. });
  1013. _vm->bind_method<-1>("dict", "__init__", [](VM* vm, ArgsView args){
  1014. if(args.size() == 1+0) return vm->None;
  1015. if(args.size() == 1+1){
  1016. auto _lock = vm->heap.gc_scope_lock();
  1017. Dict& self = _CAST(Dict&, args[0]);
  1018. List& list = CAST(List&, args[1]);
  1019. for(PyObject* item : list){
  1020. Tuple& t = CAST(Tuple&, item);
  1021. if(t.size() != 2){
  1022. vm->ValueError("dict() takes an iterable of tuples (key, value)");
  1023. return vm->None;
  1024. }
  1025. self.set(t[0], t[1]);
  1026. }
  1027. return vm->None;
  1028. }
  1029. vm->TypeError("dict() takes at most 1 argument");
  1030. return vm->None;
  1031. });
  1032. _vm->bind__len__(_vm->tp_dict, [](VM* vm, PyObject* obj) {
  1033. return (i64)_CAST(Dict&, obj).size();
  1034. });
  1035. _vm->bind__getitem__(_vm->tp_dict, [](VM* vm, PyObject* obj, PyObject* index) {
  1036. Dict& self = _CAST(Dict&, obj);
  1037. PyObject* ret = self.try_get(index);
  1038. if(ret == nullptr) vm->KeyError(index);
  1039. return ret;
  1040. });
  1041. _vm->bind__setitem__(_vm->tp_dict, [](VM* vm, PyObject* obj, PyObject* key, PyObject* value) {
  1042. Dict& self = _CAST(Dict&, obj);
  1043. self.set(key, value);
  1044. });
  1045. _vm->bind__delitem__(_vm->tp_dict, [](VM* vm, PyObject* obj, PyObject* key) {
  1046. Dict& self = _CAST(Dict&, obj);
  1047. bool ok = self.erase(key);
  1048. if(!ok) vm->KeyError(key);
  1049. });
  1050. _vm->bind_method<1>("dict", "pop", [](VM* vm, ArgsView args) {
  1051. Dict& self = _CAST(Dict&, args[0]);
  1052. PyObject* value = self.try_get(args[1]);
  1053. if(value == nullptr) vm->KeyError(args[1]);
  1054. self.erase(args[1]);
  1055. return value;
  1056. });
  1057. // _vm->bind_method<0>("dict", "_data", [](VM* vm, ArgsView args) {
  1058. // Dict& self = _CAST(Dict&, args[0]);
  1059. // std::stringstream ss;
  1060. // ss << "[\n";
  1061. // for(int i=0; i<self._capacity; i++){
  1062. // auto item = self._items[i];
  1063. // Str key("None");
  1064. // Str value("None");
  1065. // if(item.first != nullptr){
  1066. // key = CAST(Str&, vm->py_repr(item.first));
  1067. // }
  1068. // if(item.second != nullptr){
  1069. // value = CAST(Str&, vm->py_repr(item.second));
  1070. // }
  1071. // int prev = self._nodes[i].prev;
  1072. // int next = self._nodes[i].next;
  1073. // ss << " [" << key << ", " << value << ", " << prev << ", " << next << "],\n";
  1074. // }
  1075. // ss << "]\n";
  1076. // vm->stdout_write(ss.str());
  1077. // return vm->None;
  1078. // });
  1079. _vm->bind__contains__(_vm->tp_dict, [](VM* vm, PyObject* obj, PyObject* key) {
  1080. Dict& self = _CAST(Dict&, obj);
  1081. return VAR(self.contains(key));
  1082. });
  1083. _vm->bind__iter__(_vm->tp_dict, [](VM* vm, PyObject* obj) {
  1084. const Dict& self = _CAST(Dict&, obj);
  1085. return vm->py_iter(VAR(self.keys()));
  1086. });
  1087. _vm->bind_method<-1>("dict", "get", [](VM* vm, ArgsView args) {
  1088. Dict& self = _CAST(Dict&, args[0]);
  1089. if(args.size() == 1+1){
  1090. PyObject* ret = self.try_get(args[1]);
  1091. if(ret != nullptr) return ret;
  1092. return vm->None;
  1093. }else if(args.size() == 1+2){
  1094. PyObject* ret = self.try_get(args[1]);
  1095. if(ret != nullptr) return ret;
  1096. return args[2];
  1097. }
  1098. vm->TypeError("get() takes at most 2 arguments");
  1099. return vm->None;
  1100. });
  1101. _vm->bind_method<0>("dict", "keys", [](VM* vm, ArgsView args) {
  1102. const Dict& self = _CAST(Dict&, args[0]);
  1103. return VAR(self.keys());
  1104. });
  1105. _vm->bind_method<0>("dict", "values", [](VM* vm, ArgsView args) {
  1106. const Dict& self = _CAST(Dict&, args[0]);
  1107. return VAR(self.values());
  1108. });
  1109. _vm->bind_method<0>("dict", "items", [](VM* vm, ArgsView args) {
  1110. const Dict& self = _CAST(Dict&, args[0]);
  1111. Tuple items(self.size());
  1112. int j = 0;
  1113. self.apply([&](PyObject* k, PyObject* v){
  1114. items[j++] = VAR(Tuple({k, v}));
  1115. });
  1116. return VAR(std::move(items));
  1117. });
  1118. _vm->bind_method<1>("dict", "update", [](VM* vm, ArgsView args) {
  1119. Dict& self = _CAST(Dict&, args[0]);
  1120. const Dict& other = CAST(Dict&, args[1]);
  1121. self.update(other);
  1122. return vm->None;
  1123. });
  1124. _vm->bind_method<0>("dict", "copy", [](VM* vm, ArgsView args) {
  1125. const Dict& self = _CAST(Dict&, args[0]);
  1126. return VAR(self);
  1127. });
  1128. _vm->bind_method<0>("dict", "clear", [](VM* vm, ArgsView args) {
  1129. Dict& self = _CAST(Dict&, args[0]);
  1130. self.clear();
  1131. return vm->None;
  1132. });
  1133. _vm->bind__repr__(_vm->tp_dict, [](VM* vm, PyObject* obj) {
  1134. Dict& self = _CAST(Dict&, obj);
  1135. std::stringstream ss;
  1136. ss << "{";
  1137. bool first = true;
  1138. self.apply([&](PyObject* k, PyObject* v){
  1139. if(!first) ss << ", ";
  1140. first = false;
  1141. Str key = CAST(Str&, vm->py_repr(k));
  1142. Str value = CAST(Str&, vm->py_repr(v));
  1143. ss << key << ": " << value;
  1144. });
  1145. ss << "}";
  1146. return VAR(ss.str());
  1147. });
  1148. _vm->bind__json__(_vm->tp_dict, [](VM* vm, PyObject* obj) {
  1149. Dict& self = _CAST(Dict&, obj);
  1150. std::stringstream ss;
  1151. ss << "{";
  1152. bool first = true;
  1153. self.apply([&](PyObject* k, PyObject* v){
  1154. if(!first) ss << ", ";
  1155. first = false;
  1156. Str key = CAST(Str&, k).escape(false);
  1157. Str value = CAST(Str&, vm->py_json(v));
  1158. ss << key << ": " << value;
  1159. });
  1160. ss << "}";
  1161. return VAR(ss.str());
  1162. });
  1163. _vm->bind__eq__(_vm->tp_dict, [](VM* vm, PyObject* a, PyObject* b) {
  1164. Dict& self = _CAST(Dict&, a);
  1165. if(!is_non_tagged_type(b, vm->tp_dict)) return vm->NotImplemented;
  1166. Dict& other = _CAST(Dict&, b);
  1167. if(self.size() != other.size()) return vm->False;
  1168. for(int i=0; i<self._capacity; i++){
  1169. auto item = self._items[i];
  1170. if(item.first == nullptr) continue;
  1171. PyObject* value = other.try_get(item.first);
  1172. if(value == nullptr) return vm->False;
  1173. if(!vm->py_equals(item.second, value)) return vm->False;
  1174. }
  1175. return vm->True;
  1176. });
  1177. _vm->bind__repr__(_vm->tp_module, [](VM* vm, PyObject* obj) {
  1178. const Str& path = CAST(Str&, obj->attr(__path__));
  1179. return VAR(fmt("<module ", path.escape(), ">"));
  1180. });
  1181. /************ property ************/
  1182. _vm->bind_constructor<-1>("property", [](VM* vm, ArgsView args) {
  1183. if(args.size() == 1+1){
  1184. return VAR(Property(args[1], vm->None, ""));
  1185. }else if(args.size() == 1+2){
  1186. return VAR(Property(args[1], args[2], ""));
  1187. }else if(args.size() == 1+3){
  1188. return VAR(Property(args[1], args[2], CAST(Str, args[3])));
  1189. }
  1190. vm->TypeError("property() takes at most 3 arguments");
  1191. return vm->None;
  1192. });
  1193. _vm->bind_property(_vm->_t(_vm->tp_property), "__signature__", [](VM* vm, ArgsView args){
  1194. Property& self = _CAST(Property&, args[0]);
  1195. return VAR(self.signature);
  1196. });
  1197. _vm->bind_property(_vm->_t(_vm->tp_function), "__doc__", [](VM* vm, ArgsView args) {
  1198. Function& func = _CAST(Function&, args[0]);
  1199. return VAR(func.decl->docstring);
  1200. });
  1201. _vm->bind_property(_vm->_t(_vm->tp_native_func), "__doc__", [](VM* vm, ArgsView args) {
  1202. NativeFunc& func = _CAST(NativeFunc&, args[0]);
  1203. if(func.decl != nullptr) return VAR(func.decl->docstring);
  1204. return VAR("");
  1205. });
  1206. _vm->bind_property(_vm->_t(_vm->tp_function), "__signature__", [](VM* vm, ArgsView args) {
  1207. Function& func = _CAST(Function&, args[0]);
  1208. return VAR(func.decl->signature);
  1209. });
  1210. // _vm->bind_property(_vm->_t(_vm->tp_function), "__call__", [](VM* vm, ArgsView args) {
  1211. // return args[0];
  1212. // });
  1213. _vm->bind_property(_vm->_t(_vm->tp_native_func), "__signature__", [](VM* vm, ArgsView args) {
  1214. NativeFunc& func = _CAST(NativeFunc&, args[0]);
  1215. if(func.decl != nullptr) return VAR(func.decl->signature);
  1216. return VAR("");
  1217. });
  1218. // _vm->bind_property(_vm->_t(_vm->tp_native_func), "__call__", [](VM* vm, ArgsView args) {
  1219. // return args[0];
  1220. // });
  1221. RangeIter::register_class(_vm, _vm->builtins);
  1222. ArrayIter::register_class(_vm, _vm->builtins);
  1223. StringIter::register_class(_vm, _vm->builtins);
  1224. Generator::register_class(_vm, _vm->builtins);
  1225. }
  1226. void add_module_timeit(VM* vm){
  1227. PyObject* mod = vm->new_module("timeit");
  1228. vm->bind_func<2>(mod, "timeit", [](VM* vm, ArgsView args) {
  1229. PyObject* f = args[0];
  1230. i64 iters = CAST(i64, args[1]);
  1231. auto now = std::chrono::system_clock::now();
  1232. for(i64 i=0; i<iters; i++) vm->call(f);
  1233. auto end = std::chrono::system_clock::now();
  1234. f64 elapsed = std::chrono::duration_cast<std::chrono::milliseconds>(end - now).count() / 1000.0;
  1235. return VAR(elapsed);
  1236. });
  1237. }
  1238. struct PyStructTime{
  1239. PY_CLASS(PyStructTime, time, struct_time)
  1240. int tm_year;
  1241. int tm_mon;
  1242. int tm_mday;
  1243. int tm_hour;
  1244. int tm_min;
  1245. int tm_sec;
  1246. int tm_wday;
  1247. int tm_yday;
  1248. int tm_isdst;
  1249. PyStructTime(std::time_t t){
  1250. std::tm* tm = std::localtime(&t);
  1251. tm_year = tm->tm_year + 1900;
  1252. tm_mon = tm->tm_mon + 1;
  1253. tm_mday = tm->tm_mday;
  1254. tm_hour = tm->tm_hour;
  1255. tm_min = tm->tm_min;
  1256. tm_sec = tm->tm_sec + 1;
  1257. tm_wday = (tm->tm_wday + 6) % 7;
  1258. tm_yday = tm->tm_yday + 1;
  1259. tm_isdst = tm->tm_isdst;
  1260. }
  1261. PyStructTime& _() { return *this; }
  1262. static void _register(VM* vm, PyObject* mod, PyObject* type){
  1263. vm->bind_notimplemented_constructor<PyStructTime>(type);
  1264. PK_REGISTER_READONLY_FIELD(PyStructTime, "tm_year", _, tm_year);
  1265. PK_REGISTER_READONLY_FIELD(PyStructTime, "tm_mon", _, tm_mon);
  1266. PK_REGISTER_READONLY_FIELD(PyStructTime, "tm_mday", _, tm_mday);
  1267. PK_REGISTER_READONLY_FIELD(PyStructTime, "tm_hour", _, tm_hour);
  1268. PK_REGISTER_READONLY_FIELD(PyStructTime, "tm_min", _, tm_min);
  1269. PK_REGISTER_READONLY_FIELD(PyStructTime, "tm_sec", _, tm_sec);
  1270. PK_REGISTER_READONLY_FIELD(PyStructTime, "tm_wday", _, tm_wday);
  1271. PK_REGISTER_READONLY_FIELD(PyStructTime, "tm_yday", _, tm_yday);
  1272. PK_REGISTER_READONLY_FIELD(PyStructTime, "tm_isdst", _, tm_isdst);
  1273. }
  1274. };
  1275. void add_module_time(VM* vm){
  1276. PyObject* mod = vm->new_module("time");
  1277. PyStructTime::register_class(vm, mod);
  1278. vm->bind_func<0>(mod, "time", [](VM* vm, ArgsView args) {
  1279. auto now = std::chrono::system_clock::now();
  1280. return VAR(std::chrono::duration_cast<std::chrono::milliseconds>(now.time_since_epoch()).count() / 1000.0);
  1281. });
  1282. vm->bind_func<1>(mod, "sleep", [](VM* vm, ArgsView args) {
  1283. f64 seconds = CAST_F(args[0]);
  1284. auto begin = std::chrono::system_clock::now();
  1285. while(true){
  1286. auto now = std::chrono::system_clock::now();
  1287. f64 elapsed = std::chrono::duration_cast<std::chrono::milliseconds>(now - begin).count() / 1000.0;
  1288. if(elapsed >= seconds) break;
  1289. }
  1290. return vm->None;
  1291. });
  1292. vm->bind_func<0>(mod, "localtime", [](VM* vm, ArgsView args) {
  1293. auto now = std::chrono::system_clock::now();
  1294. std::time_t t = std::chrono::system_clock::to_time_t(now);
  1295. return VAR_T(PyStructTime, t);
  1296. });
  1297. }
  1298. void add_module_sys(VM* vm){
  1299. PyObject* mod = vm->new_module("sys");
  1300. vm->setattr(mod, "version", VAR(PK_VERSION));
  1301. vm->setattr(mod, "platform", VAR(PK_SYS_PLATFORM));
  1302. PyObject* stdout_ = vm->heap.gcnew<DummyInstance>(vm->tp_object);
  1303. PyObject* stderr_ = vm->heap.gcnew<DummyInstance>(vm->tp_object);
  1304. vm->setattr(mod, "stdout", stdout_);
  1305. vm->setattr(mod, "stderr", stderr_);
  1306. vm->bind_func<1>(stdout_, "write", [](VM* vm, ArgsView args) {
  1307. Str& s = CAST(Str&, args[0]);
  1308. vm->_stdout(vm, s.data, s.size);
  1309. return vm->None;
  1310. });
  1311. vm->bind_func<1>(stderr_, "write", [](VM* vm, ArgsView args) {
  1312. Str& s = CAST(Str&, args[0]);
  1313. vm->_stderr(vm, s.data, s.size);
  1314. return vm->None;
  1315. });
  1316. }
  1317. void add_module_json(VM* vm){
  1318. PyObject* mod = vm->new_module("json");
  1319. vm->bind_func<1>(mod, "loads", [](VM* vm, ArgsView args) {
  1320. const Str& expr = CAST(Str&, args[0]);
  1321. CodeObject_ code = vm->compile(expr, "<json>", JSON_MODE);
  1322. return vm->_exec(code, vm->top_frame()->_module);
  1323. });
  1324. vm->bind_func<1>(mod, "dumps", [](VM* vm, ArgsView args) {
  1325. return vm->py_json(args[0]);
  1326. });
  1327. }
  1328. // https://docs.python.org/3.5/library/math.html
  1329. void add_module_math(VM* vm){
  1330. PyObject* mod = vm->new_module("math");
  1331. mod->attr().set("pi", VAR(3.1415926535897932384));
  1332. mod->attr().set("e" , VAR(2.7182818284590452354));
  1333. mod->attr().set("inf", VAR(std::numeric_limits<double>::infinity()));
  1334. mod->attr().set("nan", VAR(std::numeric_limits<double>::quiet_NaN()));
  1335. vm->bind_func<1>(mod, "ceil", PK_LAMBDA(VAR((i64)std::ceil(CAST_F(args[0])))));
  1336. vm->bind_func<1>(mod, "fabs", PK_LAMBDA(VAR(std::fabs(CAST_F(args[0])))));
  1337. vm->bind_func<1>(mod, "floor", PK_LAMBDA(VAR((i64)std::floor(CAST_F(args[0])))));
  1338. vm->bind_func<1>(mod, "fsum", [](VM* vm, ArgsView args) {
  1339. List& list = CAST(List&, args[0]);
  1340. double sum = 0;
  1341. double c = 0;
  1342. for(PyObject* arg : list){
  1343. double x = CAST_F(arg);
  1344. double y = x - c;
  1345. double t = sum + y;
  1346. c = (t - sum) - y;
  1347. sum = t;
  1348. }
  1349. return VAR(sum);
  1350. });
  1351. vm->bind_func<2>(mod, "gcd", [](VM* vm, ArgsView args) {
  1352. i64 a = CAST(i64, args[0]);
  1353. i64 b = CAST(i64, args[1]);
  1354. if(a < 0) a = -a;
  1355. if(b < 0) b = -b;
  1356. while(b != 0){
  1357. i64 t = b;
  1358. b = a % b;
  1359. a = t;
  1360. }
  1361. return VAR(a);
  1362. });
  1363. vm->bind_func<1>(mod, "isfinite", PK_LAMBDA(VAR(std::isfinite(CAST_F(args[0])))));
  1364. vm->bind_func<1>(mod, "isinf", PK_LAMBDA(VAR(std::isinf(CAST_F(args[0])))));
  1365. vm->bind_func<1>(mod, "isnan", PK_LAMBDA(VAR(std::isnan(CAST_F(args[0])))));
  1366. vm->bind_func<1>(mod, "exp", PK_LAMBDA(VAR(std::exp(CAST_F(args[0])))));
  1367. vm->bind_func<1>(mod, "log", PK_LAMBDA(VAR(std::log(CAST_F(args[0])))));
  1368. vm->bind_func<1>(mod, "log2", PK_LAMBDA(VAR(std::log2(CAST_F(args[0])))));
  1369. vm->bind_func<1>(mod, "log10", PK_LAMBDA(VAR(std::log10(CAST_F(args[0])))));
  1370. vm->bind_func<2>(mod, "pow", PK_LAMBDA(VAR(std::pow(CAST_F(args[0]), CAST_F(args[1])))));
  1371. vm->bind_func<1>(mod, "sqrt", PK_LAMBDA(VAR(std::sqrt(CAST_F(args[0])))));
  1372. vm->bind_func<1>(mod, "acos", PK_LAMBDA(VAR(std::acos(CAST_F(args[0])))));
  1373. vm->bind_func<1>(mod, "asin", PK_LAMBDA(VAR(std::asin(CAST_F(args[0])))));
  1374. vm->bind_func<1>(mod, "atan", PK_LAMBDA(VAR(std::atan(CAST_F(args[0])))));
  1375. vm->bind_func<2>(mod, "atan2", PK_LAMBDA(VAR(std::atan2(CAST_F(args[0]), CAST_F(args[1])))));
  1376. vm->bind_func<1>(mod, "cos", PK_LAMBDA(VAR(std::cos(CAST_F(args[0])))));
  1377. vm->bind_func<1>(mod, "sin", PK_LAMBDA(VAR(std::sin(CAST_F(args[0])))));
  1378. vm->bind_func<1>(mod, "tan", PK_LAMBDA(VAR(std::tan(CAST_F(args[0])))));
  1379. vm->bind_func<1>(mod, "degrees", PK_LAMBDA(VAR(CAST_F(args[0]) * 180 / 3.1415926535897932384)));
  1380. vm->bind_func<1>(mod, "radians", PK_LAMBDA(VAR(CAST_F(args[0]) * 3.1415926535897932384 / 180)));
  1381. vm->bind_func<1>(mod, "modf", [](VM* vm, ArgsView args) {
  1382. f64 i;
  1383. f64 f = std::modf(CAST_F(args[0]), &i);
  1384. return VAR(Tuple({VAR(f), VAR(i)}));
  1385. });
  1386. vm->bind_func<1>(mod, "factorial", [](VM* vm, ArgsView args) {
  1387. i64 n = CAST(i64, args[0]);
  1388. if(n < 0) vm->ValueError("factorial() not defined for negative values");
  1389. i64 r = 1;
  1390. for(i64 i=2; i<=n; i++) r *= i;
  1391. return VAR(r);
  1392. });
  1393. }
  1394. void add_module_traceback(VM* vm){
  1395. PyObject* mod = vm->new_module("traceback");
  1396. vm->bind_func<0>(mod, "print_exc", [](VM* vm, ArgsView args) {
  1397. if(vm->_last_exception==nullptr) vm->ValueError("no exception");
  1398. Exception& e = CAST(Exception&, vm->_last_exception);
  1399. Str sum = e.summary();
  1400. vm->_stdout(vm, sum.data, sum.size);
  1401. return vm->None;
  1402. });
  1403. vm->bind_func<0>(mod, "format_exc", [](VM* vm, ArgsView args) {
  1404. if(vm->_last_exception==nullptr) vm->ValueError("no exception");
  1405. Exception& e = CAST(Exception&, vm->_last_exception);
  1406. return VAR(e.summary());
  1407. });
  1408. }
  1409. void add_module_dis(VM* vm){
  1410. PyObject* mod = vm->new_module("dis");
  1411. static const auto get_code = [](VM* vm, PyObject* obj)->CodeObject_{
  1412. if(is_type(obj, vm->tp_str)){
  1413. const Str& source = CAST(Str, obj);
  1414. return vm->compile(source, "<dis>", EXEC_MODE);
  1415. }
  1416. PyObject* f = obj;
  1417. if(is_type(f, vm->tp_bound_method)) f = CAST(BoundMethod, obj).func;
  1418. return CAST(Function&, f).decl->code;
  1419. };
  1420. vm->bind_func<1>(mod, "dis", [](VM* vm, ArgsView args) {
  1421. CodeObject_ code = get_code(vm, args[0]);
  1422. Str msg = vm->disassemble(code);
  1423. vm->_stdout(vm, msg.data, msg.size);
  1424. return vm->None;
  1425. });
  1426. vm->bind_func<1>(mod, "_s", [](VM* vm, ArgsView args) {
  1427. CodeObject_ code = get_code(vm, args[0]);
  1428. return VAR(code->serialize(vm));
  1429. });
  1430. }
  1431. void add_module_gc(VM* vm){
  1432. PyObject* mod = vm->new_module("gc");
  1433. vm->bind_func<0>(mod, "collect", PK_LAMBDA(VAR(vm->heap.collect())));
  1434. }
  1435. void VM::post_init(){
  1436. init_builtins(this);
  1437. bind_property(_t(tp_object), "__class__", PK_LAMBDA(VAR(vm->_t(args[0]))));
  1438. bind_property(_t(tp_type), "__base__", [](VM* vm, ArgsView args){
  1439. const PyTypeInfo& info = vm->_all_types[PK_OBJ_GET(Type, args[0])];
  1440. return info.base.index == -1 ? vm->None : vm->_all_types[info.base].obj;
  1441. });
  1442. bind_property(_t(tp_type), "__name__", [](VM* vm, ArgsView args){
  1443. const PyTypeInfo& info = vm->_all_types[PK_OBJ_GET(Type, args[0])];
  1444. return VAR(info.name);
  1445. });
  1446. bind_property(_t(tp_type), "__module__", [](VM* vm, ArgsView args){
  1447. const PyTypeInfo& info = vm->_all_types[PK_OBJ_GET(Type, args[0])];
  1448. if(info.mod == nullptr) return vm->None;
  1449. return info.mod;
  1450. });
  1451. bind_property(_t(tp_bound_method), "__self__", [](VM* vm, ArgsView args){
  1452. return CAST(BoundMethod&, args[0]).self;
  1453. });
  1454. bind_property(_t(tp_bound_method), "__func__", [](VM* vm, ArgsView args){
  1455. return CAST(BoundMethod&, args[0]).func;
  1456. });
  1457. bind__eq__(tp_bound_method, [](VM* vm, PyObject* lhs, PyObject* rhs){
  1458. if(!is_non_tagged_type(rhs, vm->tp_bound_method)) return vm->NotImplemented;
  1459. return VAR(_CAST(BoundMethod&, lhs) == _CAST(BoundMethod&, rhs));
  1460. });
  1461. bind_property(_t(tp_slice), "start", [](VM* vm, ArgsView args){
  1462. return CAST(Slice&, args[0]).start;
  1463. });
  1464. bind_property(_t(tp_slice), "stop", [](VM* vm, ArgsView args){
  1465. return CAST(Slice&, args[0]).stop;
  1466. });
  1467. bind_property(_t(tp_slice), "step", [](VM* vm, ArgsView args){
  1468. return CAST(Slice&, args[0]).step;
  1469. });
  1470. bind_property(_t(tp_object), "__dict__", [](VM* vm, ArgsView args){
  1471. if(is_tagged(args[0]) || !args[0]->is_attr_valid()) return vm->None;
  1472. return VAR(MappingProxy(args[0]));
  1473. });
  1474. #if !PK_DEBUG_NO_BUILTINS
  1475. add_module_sys(this);
  1476. add_module_traceback(this);
  1477. add_module_time(this);
  1478. add_module_json(this);
  1479. add_module_math(this);
  1480. add_module_re(this);
  1481. add_module_dis(this);
  1482. add_module_c(this);
  1483. add_module_gc(this);
  1484. add_module_random(this);
  1485. add_module_base64(this);
  1486. add_module_timeit(this);
  1487. for(const char* name: {"this", "functools", "collections", "heapq", "bisect", "pickle", "_long", "colorsys", "typing", "datetime"}){
  1488. _lazy_modules[name] = kPythonLibs[name];
  1489. }
  1490. try{
  1491. CodeObject_ code = compile(kPythonLibs["builtins"], "<builtins>", EXEC_MODE);
  1492. this->_exec(code, this->builtins);
  1493. code = compile(kPythonLibs["_set"], "<set>", EXEC_MODE);
  1494. this->_exec(code, this->builtins);
  1495. }catch(Exception& e){
  1496. std::cerr << e.summary() << std::endl;
  1497. std::cerr << "failed to load builtins module!!" << std::endl;
  1498. exit(1);
  1499. }
  1500. if(enable_os){
  1501. add_module_io(this);
  1502. add_module_os(this);
  1503. _import_handler = _default_import_handler;
  1504. }
  1505. add_module_linalg(this);
  1506. add_module_easing(this);
  1507. #ifdef PK_USE_BOX2D
  1508. add_module_box2d(this);
  1509. #endif
  1510. #endif
  1511. }
  1512. CodeObject_ VM::compile(Str source, Str filename, CompileMode mode, bool unknown_global_scope) {
  1513. Compiler compiler(this, source, filename, mode, unknown_global_scope);
  1514. try{
  1515. return compiler.compile();
  1516. }catch(Exception& e){
  1517. #if PK_DEBUG_FULL_EXCEPTION
  1518. std::cerr << e.summary() << std::endl;
  1519. #endif
  1520. _error(e);
  1521. return nullptr;
  1522. }
  1523. }
  1524. } // namespace pkpy