pocketpy.cpp 59 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609
  1. #include "pocketpy/pocketpy.h"
  2. namespace pkpy{
  3. using dylib_entry_t = const char* (*)(void*, const char*);
  4. #if PK_ENABLE_OS
  5. #if PK_SUPPORT_DYLIB == 1
  6. // win32
  7. static dylib_entry_t load_dylib(const char* path){
  8. std::error_code ec;
  9. auto p = std::filesystem::absolute(path, ec);
  10. if(ec) return nullptr;
  11. HMODULE handle = LoadLibraryA(p.string().c_str());
  12. if(!handle){
  13. DWORD errorCode = GetLastError();
  14. // Convert the error code to text
  15. LPSTR errorMessage = nullptr;
  16. FormatMessageA(
  17. FORMAT_MESSAGE_ALLOCATE_BUFFER | FORMAT_MESSAGE_FROM_SYSTEM | FORMAT_MESSAGE_IGNORE_INSERTS,
  18. nullptr,
  19. errorCode,
  20. MAKELANGID(LANG_ENGLISH, SUBLANG_ENGLISH_US),
  21. (LPSTR)&errorMessage,
  22. 0,
  23. nullptr
  24. );
  25. printf("%lu: %s\n", errorCode, errorMessage);
  26. LocalFree(errorMessage);
  27. return nullptr;
  28. }
  29. return (dylib_entry_t)GetProcAddress(handle, "pkpy_module__init__");
  30. }
  31. #elif PK_SUPPORT_DYLIB == 2
  32. // linux/darwin
  33. static dylib_entry_t load_dylib(const char* path){
  34. std::error_code ec;
  35. auto p = std::filesystem::absolute(path, ec);
  36. if(ec) return nullptr;
  37. void* handle = dlopen(p.c_str(), RTLD_LAZY);
  38. if(!handle) return nullptr;
  39. return (dylib_entry_t)dlsym(handle, "pkpy_module__init__");
  40. }
  41. #elif PK_SUPPORT_DYLIB == 3
  42. // android
  43. static dylib_entry_t load_dylib(const char* path){
  44. void* handle = dlopen(path, RTLD_LAZY);
  45. if(!handle) return nullptr;
  46. return (dylib_entry_t)dlsym(handle, "pkpy_module__init__");
  47. }
  48. #else
  49. static dylib_entry_t load_dylib(const char* path){
  50. return nullptr;
  51. }
  52. #endif
  53. #endif
  54. void init_builtins(VM* _vm) {
  55. #define BIND_NUM_ARITH_OPT(name, op) \
  56. _vm->bind##name(_vm->tp_int, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  57. if(is_int(rhs)) return VAR(_CAST(i64, lhs) op _CAST(i64, rhs)); \
  58. if(is_float(rhs)) return VAR(_CAST(i64, lhs) op _CAST(f64, rhs)); \
  59. return vm->NotImplemented; \
  60. }); \
  61. _vm->bind##name(_vm->tp_float, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  62. if(is_float(rhs)) return VAR(_CAST(f64, lhs) op _CAST(f64, rhs)); \
  63. if(is_int(rhs)) return VAR(_CAST(f64, lhs) op _CAST(i64, rhs)); \
  64. return vm->NotImplemented; \
  65. });
  66. BIND_NUM_ARITH_OPT(__add__, +)
  67. BIND_NUM_ARITH_OPT(__sub__, -)
  68. BIND_NUM_ARITH_OPT(__mul__, *)
  69. #undef BIND_NUM_ARITH_OPT
  70. #define BIND_NUM_LOGICAL_OPT(name, op) \
  71. _vm->bind##name(_vm->tp_int, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  72. if(is_int(rhs)) return VAR(_CAST(i64, lhs) op _CAST(i64, rhs)); \
  73. if(is_float(rhs)) return VAR(_CAST(i64, lhs) op _CAST(f64, rhs)); \
  74. return vm->NotImplemented; \
  75. }); \
  76. _vm->bind##name(_vm->tp_float, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  77. if(is_int(rhs)) return VAR(_CAST(f64, lhs) op _CAST(i64, rhs)); \
  78. if(is_float(rhs)) return VAR(_CAST(f64, lhs) op _CAST(f64, rhs)); \
  79. return vm->NotImplemented; \
  80. });
  81. BIND_NUM_LOGICAL_OPT(__eq__, ==)
  82. BIND_NUM_LOGICAL_OPT(__lt__, <)
  83. BIND_NUM_LOGICAL_OPT(__le__, <=)
  84. BIND_NUM_LOGICAL_OPT(__gt__, >)
  85. BIND_NUM_LOGICAL_OPT(__ge__, >=)
  86. #undef BIND_NUM_ARITH_OPT
  87. #undef BIND_NUM_LOGICAL_OPT
  88. _vm->bind_builtin_func<2>("super", [](VM* vm, ArgsView args) {
  89. vm->check_non_tagged_type(args[0], vm->tp_type);
  90. Type type = PK_OBJ_GET(Type, args[0]);
  91. if(!vm->isinstance(args[1], type)){
  92. Str _0 = obj_type_name(vm, PK_OBJ_GET(Type, vm->_t(args[1])));
  93. Str _1 = obj_type_name(vm, type);
  94. vm->TypeError("super(): " + _0.escape() + " is not an instance of " + _1.escape());
  95. }
  96. Type base = vm->_all_types[type].base;
  97. return vm->heap.gcnew(vm->tp_super, Super(args[1], base));
  98. });
  99. _vm->bind_builtin_func<2>("isinstance", [](VM* vm, ArgsView args) {
  100. vm->check_non_tagged_type(args[1], vm->tp_type);
  101. Type type = PK_OBJ_GET(Type, args[1]);
  102. return VAR(vm->isinstance(args[0], type));
  103. });
  104. _vm->bind_builtin_func<0>("globals", [](VM* vm, ArgsView args) {
  105. PyObject* mod = vm->top_frame()->_module;
  106. return VAR(MappingProxy(mod));
  107. });
  108. // def round(x, ndigits=0):
  109. // assert ndigits >= 0
  110. // if ndigits == 0:
  111. // return int(x + 0.5) if x >= 0 else int(x - 0.5)
  112. // if x >= 0:
  113. // return int(x * 10**ndigits + 0.5) / 10**ndigits
  114. // else:
  115. // return int(x * 10**ndigits - 0.5) / 10**ndigits
  116. _vm->bind(_vm->builtins, "round(x, ndigits=0)", [](VM* vm, ArgsView args) {
  117. f64 x = CAST(f64, args[0]);
  118. int ndigits = CAST(int, args[1]);
  119. if(ndigits == 0){
  120. return x >= 0 ? VAR((i64)(x + 0.5)) : VAR((i64)(x - 0.5));
  121. }
  122. if(ndigits < 0) vm->ValueError("ndigits should be non-negative");
  123. if(x >= 0){
  124. return VAR((i64)(x * std::pow(10, ndigits) + 0.5) / std::pow(10, ndigits));
  125. }else{
  126. return VAR((i64)(x * std::pow(10, ndigits) - 0.5) / std::pow(10, ndigits));
  127. }
  128. });
  129. _vm->bind_builtin_func<3>("pow", [](VM* vm, ArgsView args) {
  130. i64 lhs = CAST(i64, args[0]); // assume lhs>=0
  131. i64 rhs = CAST(i64, args[1]); // assume rhs>=0
  132. i64 mod = CAST(i64, args[2]); // assume mod>0, mod*mod should not overflow
  133. if(rhs <= 0){
  134. vm->ValueError("pow(): rhs should be positive");
  135. }
  136. PK_LOCAL_STATIC const auto _mul = [](i64 a, i64 b, i64 c){
  137. if(c < 16384) return (a%c) * (b%c) % c;
  138. i64 res = 0;
  139. while(b > 0){
  140. if(b & 1) res = (res + a) % c;
  141. a = (a << 1) % c;
  142. b >>= 1;
  143. }
  144. return res;
  145. };
  146. i64 res = 1;
  147. lhs %= mod;
  148. while(rhs){
  149. if(rhs & 1) res = _mul(res, lhs, mod);
  150. lhs = _mul(lhs, lhs, mod);
  151. rhs >>= 1;
  152. }
  153. return VAR(res);
  154. });
  155. _vm->bind_builtin_func<1>("id", [](VM* vm, ArgsView args) {
  156. PyObject* obj = args[0];
  157. if(is_tagged(obj)) return vm->None;
  158. return VAR_T(VoidP, obj);
  159. });
  160. _vm->bind_builtin_func<1>("staticmethod", [](VM* vm, ArgsView args) {
  161. return args[0];
  162. });
  163. _vm->bind_builtin_func<1>("__import__", [](VM* vm, ArgsView args) {
  164. const Str& name = CAST(Str&, args[0]);
  165. auto dot = name.sv().find_last_of(".");
  166. if(dot != std::string_view::npos){
  167. auto ext = name.sv().substr(dot);
  168. if(ext == ".so" || ext == ".dll" || ext == ".dylib"){
  169. dylib_entry_t entry = load_dylib(name.c_str());
  170. if(!entry){
  171. vm->_error("ImportError", "cannot load dynamic library: " + name.escape());
  172. }
  173. vm->_c.s_view.push(ArgsView(vm->s_data.end(), vm->s_data.end()));
  174. const char* name = entry(vm, PK_VERSION);
  175. vm->_c.s_view.pop();
  176. if(name == nullptr){
  177. vm->_error("ImportError", "module initialization failed: " + Str(name).escape());
  178. }
  179. return vm->_modules[name];
  180. }
  181. }
  182. return vm->py_import(name);
  183. });
  184. _vm->bind_builtin_func<2>("divmod", [](VM* vm, ArgsView args) {
  185. if(is_int(args[0])){
  186. i64 lhs = _CAST(i64, args[0]);
  187. i64 rhs = CAST(i64, args[1]);
  188. auto res = std::div(lhs, rhs);
  189. return VAR(Tuple({VAR(res.quot), VAR(res.rem)}));
  190. }else{
  191. return vm->call_method(args[0], __divmod__, args[1]);
  192. }
  193. });
  194. _vm->bind_builtin_func<1>("eval", [](VM* vm, ArgsView args) {
  195. CodeObject_ code = vm->compile(CAST(Str&, args[0]), "<eval>", EVAL_MODE, true);
  196. FrameId frame = vm->top_frame();
  197. return vm->_exec(code.get(), frame->_module, frame->_callable, frame->_locals);
  198. });
  199. _vm->bind_builtin_func<1>("exec", [](VM* vm, ArgsView args) {
  200. CodeObject_ code = vm->compile(CAST(Str&, args[0]), "<exec>", EXEC_MODE, true);
  201. FrameId frame = vm->top_frame();
  202. vm->_exec(code.get(), frame->_module, frame->_callable, frame->_locals);
  203. return vm->None;
  204. });
  205. _vm->bind_builtin_func<-1>("exit", [](VM* vm, ArgsView args) {
  206. if(args.size() == 0) std::exit(0);
  207. else if(args.size() == 1) std::exit(CAST(int, args[0]));
  208. else vm->TypeError("exit() takes at most 1 argument");
  209. return vm->None;
  210. });
  211. _vm->bind_builtin_func<1>("repr", PK_LAMBDA(vm->py_repr(args[0])));
  212. _vm->bind_builtin_func<1>("len", [](VM* vm, ArgsView args){
  213. const PyTypeInfo* ti = vm->_inst_type_info(args[0]);
  214. if(ti->m__len__) return VAR(ti->m__len__(vm, args[0]));
  215. return vm->call_method(args[0], __len__);
  216. });
  217. _vm->bind_builtin_func<1>("hash", [](VM* vm, ArgsView args){
  218. i64 value = vm->py_hash(args[0]);
  219. if(((value << 2) >> 2) != value) value >>= 2;
  220. return VAR(value);
  221. });
  222. _vm->bind_builtin_func<1>("chr", [](VM* vm, ArgsView args) {
  223. i64 i = CAST(i64, args[0]);
  224. if (i < 0 || i > 128) vm->ValueError("chr() arg not in range(128)");
  225. return VAR(std::string(1, (char)i));
  226. });
  227. _vm->bind_builtin_func<1>("ord", [](VM* vm, ArgsView args) {
  228. const Str& s = CAST(Str&, args[0]);
  229. if (s.length()!=1) vm->TypeError("ord() expected an ASCII character");
  230. return VAR((i64)(s[0]));
  231. });
  232. _vm->bind_builtin_func<2>("hasattr", [](VM* vm, ArgsView args) {
  233. return VAR(vm->getattr(args[0], CAST(Str&, args[1]), false) != nullptr);
  234. });
  235. _vm->bind_builtin_func<3>("setattr", [](VM* vm, ArgsView args) {
  236. vm->setattr(args[0], CAST(Str&, args[1]), args[2]);
  237. return vm->None;
  238. });
  239. _vm->bind_builtin_func<2>("getattr", [](VM* vm, ArgsView args) {
  240. const Str& name = CAST(Str&, args[1]);
  241. return vm->getattr(args[0], name);
  242. });
  243. _vm->bind_builtin_func<1>("hex", [](VM* vm, ArgsView args) {
  244. std::stringstream ss;
  245. ss << std::hex << CAST(i64, args[0]);
  246. return VAR("0x" + ss.str());
  247. });
  248. _vm->bind_builtin_func<1>("iter", [](VM* vm, ArgsView args) {
  249. return vm->py_iter(args[0]);
  250. });
  251. _vm->bind_builtin_func<1>("next", [](VM* vm, ArgsView args) {
  252. return vm->py_next(args[0]);
  253. });
  254. _vm->bind_builtin_func<1>("bin", [](VM* vm, ArgsView args) {
  255. std::stringstream ss;
  256. i64 x = CAST(i64, args[0]);
  257. if(x < 0){ ss << "-"; x = -x; }
  258. ss << "0b";
  259. std::string bits;
  260. while(x){
  261. bits += (x & 1) ? '1' : '0';
  262. x >>= 1;
  263. }
  264. std::reverse(bits.begin(), bits.end());
  265. if(bits.empty()) bits = "0";
  266. ss << bits;
  267. return VAR(ss.str());
  268. });
  269. _vm->bind_builtin_func<1>("dir", [](VM* vm, ArgsView args) {
  270. std::set<StrName> names;
  271. if(!is_tagged(args[0]) && args[0]->is_attr_valid()){
  272. std::vector<StrName> keys = args[0]->attr().keys();
  273. names.insert(keys.begin(), keys.end());
  274. }
  275. const NameDict& t_attr = vm->_t(args[0])->attr();
  276. std::vector<StrName> keys = t_attr.keys();
  277. names.insert(keys.begin(), keys.end());
  278. List ret;
  279. for (StrName name : names) ret.push_back(VAR(name.sv()));
  280. return VAR(std::move(ret));
  281. });
  282. _vm->bind__repr__(_vm->tp_object, [](VM* vm, PyObject* obj) {
  283. if(is_tagged(obj)) FATAL_ERROR();
  284. std::stringstream ss;
  285. ss << "<" << OBJ_NAME(vm->_t(obj)) << " object at 0x";
  286. ss << std::hex << reinterpret_cast<intptr_t>(obj) << ">";
  287. return VAR(ss.str());
  288. });
  289. _vm->bind__eq__(_vm->tp_object, [](VM* vm, PyObject* lhs, PyObject* rhs) { return VAR(lhs == rhs); });
  290. _vm->bind__hash__(_vm->tp_object, [](VM* vm, PyObject* obj) { return PK_BITS(obj); });
  291. _vm->cached_object__new__ = _vm->bind_constructor<1>("object", [](VM* vm, ArgsView args) {
  292. vm->check_non_tagged_type(args[0], vm->tp_type);
  293. Type t = PK_OBJ_GET(Type, args[0]);
  294. return vm->heap.gcnew<DummyInstance>(t, {});
  295. });
  296. _vm->bind_constructor<2>("type", PK_LAMBDA(vm->_t(args[1])));
  297. _vm->bind_constructor<-1>("range", [](VM* vm, ArgsView args) {
  298. args._begin += 1; // skip cls
  299. Range r;
  300. switch (args.size()) {
  301. case 1: r.stop = CAST(i64, args[0]); break;
  302. case 2: r.start = CAST(i64, args[0]); r.stop = CAST(i64, args[1]); break;
  303. case 3: r.start = CAST(i64, args[0]); r.stop = CAST(i64, args[1]); r.step = CAST(i64, args[2]); break;
  304. default: vm->TypeError("expected 1-3 arguments, got " + std::to_string(args.size()));
  305. }
  306. return VAR(r);
  307. });
  308. _vm->bind__iter__(_vm->tp_range, [](VM* vm, PyObject* obj) { return VAR_T(RangeIter, PK_OBJ_GET(Range, obj)); });
  309. _vm->bind__repr__(_vm->_type("NoneType"), [](VM* vm, PyObject* obj) { return VAR("None"); });
  310. _vm->bind__json__(_vm->_type("NoneType"), [](VM* vm, PyObject* obj) { return VAR("null"); });
  311. _vm->bind__truediv__(_vm->tp_float, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  312. f64 value = CAST_F(rhs);
  313. return VAR(_CAST(f64, lhs) / value);
  314. });
  315. _vm->bind__truediv__(_vm->tp_int, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  316. f64 value = CAST_F(rhs);
  317. return VAR(_CAST(i64, lhs) / value);
  318. });
  319. auto py_number_pow = [](VM* vm, PyObject* lhs_, PyObject* rhs_) {
  320. if(is_both_int(lhs_, rhs_)){
  321. i64 lhs = _CAST(i64, lhs_);
  322. i64 rhs = _CAST(i64, rhs_);
  323. bool flag = false;
  324. if(rhs < 0) {flag = true; rhs = -rhs;}
  325. i64 ret = 1;
  326. while(rhs){
  327. if(rhs & 1) ret *= lhs;
  328. lhs *= lhs;
  329. rhs >>= 1;
  330. }
  331. if(flag) return VAR((f64)(1.0 / ret));
  332. return VAR(ret);
  333. }else{
  334. return VAR((f64)std::pow(CAST_F(lhs_), CAST_F(rhs_)));
  335. }
  336. };
  337. _vm->bind__pow__(_vm->tp_int, py_number_pow);
  338. _vm->bind__pow__(_vm->tp_float, py_number_pow);
  339. /************ int ************/
  340. _vm->bind_constructor<-1>("int", [](VM* vm, ArgsView args) {
  341. if(args.size() == 1+0) return VAR(0);
  342. if(args.size() == 1+1){
  343. if (is_type(args[1], vm->tp_float)) return VAR((i64)CAST(f64, args[1]));
  344. if (is_type(args[1], vm->tp_int)) return args[1];
  345. if (is_type(args[1], vm->tp_bool)) return VAR(_CAST(bool, args[1]) ? 1 : 0);
  346. }
  347. if(args.size() > 1+2) vm->TypeError("int() takes at most 2 arguments");
  348. if (is_type(args[1], vm->tp_str)) {
  349. int base = 10;
  350. if(args.size() == 1+2) base = CAST(i64, args[2]);
  351. const Str& s = CAST(Str&, args[1]);
  352. try{
  353. size_t parsed = 0;
  354. i64 val = Number::stoi(s.str(), &parsed, base);
  355. PK_ASSERT(parsed == s.length());
  356. return VAR(val);
  357. }catch(...){
  358. vm->ValueError("invalid literal for int(): " + s.escape());
  359. }
  360. }
  361. vm->TypeError("invalid arguments for int()");
  362. return vm->None;
  363. });
  364. _vm->bind_method<0>("int", "bit_length", [](VM* vm, ArgsView args) {
  365. i64 x = _CAST(i64, args[0]);
  366. if(x < 0) x = -x;
  367. int bits = 0;
  368. while(x){ x >>= 1; bits++; }
  369. return VAR(bits);
  370. });
  371. _vm->bind__floordiv__(_vm->tp_int, [](VM* vm, PyObject* lhs_, PyObject* rhs_) {
  372. i64 rhs = CAST(i64, rhs_);
  373. return VAR(_CAST(i64, lhs_) / rhs);
  374. });
  375. _vm->bind__mod__(_vm->tp_int, [](VM* vm, PyObject* lhs_, PyObject* rhs_) {
  376. i64 rhs = CAST(i64, rhs_);
  377. return VAR(_CAST(i64, lhs_) % rhs);
  378. });
  379. _vm->bind__repr__(_vm->tp_int, [](VM* vm, PyObject* obj) { return VAR(std::to_string(_CAST(i64, obj))); });
  380. _vm->bind__json__(_vm->tp_int, [](VM* vm, PyObject* obj) { return VAR(std::to_string(_CAST(i64, obj))); });
  381. _vm->bind__neg__(_vm->tp_int, [](VM* vm, PyObject* obj) { return VAR(-_CAST(i64, obj)); });
  382. _vm->bind__hash__(_vm->tp_int, [](VM* vm, PyObject* obj) { return _CAST(i64, obj); });
  383. _vm->bind__invert__(_vm->tp_int, [](VM* vm, PyObject* obj) { return VAR(~_CAST(i64, obj)); });
  384. #define INT_BITWISE_OP(name, op) \
  385. _vm->bind##name(_vm->tp_int, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  386. return VAR(_CAST(i64, lhs) op CAST(i64, rhs)); \
  387. });
  388. INT_BITWISE_OP(__lshift__, <<)
  389. INT_BITWISE_OP(__rshift__, >>)
  390. INT_BITWISE_OP(__and__, &)
  391. INT_BITWISE_OP(__or__, |)
  392. INT_BITWISE_OP(__xor__, ^)
  393. #undef INT_BITWISE_OP
  394. /************ float ************/
  395. _vm->bind_constructor<2>("float", [](VM* vm, ArgsView args) {
  396. if (is_type(args[1], vm->tp_int)) return VAR((f64)CAST(i64, args[1]));
  397. if (is_type(args[1], vm->tp_float)) return args[1];
  398. if (is_type(args[1], vm->tp_bool)) return VAR(_CAST(bool, args[1]) ? 1.0 : 0.0);
  399. if (is_type(args[1], vm->tp_str)) {
  400. const Str& s = CAST(Str&, args[1]);
  401. if(s == "inf") return VAR(INFINITY);
  402. if(s == "-inf") return VAR(-INFINITY);
  403. try{
  404. f64 val = Number::stof(s.str());
  405. return VAR(val);
  406. }catch(...){
  407. vm->ValueError("invalid literal for float(): " + s.escape());
  408. }
  409. }
  410. vm->TypeError("float() argument must be a int, float, bool or str");
  411. return vm->None;
  412. });
  413. _vm->bind__hash__(_vm->tp_float, [](VM* vm, PyObject* obj) {
  414. f64 val = _CAST(f64, obj);
  415. return (i64)std::hash<f64>()(val);
  416. });
  417. _vm->bind__neg__(_vm->tp_float, [](VM* vm, PyObject* obj) { return VAR(-_CAST(f64, obj)); });
  418. _vm->bind__repr__(_vm->tp_float, [](VM* vm, PyObject* obj) {
  419. f64 val = _CAST(f64, obj);
  420. if(std::isinf(val) || std::isnan(val)) return VAR(std::to_string(val));
  421. std::stringstream ss;
  422. ss << std::setprecision(std::numeric_limits<f64>::max_digits10-2) << val;
  423. std::string s = ss.str();
  424. if(std::all_of(s.begin()+1, s.end(), isdigit)) s += ".0";
  425. return VAR(s);
  426. });
  427. _vm->bind__json__(_vm->tp_float, [](VM* vm, PyObject* obj) {
  428. f64 val = _CAST(f64, obj);
  429. if(std::isinf(val) || std::isnan(val)) vm->ValueError("cannot jsonify 'nan' or 'inf'");
  430. return VAR(std::to_string(val));
  431. });
  432. /************ str ************/
  433. _vm->bind_constructor<2>("str", PK_LAMBDA(vm->py_str(args[1])));
  434. _vm->bind__hash__(_vm->tp_str, [](VM* vm, PyObject* obj) {
  435. return (i64)_CAST(Str&, obj).hash();
  436. });
  437. _vm->bind__add__(_vm->tp_str, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  438. return VAR(_CAST(Str&, lhs) + CAST(Str&, rhs));
  439. });
  440. _vm->bind__len__(_vm->tp_str, [](VM* vm, PyObject* obj) {
  441. return (i64)_CAST(Str&, obj).u8_length();
  442. });
  443. _vm->bind__mul__(_vm->tp_str, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  444. const Str& self = _CAST(Str&, lhs);
  445. i64 n = CAST(i64, rhs);
  446. std::stringstream ss;
  447. for(i64 i = 0; i < n; i++) ss << self.sv();
  448. return VAR(ss.str());
  449. });
  450. _vm->bind_method<1>("str", "__rmul__", [](VM* vm, ArgsView args) {
  451. const Str& self = _CAST(Str&, args[0]);
  452. i64 n = CAST(i64, args[1]);
  453. std::stringstream ss;
  454. for(i64 i = 0; i < n; i++) ss << self.sv();
  455. return VAR(ss.str());
  456. });
  457. _vm->bind__contains__(_vm->tp_str, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  458. const Str& self = _CAST(Str&, lhs);
  459. return VAR(self.index(CAST(Str&, rhs)) != -1);
  460. });
  461. _vm->bind__str__(_vm->tp_str, [](VM* vm, PyObject* obj) { return obj; });
  462. _vm->bind__iter__(_vm->tp_str, [](VM* vm, PyObject* obj) { return VAR_T(StringIter, obj); });
  463. _vm->bind__repr__(_vm->tp_str, [](VM* vm, PyObject* obj) {
  464. const Str& self = _CAST(Str&, obj);
  465. return VAR(self.escape(true));
  466. });
  467. _vm->bind__json__(_vm->tp_str, [](VM* vm, PyObject* obj) {
  468. const Str& self = _CAST(Str&, obj);
  469. return VAR(self.escape(false));
  470. });
  471. #define BIND_CMP_STR(name, op) \
  472. _vm->bind##name(_vm->tp_str, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  473. if(!is_non_tagged_type(rhs, vm->tp_str)) return vm->NotImplemented; \
  474. return VAR(_CAST(Str&, lhs) op _CAST(Str&, rhs)); \
  475. });
  476. BIND_CMP_STR(__eq__, ==)
  477. BIND_CMP_STR(__lt__, <)
  478. BIND_CMP_STR(__le__, <=)
  479. BIND_CMP_STR(__gt__, >)
  480. BIND_CMP_STR(__ge__, >=)
  481. #undef BIND_CMP_STR
  482. _vm->bind__getitem__(_vm->tp_str, [](VM* vm, PyObject* obj, PyObject* index) {
  483. const Str& self = _CAST(Str&, obj);
  484. if(is_non_tagged_type(index, vm->tp_slice)){
  485. const Slice& s = _CAST(Slice&, index);
  486. int start, stop, step;
  487. vm->parse_int_slice(s, self.u8_length(), start, stop, step);
  488. return VAR(self.u8_slice(start, stop, step));
  489. }
  490. int i = CAST(int, index);
  491. i = vm->normalized_index(i, self.u8_length());
  492. return VAR(self.u8_getitem(i));
  493. });
  494. _vm->bind_method<-1>("str", "replace", [](VM* vm, ArgsView args) {
  495. if(args.size() != 1+2 && args.size() != 1+3) vm->TypeError("replace() takes 2 or 3 arguments");
  496. const Str& self = _CAST(Str&, args[0]);
  497. const Str& old = CAST(Str&, args[1]);
  498. if(old.empty()) vm->ValueError("empty substring");
  499. const Str& new_ = CAST(Str&, args[2]);
  500. int count = args.size()==1+3 ? CAST(int, args[3]) : -1;
  501. return VAR(self.replace(old, new_, count));
  502. });
  503. _vm->bind_method<1>("str", "index", [](VM* vm, ArgsView args) {
  504. const Str& self = _CAST(Str&, args[0]);
  505. const Str& sub = CAST(Str&, args[1]);
  506. int index = self.index(sub);
  507. if(index == -1) vm->ValueError("substring not found");
  508. return VAR(index);
  509. });
  510. _vm->bind_method<1>("str", "find", [](VM* vm, ArgsView args) {
  511. const Str& self = _CAST(Str&, args[0]);
  512. const Str& sub = CAST(Str&, args[1]);
  513. return VAR(self.index(sub));
  514. });
  515. _vm->bind_method<1>("str", "startswith", [](VM* vm, ArgsView args) {
  516. const Str& self = _CAST(Str&, args[0]);
  517. const Str& prefix = CAST(Str&, args[1]);
  518. return VAR(self.index(prefix) == 0);
  519. });
  520. _vm->bind_method<1>("str", "endswith", [](VM* vm, ArgsView args) {
  521. const Str& self = _CAST(Str&, args[0]);
  522. const Str& suffix = CAST(Str&, args[1]);
  523. int offset = self.length() - suffix.length();
  524. if(offset < 0) return vm->False;
  525. bool ok = memcmp(self.data+offset, suffix.data, suffix.length()) == 0;
  526. return VAR(ok);
  527. });
  528. _vm->bind_method<0>("str", "encode", [](VM* vm, ArgsView args) {
  529. const Str& self = _CAST(Str&, args[0]);
  530. std::vector<char> buffer(self.length());
  531. memcpy(buffer.data(), self.data, self.length());
  532. return VAR(Bytes(std::move(buffer)));
  533. });
  534. _vm->bind_method<1>("str", "join", [](VM* vm, ArgsView args) {
  535. auto _lock = vm->heap.gc_scope_lock();
  536. const Str& self = _CAST(Str&, args[0]);
  537. FastStrStream ss;
  538. PyObject* it = vm->py_iter(args[1]); // strong ref
  539. PyObject* obj = vm->py_next(it);
  540. while(obj != vm->StopIteration){
  541. if(!ss.empty()) ss << self;
  542. ss << CAST(Str&, obj);
  543. obj = vm->py_next(it);
  544. }
  545. return VAR(ss.str());
  546. });
  547. _vm->bind_method<0>("str", "lower", [](VM* vm, ArgsView args) {
  548. const Str& self = _CAST(Str&, args[0]);
  549. return VAR(self.lower());
  550. });
  551. _vm->bind_method<0>("str", "upper", [](VM* vm, ArgsView args) {
  552. const Str& self = _CAST(Str&, args[0]);
  553. return VAR(self.upper());
  554. });
  555. /************ list ************/
  556. _vm->bind_constructor<-1>("list", [](VM* vm, ArgsView args) {
  557. if(args.size() == 1+0) return VAR(List());
  558. if(args.size() == 1+1){
  559. return vm->py_list(args[1]);
  560. }
  561. vm->TypeError("list() takes 0 or 1 arguments");
  562. return vm->None;
  563. });
  564. _vm->bind__contains__(_vm->tp_list, [](VM* vm, PyObject* obj, PyObject* item) {
  565. List& self = _CAST(List&, obj);
  566. for(PyObject* i: self) if(vm->py_equals(i, item)) return vm->True;
  567. return vm->False;
  568. });
  569. _vm->bind_method<1>("list", "count", [](VM* vm, ArgsView args) {
  570. List& self = _CAST(List&, args[0]);
  571. int count = 0;
  572. for(PyObject* i: self) if(vm->py_equals(i, args[1])) count++;
  573. return VAR(count);
  574. });
  575. _vm->bind__eq__(_vm->tp_list, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  576. List& a = _CAST(List&, lhs);
  577. if(!is_non_tagged_type(rhs, vm->tp_list)) return vm->NotImplemented;
  578. List& b = _CAST(List&, rhs);
  579. if(a.size() != b.size()) return vm->False;
  580. for(int i=0; i<a.size(); i++){
  581. if(!vm->py_equals(a[i], b[i])) return vm->False;
  582. }
  583. return vm->True;
  584. });
  585. _vm->bind_method<1>("list", "index", [](VM* vm, ArgsView args) {
  586. List& self = _CAST(List&, args[0]);
  587. PyObject* obj = args[1];
  588. for(int i=0; i<self.size(); i++){
  589. if(vm->py_equals(self[i], obj)) return VAR(i);
  590. }
  591. vm->ValueError(_CAST(Str&, vm->py_repr(obj)) + " is not in list");
  592. return vm->None;
  593. });
  594. _vm->bind_method<1>("list", "remove", [](VM* vm, ArgsView args) {
  595. List& self = _CAST(List&, args[0]);
  596. PyObject* obj = args[1];
  597. for(int i=0; i<self.size(); i++){
  598. if(vm->py_equals(self[i], obj)){
  599. self.erase(i);
  600. return vm->None;
  601. }
  602. }
  603. vm->ValueError(_CAST(Str&, vm->py_repr(obj)) + " is not in list");
  604. return vm->None;
  605. });
  606. _vm->bind_method<-1>("list", "pop", [](VM* vm, ArgsView args) {
  607. List& self = _CAST(List&, args[0]);
  608. if(args.size() == 1+0){
  609. if(self.empty()) vm->IndexError("pop from empty list");
  610. return self.popx_back();
  611. }
  612. if(args.size() == 1+1){
  613. int index = CAST(int, args[1]);
  614. index = vm->normalized_index(index, self.size());
  615. PyObject* ret = self[index];
  616. self.erase(index);
  617. return ret;
  618. }
  619. vm->TypeError("pop() takes at most 1 argument");
  620. return vm->None;
  621. });
  622. _vm->bind_method<1>("list", "append", [](VM* vm, ArgsView args) {
  623. List& self = _CAST(List&, args[0]);
  624. self.push_back(args[1]);
  625. return vm->None;
  626. });
  627. _vm->bind_method<1>("list", "extend", [](VM* vm, ArgsView args) {
  628. auto _lock = vm->heap.gc_scope_lock();
  629. List& self = _CAST(List&, args[0]);
  630. PyObject* it = vm->py_iter(args[1]); // strong ref
  631. PyObject* obj = vm->py_next(it);
  632. while(obj != vm->StopIteration){
  633. self.push_back(obj);
  634. obj = vm->py_next(it);
  635. }
  636. return vm->None;
  637. });
  638. _vm->bind_method<0>("list", "reverse", [](VM* vm, ArgsView args) {
  639. List& self = _CAST(List&, args[0]);
  640. std::reverse(self.begin(), self.end());
  641. return vm->None;
  642. });
  643. _vm->bind__mul__(_vm->tp_list, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  644. const List& self = _CAST(List&, lhs);
  645. if(!is_int(rhs)) return vm->NotImplemented;
  646. int n = _CAST(int, rhs);
  647. List result;
  648. result.reserve(self.size() * n);
  649. for(int i = 0; i < n; i++) result.extend(self);
  650. return VAR(std::move(result));
  651. });
  652. _vm->bind_method<1>("list", "__rmul__", [](VM* vm, ArgsView args) {
  653. const List& self = _CAST(List&, args[0]);
  654. if(!is_int(args[1])) return vm->NotImplemented;
  655. int n = _CAST(int, args[1]);
  656. List result;
  657. result.reserve(self.size() * n);
  658. for(int i = 0; i < n; i++) result.extend(self);
  659. return VAR(std::move(result));
  660. });
  661. _vm->bind_method<2>("list", "insert", [](VM* vm, ArgsView args) {
  662. List& self = _CAST(List&, args[0]);
  663. int index = CAST(int, args[1]);
  664. if(index < 0) index += self.size();
  665. if(index < 0) index = 0;
  666. if(index > self.size()) index = self.size();
  667. self.insert(index, args[2]);
  668. return vm->None;
  669. });
  670. _vm->bind_method<0>("list", "clear", [](VM* vm, ArgsView args) {
  671. _CAST(List&, args[0]).clear();
  672. return vm->None;
  673. });
  674. _vm->bind_method<0>("list", "copy", PK_LAMBDA(VAR(_CAST(List, args[0]))));
  675. _vm->bind__hash__(_vm->tp_list, [](VM* vm, PyObject* obj) {
  676. vm->TypeError("unhashable type: 'list'");
  677. return (i64)0;
  678. });
  679. _vm->bind__add__(_vm->tp_list, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  680. const List& self = _CAST(List&, lhs);
  681. const List& other = CAST(List&, rhs);
  682. List new_list(self); // copy construct
  683. new_list.extend(other);
  684. return VAR(std::move(new_list));
  685. });
  686. _vm->bind__len__(_vm->tp_list, [](VM* vm, PyObject* obj) {
  687. return (i64)_CAST(List&, obj).size();
  688. });
  689. _vm->bind__iter__(_vm->tp_list, [](VM* vm, PyObject* obj) {
  690. List& self = _CAST(List&, obj);
  691. return VAR_T(ArrayIter, obj, self.begin(), self.end());
  692. });
  693. _vm->bind__getitem__(_vm->tp_list, PyArrayGetItem<List>);
  694. _vm->bind__setitem__(_vm->tp_list, [](VM* vm, PyObject* obj, PyObject* index, PyObject* value){
  695. List& self = _CAST(List&, obj);
  696. int i = CAST(int, index);
  697. i = vm->normalized_index(i, self.size());
  698. self[i] = value;
  699. });
  700. _vm->bind__delitem__(_vm->tp_list, [](VM* vm, PyObject* obj, PyObject* index){
  701. List& self = _CAST(List&, obj);
  702. int i = CAST(int, index);
  703. i = vm->normalized_index(i, self.size());
  704. self.erase(i);
  705. });
  706. /************ tuple ************/
  707. _vm->bind_constructor<-1>("tuple", [](VM* vm, ArgsView args) {
  708. if(args.size() == 1+0) return VAR(Tuple(0));
  709. if(args.size() == 1+1){
  710. List list = CAST(List, vm->py_list(args[1]));
  711. return VAR(Tuple(std::move(list)));
  712. }
  713. vm->TypeError("tuple() takes at most 1 argument");
  714. return vm->None;
  715. });
  716. _vm->bind__contains__(_vm->tp_tuple, [](VM* vm, PyObject* obj, PyObject* item) {
  717. Tuple& self = _CAST(Tuple&, obj);
  718. for(PyObject* i: self) if(vm->py_equals(i, item)) return vm->True;
  719. return vm->False;
  720. });
  721. _vm->bind_method<1>("tuple", "count", [](VM* vm, ArgsView args) {
  722. Tuple& self = _CAST(Tuple&, args[0]);
  723. int count = 0;
  724. for(PyObject* i: self) if(vm->py_equals(i, args[1])) count++;
  725. return VAR(count);
  726. });
  727. _vm->bind__eq__(_vm->tp_tuple, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  728. const Tuple& self = _CAST(Tuple&, lhs);
  729. if(!is_non_tagged_type(rhs, vm->tp_tuple)) return vm->NotImplemented;
  730. const Tuple& other = _CAST(Tuple&, rhs);
  731. if(self.size() != other.size()) return vm->False;
  732. for(int i = 0; i < self.size(); i++) {
  733. if(!vm->py_equals(self[i], other[i])) return vm->False;
  734. }
  735. return vm->True;
  736. });
  737. _vm->bind__hash__(_vm->tp_tuple, [](VM* vm, PyObject* obj) {
  738. i64 x = 1000003;
  739. const Tuple& items = CAST(Tuple&, obj);
  740. for (int i=0; i<items.size(); i++) {
  741. i64 y = vm->py_hash(items[i]);
  742. // recommended by Github Copilot
  743. x = x ^ (y + 0x9e3779b9 + (x << 6) + (x >> 2));
  744. }
  745. return x;
  746. });
  747. _vm->bind__iter__(_vm->tp_tuple, [](VM* vm, PyObject* obj) {
  748. Tuple& self = _CAST(Tuple&, obj);
  749. return VAR_T(ArrayIter, obj, self.begin(), self.end());
  750. });
  751. _vm->bind__getitem__(_vm->tp_tuple, PyArrayGetItem<Tuple>);
  752. _vm->bind__len__(_vm->tp_tuple, [](VM* vm, PyObject* obj) {
  753. return (i64)_CAST(Tuple&, obj).size();
  754. });
  755. /************ bool ************/
  756. _vm->bind_constructor<2>("bool", PK_LAMBDA(VAR(vm->py_bool(args[1]))));
  757. _vm->bind__hash__(_vm->tp_bool, [](VM* vm, PyObject* obj) {
  758. return (i64)_CAST(bool, obj);
  759. });
  760. _vm->bind__repr__(_vm->tp_bool, [](VM* vm, PyObject* self) {
  761. bool val = _CAST(bool, self);
  762. return VAR(val ? "True" : "False");
  763. });
  764. _vm->bind__json__(_vm->tp_bool, [](VM* vm, PyObject* self) {
  765. bool val = _CAST(bool, self);
  766. return VAR(val ? "true" : "false");
  767. });
  768. const PK_LOCAL_STATIC auto f_bool_add = [](VM* vm, PyObject* lhs, PyObject* rhs) -> PyObject* {
  769. int x = (int)_CAST(bool, lhs);
  770. if(is_int(rhs)) return VAR(x + _CAST(int, rhs));
  771. if(rhs == vm->True) return VAR(x + 1);
  772. if(rhs == vm->False) return VAR(x);
  773. return vm->NotImplemented;
  774. };
  775. const PK_LOCAL_STATIC auto f_bool_mul = [](VM* vm, PyObject* lhs, PyObject* rhs) -> PyObject* {
  776. int x = (int)_CAST(bool, lhs);
  777. if(is_int(rhs)) return VAR(x * _CAST(int, rhs));
  778. if(rhs == vm->True) return VAR(x);
  779. if(rhs == vm->False) return VAR(0);
  780. return vm->NotImplemented;
  781. };
  782. _vm->bind__add__(_vm->tp_bool, f_bool_add);
  783. _vm->bind_method<1>("bool", "__radd__", [](VM* vm, ArgsView args){
  784. return f_bool_add(vm, args[0], args[1]);
  785. });
  786. _vm->bind__mul__(_vm->tp_bool, f_bool_mul);
  787. _vm->bind_method<1>("bool", "__rmul__", [](VM* vm, ArgsView args){
  788. return f_bool_mul(vm, args[0], args[1]);
  789. });
  790. _vm->bind__and__(_vm->tp_bool, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  791. return VAR(_CAST(bool, lhs) && CAST(bool, rhs));
  792. });
  793. _vm->bind__or__(_vm->tp_bool, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  794. return VAR(_CAST(bool, lhs) || CAST(bool, rhs));
  795. });
  796. _vm->bind__xor__(_vm->tp_bool, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  797. return VAR(_CAST(bool, lhs) != CAST(bool, rhs));
  798. });
  799. _vm->bind__eq__(_vm->tp_bool, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  800. if(is_non_tagged_type(rhs, vm->tp_bool)) return VAR(lhs == rhs);
  801. if(is_int(rhs)) return VAR(_CAST(bool, lhs) == (bool)CAST(i64, rhs));
  802. return vm->NotImplemented;
  803. });
  804. _vm->bind__repr__(_vm->_type("ellipsis"), [](VM* vm, PyObject* self) {
  805. return VAR("...");
  806. });
  807. _vm->bind__repr__(_vm->_type("NotImplementedType"), [](VM* vm, PyObject* self) {
  808. return VAR("NotImplemented");
  809. });
  810. /************ bytes ************/
  811. _vm->bind_constructor<2>("bytes", [](VM* vm, ArgsView args){
  812. List& list = CAST(List&, args[1]);
  813. std::vector<char> buffer(list.size());
  814. for(int i=0; i<list.size(); i++){
  815. i64 b = CAST(i64, list[i]);
  816. if(b<0 || b>255) vm->ValueError("byte must be in range[0, 256)");
  817. buffer[i] = (char)b;
  818. }
  819. return VAR(Bytes(std::move(buffer)));
  820. });
  821. _vm->bind__getitem__(_vm->tp_bytes, [](VM* vm, PyObject* obj, PyObject* index) {
  822. const Bytes& self = _CAST(Bytes&, obj);
  823. int i = CAST(int, index);
  824. i = vm->normalized_index(i, self.size());
  825. return VAR(self[i]);
  826. });
  827. _vm->bind__hash__(_vm->tp_bytes, [](VM* vm, PyObject* obj) {
  828. const Bytes& self = _CAST(Bytes&, obj);
  829. std::string_view view(self.data(), self.size());
  830. return (i64)std::hash<std::string_view>()(view);
  831. });
  832. _vm->bind__repr__(_vm->tp_bytes, [](VM* vm, PyObject* obj) {
  833. const Bytes& self = _CAST(Bytes&, obj);
  834. std::stringstream ss;
  835. ss << "b'";
  836. for(int i=0; i<self.size(); i++){
  837. ss << "\\x" << std::hex << std::setw(2) << std::setfill('0') << self[i];
  838. }
  839. ss << "'";
  840. return VAR(ss.str());
  841. });
  842. _vm->bind__len__(_vm->tp_bytes, [](VM* vm, PyObject* obj) {
  843. return (i64)_CAST(Bytes&, obj).size();
  844. });
  845. _vm->bind_method<0>("bytes", "decode", [](VM* vm, ArgsView args) {
  846. const Bytes& self = _CAST(Bytes&, args[0]);
  847. // TODO: check encoding is utf-8
  848. return VAR(Str(self.str()));
  849. });
  850. _vm->bind__eq__(_vm->tp_bytes, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  851. if(!is_non_tagged_type(rhs, vm->tp_bytes)) return vm->NotImplemented;
  852. return VAR(_CAST(Bytes&, lhs) == _CAST(Bytes&, rhs));
  853. });
  854. /************ slice ************/
  855. _vm->bind_constructor<4>("slice", [](VM* vm, ArgsView args) {
  856. return VAR(Slice(args[1], args[2], args[3]));
  857. });
  858. _vm->bind__repr__(_vm->tp_slice, [](VM* vm, PyObject* obj) {
  859. const Slice& self = _CAST(Slice&, obj);
  860. std::stringstream ss;
  861. ss << "slice(";
  862. ss << CAST(Str, vm->py_repr(self.start)) << ", ";
  863. ss << CAST(Str, vm->py_repr(self.stop)) << ", ";
  864. ss << CAST(Str, vm->py_repr(self.step)) << ")";
  865. return VAR(ss.str());
  866. });
  867. /************ mappingproxy ************/
  868. _vm->bind_method<0>("mappingproxy", "keys", [](VM* vm, ArgsView args) {
  869. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  870. List keys;
  871. for(StrName name : self.attr().keys()) keys.push_back(VAR(name.sv()));
  872. return VAR(std::move(keys));
  873. });
  874. _vm->bind_method<0>("mappingproxy", "values", [](VM* vm, ArgsView args) {
  875. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  876. List values;
  877. for(auto& item : self.attr().items()) values.push_back(item.second);
  878. return VAR(std::move(values));
  879. });
  880. _vm->bind_method<0>("mappingproxy", "items", [](VM* vm, ArgsView args) {
  881. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  882. List items;
  883. for(auto& item : self.attr().items()){
  884. PyObject* t = VAR(Tuple({VAR(item.first.sv()), item.second}));
  885. items.push_back(std::move(t));
  886. }
  887. return VAR(std::move(items));
  888. });
  889. _vm->bind__len__(_vm->tp_mappingproxy, [](VM* vm, PyObject* obj) {
  890. return (i64)_CAST(MappingProxy&, obj).attr().size();
  891. });
  892. _vm->bind__getitem__(_vm->tp_mappingproxy, [](VM* vm, PyObject* obj, PyObject* index) {
  893. MappingProxy& self = _CAST(MappingProxy&, obj);
  894. StrName key = CAST(Str&, index);
  895. PyObject* ret = self.attr().try_get(key);
  896. if(ret == nullptr) vm->AttributeError(key.sv());
  897. return ret;
  898. });
  899. _vm->bind__repr__(_vm->tp_mappingproxy, [](VM* vm, PyObject* obj) {
  900. MappingProxy& self = _CAST(MappingProxy&, obj);
  901. std::stringstream ss;
  902. ss << "mappingproxy({";
  903. bool first = true;
  904. for(auto& item : self.attr().items()){
  905. if(!first) ss << ", ";
  906. first = false;
  907. ss << item.first.escape() << ": " << CAST(Str, vm->py_repr(item.second));
  908. }
  909. ss << "})";
  910. return VAR(ss.str());
  911. });
  912. _vm->bind__contains__(_vm->tp_mappingproxy, [](VM* vm, PyObject* obj, PyObject* key) {
  913. MappingProxy& self = _CAST(MappingProxy&, obj);
  914. return VAR(self.attr().contains(CAST(Str&, key)));
  915. });
  916. /************ dict ************/
  917. _vm->bind_constructor<-1>("dict", [](VM* vm, ArgsView args){
  918. return VAR(Dict(vm));
  919. });
  920. _vm->bind_method<-1>("dict", "__init__", [](VM* vm, ArgsView args){
  921. if(args.size() == 1+0) return vm->None;
  922. if(args.size() == 1+1){
  923. auto _lock = vm->heap.gc_scope_lock();
  924. Dict& self = _CAST(Dict&, args[0]);
  925. List& list = CAST(List&, args[1]);
  926. for(PyObject* item : list){
  927. Tuple& t = CAST(Tuple&, item);
  928. if(t.size() != 2){
  929. vm->ValueError("dict() takes an iterable of tuples (key, value)");
  930. return vm->None;
  931. }
  932. self.set(t[0], t[1]);
  933. }
  934. return vm->None;
  935. }
  936. vm->TypeError("dict() takes at most 1 argument");
  937. return vm->None;
  938. });
  939. _vm->bind__len__(_vm->tp_dict, [](VM* vm, PyObject* obj) {
  940. return (i64)_CAST(Dict&, obj).size();
  941. });
  942. _vm->bind__getitem__(_vm->tp_dict, [](VM* vm, PyObject* obj, PyObject* index) {
  943. Dict& self = _CAST(Dict&, obj);
  944. PyObject* ret = self.try_get(index);
  945. if(ret == nullptr) vm->KeyError(index);
  946. return ret;
  947. });
  948. _vm->bind__setitem__(_vm->tp_dict, [](VM* vm, PyObject* obj, PyObject* key, PyObject* value) {
  949. Dict& self = _CAST(Dict&, obj);
  950. self.set(key, value);
  951. });
  952. _vm->bind__delitem__(_vm->tp_dict, [](VM* vm, PyObject* obj, PyObject* key) {
  953. Dict& self = _CAST(Dict&, obj);
  954. if(!self.contains(key)) vm->KeyError(key);
  955. self.erase(key);
  956. });
  957. _vm->bind_method<1>("dict", "pop", [](VM* vm, ArgsView args) {
  958. Dict& self = _CAST(Dict&, args[0]);
  959. PyObject* value = self.try_get(args[1]);
  960. if(value == nullptr) vm->KeyError(args[1]);
  961. self.erase(args[1]);
  962. return value;
  963. });
  964. _vm->bind__contains__(_vm->tp_dict, [](VM* vm, PyObject* obj, PyObject* key) {
  965. Dict& self = _CAST(Dict&, obj);
  966. return VAR(self.contains(key));
  967. });
  968. _vm->bind__iter__(_vm->tp_dict, [](VM* vm, PyObject* obj) {
  969. const Dict& self = _CAST(Dict&, obj);
  970. return vm->py_iter(VAR(self.keys()));
  971. });
  972. _vm->bind_method<-1>("dict", "get", [](VM* vm, ArgsView args) {
  973. Dict& self = _CAST(Dict&, args[0]);
  974. if(args.size() == 1+1){
  975. PyObject* ret = self.try_get(args[1]);
  976. if(ret != nullptr) return ret;
  977. return vm->None;
  978. }else if(args.size() == 1+2){
  979. PyObject* ret = self.try_get(args[1]);
  980. if(ret != nullptr) return ret;
  981. return args[2];
  982. }
  983. vm->TypeError("get() takes at most 2 arguments");
  984. return vm->None;
  985. });
  986. _vm->bind_method<0>("dict", "keys", [](VM* vm, ArgsView args) {
  987. const Dict& self = _CAST(Dict&, args[0]);
  988. return VAR(self.keys());
  989. });
  990. _vm->bind_method<0>("dict", "values", [](VM* vm, ArgsView args) {
  991. const Dict& self = _CAST(Dict&, args[0]);
  992. return VAR(self.values());
  993. });
  994. _vm->bind_method<0>("dict", "items", [](VM* vm, ArgsView args) {
  995. const Dict& self = _CAST(Dict&, args[0]);
  996. Tuple items(self.size());
  997. int j = 0;
  998. self.apply([&](PyObject* k, PyObject* v){
  999. items[j++] = VAR(Tuple({k, v}));
  1000. });
  1001. return VAR(std::move(items));
  1002. });
  1003. _vm->bind_method<1>("dict", "update", [](VM* vm, ArgsView args) {
  1004. Dict& self = _CAST(Dict&, args[0]);
  1005. const Dict& other = CAST(Dict&, args[1]);
  1006. self.update(other);
  1007. return vm->None;
  1008. });
  1009. _vm->bind_method<0>("dict", "copy", [](VM* vm, ArgsView args) {
  1010. const Dict& self = _CAST(Dict&, args[0]);
  1011. return VAR(self);
  1012. });
  1013. _vm->bind_method<0>("dict", "clear", [](VM* vm, ArgsView args) {
  1014. Dict& self = _CAST(Dict&, args[0]);
  1015. self.clear();
  1016. return vm->None;
  1017. });
  1018. _vm->bind__repr__(_vm->tp_dict, [](VM* vm, PyObject* obj) {
  1019. Dict& self = _CAST(Dict&, obj);
  1020. std::stringstream ss;
  1021. ss << "{";
  1022. bool first = true;
  1023. self.apply([&](PyObject* k, PyObject* v){
  1024. if(!first) ss << ", ";
  1025. first = false;
  1026. Str key = CAST(Str&, vm->py_repr(k));
  1027. Str value = CAST(Str&, vm->py_repr(v));
  1028. ss << key << ": " << value;
  1029. });
  1030. ss << "}";
  1031. return VAR(ss.str());
  1032. });
  1033. _vm->bind__json__(_vm->tp_dict, [](VM* vm, PyObject* obj) {
  1034. Dict& self = _CAST(Dict&, obj);
  1035. std::stringstream ss;
  1036. ss << "{";
  1037. bool first = true;
  1038. self.apply([&](PyObject* k, PyObject* v){
  1039. if(!first) ss << ", ";
  1040. first = false;
  1041. Str key = CAST(Str&, k).escape(false);
  1042. Str value = CAST(Str&, vm->py_json(v));
  1043. ss << key << ": " << value;
  1044. });
  1045. ss << "}";
  1046. return VAR(ss.str());
  1047. });
  1048. _vm->bind__eq__(_vm->tp_dict, [](VM* vm, PyObject* a, PyObject* b) {
  1049. Dict& self = _CAST(Dict&, a);
  1050. if(!is_non_tagged_type(b, vm->tp_dict)) return vm->NotImplemented;
  1051. Dict& other = _CAST(Dict&, b);
  1052. if(self.size() != other.size()) return vm->False;
  1053. for(int i=0; i<self._capacity; i++){
  1054. auto item = self._items[i];
  1055. if(item.first == nullptr) continue;
  1056. PyObject* value = other.try_get(item.first);
  1057. if(value == nullptr) return vm->False;
  1058. if(!vm->py_equals(item.second, value)) return vm->False;
  1059. }
  1060. return vm->True;
  1061. });
  1062. /************ property ************/
  1063. _vm->bind_constructor<-1>("property", [](VM* vm, ArgsView args) {
  1064. if(args.size() == 1+1){
  1065. return VAR(Property(args[1], vm->None, nullptr));
  1066. }else if(args.size() == 1+2){
  1067. return VAR(Property(args[1], args[2], nullptr));
  1068. }
  1069. vm->TypeError("property() takes at most 2 arguments");
  1070. return vm->None;
  1071. });
  1072. _vm->bind_property(_vm->_t(_vm->tp_property), "type_hint", "str", [](VM* vm, ArgsView args){
  1073. Property& self = _CAST(Property&, args[0]);
  1074. if(self.type_hint == nullptr) return vm->None;
  1075. return VAR(self.type_hint);
  1076. });
  1077. _vm->_t(_vm->tp_function)->attr().set("__doc__", _vm->property([](VM* vm, ArgsView args) {
  1078. Function& func = _CAST(Function&, args[0]);
  1079. return VAR(func.decl->docstring);
  1080. }));
  1081. _vm->_t(_vm->tp_native_func)->attr().set("__doc__", _vm->property([](VM* vm, ArgsView args) {
  1082. NativeFunc& func = _CAST(NativeFunc&, args[0]);
  1083. if(func.decl != nullptr) return VAR(func.decl->docstring);
  1084. return VAR("");
  1085. }));
  1086. _vm->_t(_vm->tp_function)->attr().set("__signature__", _vm->property([](VM* vm, ArgsView args) {
  1087. Function& func = _CAST(Function&, args[0]);
  1088. return VAR(func.decl->signature);
  1089. }));
  1090. _vm->_t(_vm->tp_native_func)->attr().set("__signature__", _vm->property([](VM* vm, ArgsView args) {
  1091. NativeFunc& func = _CAST(NativeFunc&, args[0]);
  1092. if(func.decl != nullptr) return VAR(func.decl->signature);
  1093. return VAR("unknown(*args, **kwargs)");
  1094. }));
  1095. RangeIter::register_class(_vm, _vm->builtins);
  1096. ArrayIter::register_class(_vm, _vm->builtins);
  1097. StringIter::register_class(_vm, _vm->builtins);
  1098. Generator::register_class(_vm, _vm->builtins);
  1099. }
  1100. void add_module_timeit(VM* vm){
  1101. PyObject* mod = vm->new_module("timeit");
  1102. vm->bind_func<2>(mod, "timeit", [](VM* vm, ArgsView args) {
  1103. PyObject* f = args[0];
  1104. i64 iters = CAST(i64, args[1]);
  1105. auto now = std::chrono::system_clock::now();
  1106. for(i64 i=0; i<iters; i++) vm->call(f);
  1107. auto end = std::chrono::system_clock::now();
  1108. f64 elapsed = std::chrono::duration_cast<std::chrono::milliseconds>(end - now).count() / 1000.0;
  1109. return VAR(elapsed);
  1110. });
  1111. }
  1112. void add_module_time(VM* vm){
  1113. PyObject* mod = vm->new_module("time");
  1114. vm->bind_func<0>(mod, "time", [](VM* vm, ArgsView args) {
  1115. auto now = std::chrono::system_clock::now();
  1116. return VAR(std::chrono::duration_cast<std::chrono::milliseconds>(now.time_since_epoch()).count() / 1000.0);
  1117. });
  1118. vm->bind_func<1>(mod, "sleep", [](VM* vm, ArgsView args) {
  1119. f64 seconds = CAST_F(args[0]);
  1120. auto begin = std::chrono::system_clock::now();
  1121. while(true){
  1122. auto now = std::chrono::system_clock::now();
  1123. f64 elapsed = std::chrono::duration_cast<std::chrono::milliseconds>(now - begin).count() / 1000.0;
  1124. if(elapsed >= seconds) break;
  1125. }
  1126. return vm->None;
  1127. });
  1128. vm->bind_func<0>(mod, "localtime", [](VM* vm, ArgsView args) {
  1129. auto now = std::chrono::system_clock::now();
  1130. std::time_t t = std::chrono::system_clock::to_time_t(now);
  1131. std::tm* tm = std::localtime(&t);
  1132. Dict d(vm);
  1133. d.set(VAR("tm_year"), VAR(tm->tm_year + 1900));
  1134. d.set(VAR("tm_mon"), VAR(tm->tm_mon + 1));
  1135. d.set(VAR("tm_mday"), VAR(tm->tm_mday));
  1136. d.set(VAR("tm_hour"), VAR(tm->tm_hour));
  1137. d.set(VAR("tm_min"), VAR(tm->tm_min));
  1138. d.set(VAR("tm_sec"), VAR(tm->tm_sec + 1));
  1139. d.set(VAR("tm_wday"), VAR((tm->tm_wday + 6) % 7));
  1140. d.set(VAR("tm_yday"), VAR(tm->tm_yday + 1));
  1141. d.set(VAR("tm_isdst"), VAR(tm->tm_isdst));
  1142. return VAR(std::move(d));
  1143. });
  1144. }
  1145. struct PyREPL{
  1146. PY_CLASS(PyREPL, sys, _repl)
  1147. REPL* repl;
  1148. PyREPL(VM* vm){ repl = new REPL(vm); }
  1149. ~PyREPL(){ delete repl; }
  1150. PyREPL(const PyREPL&) = delete;
  1151. PyREPL& operator=(const PyREPL&) = delete;
  1152. PyREPL(PyREPL&& other) noexcept{
  1153. repl = other.repl;
  1154. other.repl = nullptr;
  1155. }
  1156. struct TempOut{
  1157. PrintFunc backup;
  1158. VM* vm;
  1159. TempOut(VM* vm, PrintFunc f){
  1160. this->vm = vm;
  1161. this->backup = vm->_stdout;
  1162. vm->_stdout = f;
  1163. }
  1164. ~TempOut(){
  1165. vm->_stdout = backup;
  1166. }
  1167. TempOut(const TempOut&) = delete;
  1168. TempOut& operator=(const TempOut&) = delete;
  1169. TempOut(TempOut&&) = delete;
  1170. TempOut& operator=(TempOut&&) = delete;
  1171. };
  1172. static void _register(VM* vm, PyObject* mod, PyObject* type){
  1173. vm->bind_constructor<1>(type, [](VM* vm, ArgsView args){
  1174. return VAR_T(PyREPL, vm);
  1175. });
  1176. vm->bind_method<1>(type, "input", [](VM* vm, ArgsView args){
  1177. PyREPL& self = _CAST(PyREPL&, args[0]);
  1178. const Str& s = CAST(Str&, args[1]);
  1179. PK_LOCAL_STATIC std::stringstream ss_out;
  1180. ss_out.str("");
  1181. TempOut _(vm, [](VM* vm, const Str& s){ ss_out << s; });
  1182. bool ok = self.repl->input(s.str());
  1183. return VAR(Tuple({VAR(ok), VAR(ss_out.str())}));
  1184. });
  1185. }
  1186. };
  1187. void add_module_sys(VM* vm){
  1188. PyObject* mod = vm->new_module("sys");
  1189. PyREPL::register_class(vm, mod);
  1190. vm->setattr(mod, "version", VAR(PK_VERSION));
  1191. vm->setattr(mod, "platform", VAR(PK_SYS_PLATFORM));
  1192. PyObject* stdout_ = vm->heap.gcnew<DummyInstance>(vm->tp_object, {});
  1193. PyObject* stderr_ = vm->heap.gcnew<DummyInstance>(vm->tp_object, {});
  1194. vm->setattr(mod, "stdout", stdout_);
  1195. vm->setattr(mod, "stderr", stderr_);
  1196. vm->bind_func<1>(stdout_, "write", [](VM* vm, ArgsView args) {
  1197. vm->_stdout(vm, CAST(Str&, args[0]));
  1198. return vm->None;
  1199. });
  1200. vm->bind_func<1>(stderr_, "write", [](VM* vm, ArgsView args) {
  1201. vm->_stderr(vm, CAST(Str&, args[0]));
  1202. return vm->None;
  1203. });
  1204. }
  1205. void add_module_json(VM* vm){
  1206. PyObject* mod = vm->new_module("json");
  1207. vm->bind_func<1>(mod, "loads", [](VM* vm, ArgsView args) {
  1208. const Str& expr = CAST(Str&, args[0]);
  1209. CodeObject_ code = vm->compile(expr, "<json>", JSON_MODE);
  1210. return vm->_exec(code, vm->top_frame()->_module);
  1211. });
  1212. vm->bind_func<1>(mod, "dumps", [](VM* vm, ArgsView args) {
  1213. return vm->py_json(args[0]);
  1214. });
  1215. }
  1216. // https://docs.python.org/3.5/library/math.html
  1217. void add_module_math(VM* vm){
  1218. PyObject* mod = vm->new_module("math");
  1219. mod->attr().set("pi", VAR(3.1415926535897932384));
  1220. mod->attr().set("e" , VAR(2.7182818284590452354));
  1221. mod->attr().set("inf", VAR(std::numeric_limits<double>::infinity()));
  1222. mod->attr().set("nan", VAR(std::numeric_limits<double>::quiet_NaN()));
  1223. vm->bind_func<1>(mod, "ceil", PK_LAMBDA(VAR((i64)std::ceil(CAST_F(args[0])))));
  1224. vm->bind_func<1>(mod, "fabs", PK_LAMBDA(VAR(std::fabs(CAST_F(args[0])))));
  1225. vm->bind_func<1>(mod, "floor", PK_LAMBDA(VAR((i64)std::floor(CAST_F(args[0])))));
  1226. vm->bind_func<1>(mod, "fsum", [](VM* vm, ArgsView args) {
  1227. List& list = CAST(List&, args[0]);
  1228. double sum = 0;
  1229. double c = 0;
  1230. for(PyObject* arg : list){
  1231. double x = CAST_F(arg);
  1232. double y = x - c;
  1233. double t = sum + y;
  1234. c = (t - sum) - y;
  1235. sum = t;
  1236. }
  1237. return VAR(sum);
  1238. });
  1239. vm->bind_func<2>(mod, "gcd", [](VM* vm, ArgsView args) {
  1240. i64 a = CAST(i64, args[0]);
  1241. i64 b = CAST(i64, args[1]);
  1242. if(a < 0) a = -a;
  1243. if(b < 0) b = -b;
  1244. while(b != 0){
  1245. i64 t = b;
  1246. b = a % b;
  1247. a = t;
  1248. }
  1249. return VAR(a);
  1250. });
  1251. vm->bind_func<1>(mod, "isfinite", PK_LAMBDA(VAR(std::isfinite(CAST_F(args[0])))));
  1252. vm->bind_func<1>(mod, "isinf", PK_LAMBDA(VAR(std::isinf(CAST_F(args[0])))));
  1253. vm->bind_func<1>(mod, "isnan", PK_LAMBDA(VAR(std::isnan(CAST_F(args[0])))));
  1254. vm->bind_func<1>(mod, "exp", PK_LAMBDA(VAR(std::exp(CAST_F(args[0])))));
  1255. vm->bind_func<1>(mod, "log", PK_LAMBDA(VAR(std::log(CAST_F(args[0])))));
  1256. vm->bind_func<1>(mod, "log2", PK_LAMBDA(VAR(std::log2(CAST_F(args[0])))));
  1257. vm->bind_func<1>(mod, "log10", PK_LAMBDA(VAR(std::log10(CAST_F(args[0])))));
  1258. vm->bind_func<2>(mod, "pow", PK_LAMBDA(VAR(std::pow(CAST_F(args[0]), CAST_F(args[1])))));
  1259. vm->bind_func<1>(mod, "sqrt", PK_LAMBDA(VAR(std::sqrt(CAST_F(args[0])))));
  1260. vm->bind_func<1>(mod, "acos", PK_LAMBDA(VAR(std::acos(CAST_F(args[0])))));
  1261. vm->bind_func<1>(mod, "asin", PK_LAMBDA(VAR(std::asin(CAST_F(args[0])))));
  1262. vm->bind_func<1>(mod, "atan", PK_LAMBDA(VAR(std::atan(CAST_F(args[0])))));
  1263. vm->bind_func<2>(mod, "atan2", PK_LAMBDA(VAR(std::atan2(CAST_F(args[0]), CAST_F(args[1])))));
  1264. vm->bind_func<1>(mod, "cos", PK_LAMBDA(VAR(std::cos(CAST_F(args[0])))));
  1265. vm->bind_func<1>(mod, "sin", PK_LAMBDA(VAR(std::sin(CAST_F(args[0])))));
  1266. vm->bind_func<1>(mod, "tan", PK_LAMBDA(VAR(std::tan(CAST_F(args[0])))));
  1267. vm->bind_func<1>(mod, "degrees", PK_LAMBDA(VAR(CAST_F(args[0]) * 180 / 3.1415926535897932384)));
  1268. vm->bind_func<1>(mod, "radians", PK_LAMBDA(VAR(CAST_F(args[0]) * 3.1415926535897932384 / 180)));
  1269. vm->bind_func<1>(mod, "modf", [](VM* vm, ArgsView args) {
  1270. f64 i;
  1271. f64 f = std::modf(CAST_F(args[0]), &i);
  1272. return VAR(Tuple({VAR(f), VAR(i)}));
  1273. });
  1274. vm->bind_func<1>(mod, "factorial", [](VM* vm, ArgsView args) {
  1275. i64 n = CAST(i64, args[0]);
  1276. if(n < 0) vm->ValueError("factorial() not defined for negative values");
  1277. i64 r = 1;
  1278. for(i64 i=2; i<=n; i++) r *= i;
  1279. return VAR(r);
  1280. });
  1281. }
  1282. void add_module_traceback(VM* vm){
  1283. PyObject* mod = vm->new_module("traceback");
  1284. vm->bind_func<0>(mod, "print_exc", [](VM* vm, ArgsView args) {
  1285. if(vm->_last_exception==nullptr) vm->ValueError("no exception");
  1286. Exception& e = CAST(Exception&, vm->_last_exception);
  1287. vm->_stdout(vm, e.summary());
  1288. return vm->None;
  1289. });
  1290. vm->bind_func<0>(mod, "format_exc", [](VM* vm, ArgsView args) {
  1291. if(vm->_last_exception==nullptr) vm->ValueError("no exception");
  1292. Exception& e = CAST(Exception&, vm->_last_exception);
  1293. return VAR(e.summary());
  1294. });
  1295. }
  1296. void add_module_dis(VM* vm){
  1297. PyObject* mod = vm->new_module("dis");
  1298. static const auto get_code = [](VM* vm, PyObject* obj)->CodeObject_{
  1299. if(is_type(obj, vm->tp_str)){
  1300. const Str& source = CAST(Str, obj);
  1301. return vm->compile(source, "<dis>", EXEC_MODE);
  1302. }
  1303. PyObject* f = obj;
  1304. if(is_type(f, vm->tp_bound_method)) f = CAST(BoundMethod, obj).func;
  1305. return CAST(Function&, f).decl->code;
  1306. };
  1307. vm->bind_func<1>(mod, "dis", [](VM* vm, ArgsView args) {
  1308. CodeObject_ code = get_code(vm, args[0]);
  1309. vm->_stdout(vm, vm->disassemble(code));
  1310. return vm->None;
  1311. });
  1312. vm->bind_func<1>(mod, "_s", [](VM* vm, ArgsView args) {
  1313. CodeObject_ code = get_code(vm, args[0]);
  1314. return VAR(code->serialize(vm));
  1315. });
  1316. }
  1317. void add_module_gc(VM* vm){
  1318. PyObject* mod = vm->new_module("gc");
  1319. vm->bind_func<0>(mod, "collect", PK_LAMBDA(VAR(vm->heap.collect())));
  1320. }
  1321. void VM::post_init(){
  1322. init_builtins(this);
  1323. _t(tp_object)->attr().set("__class__", property(PK_LAMBDA(vm->_t(args[0]))));
  1324. _t(tp_type)->attr().set("__base__", property([](VM* vm, ArgsView args){
  1325. const PyTypeInfo& info = vm->_all_types[PK_OBJ_GET(Type, args[0])];
  1326. return info.base.index == -1 ? vm->None : vm->_all_types[info.base].obj;
  1327. }));
  1328. _t(tp_type)->attr().set("__name__", property([](VM* vm, ArgsView args){
  1329. const PyTypeInfo& info = vm->_all_types[PK_OBJ_GET(Type, args[0])];
  1330. return VAR(info.name);
  1331. }));
  1332. _t(tp_bound_method)->attr().set("__self__", property([](VM* vm, ArgsView args){
  1333. return CAST(BoundMethod&, args[0]).self;
  1334. }));
  1335. _t(tp_bound_method)->attr().set("__func__", property([](VM* vm, ArgsView args){
  1336. return CAST(BoundMethod&, args[0]).func;
  1337. }));
  1338. bind__eq__(tp_bound_method, [](VM* vm, PyObject* lhs, PyObject* rhs){
  1339. if(!is_non_tagged_type(rhs, vm->tp_bound_method)) return vm->NotImplemented;
  1340. return VAR(_CAST(BoundMethod&, lhs) == _CAST(BoundMethod&, rhs));
  1341. });
  1342. _t(tp_slice)->attr().set("start", property([](VM* vm, ArgsView args){
  1343. return CAST(Slice&, args[0]).start;
  1344. }));
  1345. _t(tp_slice)->attr().set("stop", property([](VM* vm, ArgsView args){
  1346. return CAST(Slice&, args[0]).stop;
  1347. }));
  1348. _t(tp_slice)->attr().set("step", property([](VM* vm, ArgsView args){
  1349. return CAST(Slice&, args[0]).step;
  1350. }));
  1351. _t(tp_object)->attr().set("__dict__", property([](VM* vm, ArgsView args){
  1352. if(is_tagged(args[0]) || !args[0]->is_attr_valid()) return vm->None;
  1353. return VAR(MappingProxy(args[0]));
  1354. }));
  1355. #if !PK_DEBUG_NO_BUILTINS
  1356. add_module_sys(this);
  1357. add_module_c(this);
  1358. // lazy modules
  1359. vm->_lazy_native_modules["traceback"] = &add_module_traceback;
  1360. vm->_lazy_native_modules["time"] = &add_module_time;
  1361. vm->_lazy_native_modules["json"] = &add_module_json;
  1362. vm->_lazy_native_modules["math"] = &add_module_math;
  1363. vm->_lazy_native_modules["re"] = &add_module_re;
  1364. vm->_lazy_native_modules["dis"] = &add_module_dis;
  1365. vm->_lazy_native_modules["gc"] = &add_module_gc;
  1366. vm->_lazy_native_modules["random"] = &add_module_random;
  1367. vm->_lazy_native_modules["base64"] = &add_module_base64;
  1368. vm->_lazy_native_modules["timeit"] = &add_module_timeit;
  1369. for(const char* name: {"this", "functools", "collections", "heapq", "bisect", "pickle", "_long", "colorsys"}){
  1370. _lazy_modules[name] = kPythonLibs[name];
  1371. }
  1372. try{
  1373. CodeObject_ code = compile(kPythonLibs["builtins"], "<builtins>", EXEC_MODE);
  1374. this->_exec(code, this->builtins);
  1375. code = compile(kPythonLibs["_set"], "<set>", EXEC_MODE);
  1376. this->_exec(code, this->builtins);
  1377. }catch(Exception& e){
  1378. std::cerr << e.summary() << std::endl;
  1379. std::cerr << "failed to load builtins module!!" << std::endl;
  1380. exit(1);
  1381. }
  1382. if(enable_os){
  1383. add_module_io(this);
  1384. add_module_os(this);
  1385. _import_handler = _default_import_handler;
  1386. }
  1387. vm->_lazy_native_modules["linalg"] = &add_module_linalg;
  1388. vm->_lazy_native_modules["easing"] = &add_module_easing;
  1389. #endif
  1390. }
  1391. CodeObject_ VM::compile(Str source, Str filename, CompileMode mode, bool unknown_global_scope) {
  1392. Compiler compiler(this, source, filename, mode, unknown_global_scope);
  1393. try{
  1394. return compiler.compile();
  1395. }catch(Exception& e){
  1396. #if PK_DEBUG_FULL_EXCEPTION
  1397. std::cerr << e.summary() << std::endl;
  1398. #endif
  1399. _error(e);
  1400. return nullptr;
  1401. }
  1402. }
  1403. } // namespace pkpy