pocketpy.cpp 64 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764
  1. #include "pocketpy/pocketpy.h"
  2. #ifdef PK_USE_BOX2D
  3. #include "box2dw.hpp"
  4. #endif
  5. #if defined (_WIN32) && PK_SUPPORT_DYLIB == 1
  6. #define WIN32_LEAN_AND_MEAN
  7. #include <windows.h>
  8. #endif
  9. namespace pkpy{
  10. using dylib_entry_t = const char* (*)(void*, const char*);
  11. #if PK_ENABLE_OS
  12. #if PK_SUPPORT_DYLIB == 1
  13. // win32
  14. static dylib_entry_t load_dylib(const char* path){
  15. std::error_code ec;
  16. auto p = std::filesystem::absolute(path, ec);
  17. if(ec) return nullptr;
  18. HMODULE handle = LoadLibraryA(p.string().c_str());
  19. if(!handle){
  20. DWORD errorCode = GetLastError();
  21. // Convert the error code to text
  22. LPSTR errorMessage = nullptr;
  23. FormatMessageA(
  24. FORMAT_MESSAGE_ALLOCATE_BUFFER | FORMAT_MESSAGE_FROM_SYSTEM | FORMAT_MESSAGE_IGNORE_INSERTS,
  25. nullptr,
  26. errorCode,
  27. MAKELANGID(LANG_ENGLISH, SUBLANG_ENGLISH_US),
  28. (LPSTR)&errorMessage,
  29. 0,
  30. nullptr
  31. );
  32. printf("%lu: %s\n", errorCode, errorMessage);
  33. LocalFree(errorMessage);
  34. return nullptr;
  35. }
  36. return (dylib_entry_t)GetProcAddress(handle, "pkpy_module__init__");
  37. }
  38. #elif PK_SUPPORT_DYLIB == 2
  39. // linux/darwin
  40. static dylib_entry_t load_dylib(const char* path){
  41. std::error_code ec;
  42. auto p = std::filesystem::absolute(path, ec);
  43. if(ec) return nullptr;
  44. void* handle = dlopen(p.c_str(), RTLD_LAZY);
  45. if(!handle) return nullptr;
  46. return (dylib_entry_t)dlsym(handle, "pkpy_module__init__");
  47. }
  48. #elif PK_SUPPORT_DYLIB == 3
  49. // android
  50. static dylib_entry_t load_dylib(const char* path){
  51. void* handle = dlopen(path, RTLD_LAZY);
  52. if(!handle) return nullptr;
  53. return (dylib_entry_t)dlsym(handle, "pkpy_module__init__");
  54. }
  55. #else
  56. static dylib_entry_t load_dylib(const char* path){
  57. return nullptr;
  58. }
  59. #endif
  60. #else
  61. static dylib_entry_t load_dylib(const char* path){
  62. return nullptr;
  63. }
  64. #endif
  65. void init_builtins(VM* _vm) {
  66. #define BIND_NUM_ARITH_OPT(name, op) \
  67. _vm->bind##name(_vm->tp_int, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  68. if(is_int(rhs)) return VAR(_CAST(i64, lhs) op _CAST(i64, rhs)); \
  69. if(is_float(rhs)) return VAR(_CAST(i64, lhs) op _CAST(f64, rhs)); \
  70. return vm->NotImplemented; \
  71. }); \
  72. _vm->bind##name(_vm->tp_float, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  73. if(is_float(rhs)) return VAR(_CAST(f64, lhs) op _CAST(f64, rhs)); \
  74. if(is_int(rhs)) return VAR(_CAST(f64, lhs) op _CAST(i64, rhs)); \
  75. return vm->NotImplemented; \
  76. });
  77. BIND_NUM_ARITH_OPT(__add__, +)
  78. BIND_NUM_ARITH_OPT(__sub__, -)
  79. BIND_NUM_ARITH_OPT(__mul__, *)
  80. #undef BIND_NUM_ARITH_OPT
  81. #define BIND_NUM_LOGICAL_OPT(name, op) \
  82. _vm->bind##name(_vm->tp_int, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  83. i64 val; \
  84. if(try_cast_int(rhs, &val)) return VAR(_CAST(i64, lhs) op val); \
  85. if(is_float(rhs)) return VAR(_CAST(i64, lhs) op _CAST(f64, rhs)); \
  86. return vm->NotImplemented; \
  87. }); \
  88. _vm->bind##name(_vm->tp_float, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  89. i64 val; \
  90. if(try_cast_int(rhs, &val)) return VAR(_CAST(f64, lhs) op val); \
  91. if(is_float(rhs)) return VAR(_CAST(f64, lhs) op _CAST(f64, rhs)); \
  92. return vm->NotImplemented; \
  93. });
  94. BIND_NUM_LOGICAL_OPT(__eq__, ==)
  95. BIND_NUM_LOGICAL_OPT(__lt__, <)
  96. BIND_NUM_LOGICAL_OPT(__le__, <=)
  97. BIND_NUM_LOGICAL_OPT(__gt__, >)
  98. BIND_NUM_LOGICAL_OPT(__ge__, >=)
  99. #undef BIND_NUM_ARITH_OPT
  100. #undef BIND_NUM_LOGICAL_OPT
  101. _vm->bind_builtin_func<-1>("super", [](VM* vm, ArgsView args) {
  102. PyObject* class_arg = nullptr;
  103. PyObject* self_arg = nullptr;
  104. if(args.size() == 2){
  105. class_arg = args[0];
  106. self_arg = args[1];
  107. }else if(args.size() == 0){
  108. FrameId frame = vm->top_frame();
  109. if(frame->_callable != nullptr){
  110. class_arg = frame->_callable->attr().try_get(__class__);
  111. if(frame->_locals.size() > 0) self_arg = frame->_locals[0];
  112. }
  113. if(class_arg == nullptr || self_arg == nullptr){
  114. vm->TypeError("super(): unable to determine the class context, use super(class, self) instead");
  115. }
  116. }else{
  117. vm->TypeError("super() takes 0 or 2 arguments");
  118. }
  119. vm->check_non_tagged_type(class_arg, vm->tp_type);
  120. Type type = PK_OBJ_GET(Type, class_arg);
  121. if(!vm->isinstance(self_arg, type)){
  122. Str _0 = obj_type_name(vm, PK_OBJ_GET(Type, vm->_t(self_arg)));
  123. Str _1 = obj_type_name(vm, type);
  124. vm->TypeError("super(): " + _0.escape() + " is not an instance of " + _1.escape());
  125. }
  126. return vm->heap.gcnew<Super>(vm->tp_super, self_arg, vm->_all_types[type].base);
  127. });
  128. _vm->bind_builtin_func<2>("isinstance", [](VM* vm, ArgsView args) {
  129. if(is_non_tagged_type(args[1], vm->tp_tuple)){
  130. Tuple& types = _CAST(Tuple&, args[1]);
  131. for(PyObject* type : types){
  132. vm->check_non_tagged_type(type, vm->tp_type);
  133. if(vm->isinstance(args[0], PK_OBJ_GET(Type, type))) return vm->True;
  134. }
  135. return vm->False;
  136. }
  137. vm->check_non_tagged_type(args[1], vm->tp_type);
  138. Type type = PK_OBJ_GET(Type, args[1]);
  139. return VAR(vm->isinstance(args[0], type));
  140. });
  141. _vm->bind_builtin_func<0>("globals", [](VM* vm, ArgsView args) {
  142. PyObject* mod = vm->top_frame()->_module;
  143. return VAR(MappingProxy(mod));
  144. });
  145. _vm->bind(_vm->builtins, "round(x, ndigits=0)", [](VM* vm, ArgsView args) {
  146. f64 x = CAST(f64, args[0]);
  147. int ndigits = CAST(int, args[1]);
  148. if(ndigits == 0){
  149. return x >= 0 ? VAR((i64)(x + 0.5)) : VAR((i64)(x - 0.5));
  150. }
  151. if(ndigits < 0) vm->ValueError("ndigits should be non-negative");
  152. if(x >= 0){
  153. return VAR((i64)(x * std::pow(10, ndigits) + 0.5) / std::pow(10, ndigits));
  154. }else{
  155. return VAR((i64)(x * std::pow(10, ndigits) - 0.5) / std::pow(10, ndigits));
  156. }
  157. });
  158. _vm->bind_builtin_func<1>("abs", [](VM* vm, ArgsView args) {
  159. if(is_int(args[0])) return VAR(std::abs(_CAST(i64, args[0])));
  160. if(is_float(args[0])) return VAR(std::abs(_CAST(f64, args[0])));
  161. vm->TypeError("bad operand type for abs()");
  162. return vm->None;
  163. });
  164. _vm->bind_builtin_func<1>("id", [](VM* vm, ArgsView args) {
  165. PyObject* obj = args[0];
  166. if(is_tagged(obj)) return vm->None;
  167. return VAR(PK_BITS(obj));
  168. });
  169. _vm->bind_builtin_func<1>("staticmethod", [](VM* vm, ArgsView args) {
  170. return args[0];
  171. });
  172. _vm->bind_builtin_func<1>("callable", [](VM* vm, ArgsView args) {
  173. PyObject* cls = vm->_t(args[0]);
  174. Type t = PK_OBJ_GET(Type, cls);
  175. if(t == vm->tp_function) return vm->True;
  176. if(t == vm->tp_native_func) return vm->True;
  177. if(t == vm->tp_bound_method) return vm->True;
  178. if(t == vm->tp_type) return vm->True;
  179. bool ok = vm->find_name_in_mro(cls, __call__) != nullptr;
  180. return VAR(ok);
  181. });
  182. _vm->bind_builtin_func<1>("__import__", [](VM* vm, ArgsView args) {
  183. const Str& name = CAST(Str&, args[0]);
  184. auto dot = name.sv().find_last_of(".");
  185. if(dot != std::string_view::npos){
  186. auto ext = name.sv().substr(dot);
  187. if(ext == ".so" || ext == ".dll" || ext == ".dylib"){
  188. dylib_entry_t entry = load_dylib(name.c_str());
  189. if(!entry){
  190. vm->ImportError("cannot load dynamic library: " + name.escape());
  191. }
  192. vm->_c.s_view.push(ArgsView(vm->s_data.end(), vm->s_data.end()));
  193. const char* name = entry(vm, PK_VERSION);
  194. vm->_c.s_view.pop();
  195. if(name == nullptr){
  196. vm->ImportError("module initialization failed: " + Str(name).escape());
  197. }
  198. return vm->_modules[name];
  199. }
  200. }
  201. return vm->py_import(name);
  202. });
  203. _vm->bind_builtin_func<2>("divmod", [](VM* vm, ArgsView args) {
  204. if(is_int(args[0])){
  205. i64 lhs = _CAST(i64, args[0]);
  206. i64 rhs = CAST(i64, args[1]);
  207. if(rhs == 0) vm->ZeroDivisionError();
  208. auto res = std::div(lhs, rhs);
  209. return VAR(Tuple({VAR(res.quot), VAR(res.rem)}));
  210. }else{
  211. return vm->call_method(args[0], __divmod__, args[1]);
  212. }
  213. });
  214. _vm->bind_builtin_func<1>("eval", [](VM* vm, ArgsView args) {
  215. CodeObject_ code = vm->compile(CAST(Str&, args[0]), "<eval>", EVAL_MODE, true);
  216. FrameId frame = vm->top_frame();
  217. return vm->_exec(code.get(), frame->_module, frame->_callable, frame->_locals);
  218. });
  219. _vm->bind_builtin_func<1>("exec", [](VM* vm, ArgsView args) {
  220. CodeObject_ code = vm->compile(CAST(Str&, args[0]), "<exec>", EXEC_MODE, true);
  221. FrameId frame = vm->top_frame();
  222. vm->_exec(code.get(), frame->_module, frame->_callable, frame->_locals);
  223. return vm->None;
  224. });
  225. _vm->bind_builtin_func<-1>("exit", [](VM* vm, ArgsView args) {
  226. if(args.size() == 0) std::exit(0);
  227. else if(args.size() == 1) std::exit(CAST(int, args[0]));
  228. else vm->TypeError("exit() takes at most 1 argument");
  229. return vm->None;
  230. });
  231. _vm->bind_builtin_func<1>("repr", PK_LAMBDA(vm->py_repr(args[0])));
  232. _vm->bind_builtin_func<1>("len", [](VM* vm, ArgsView args){
  233. const PyTypeInfo* ti = vm->_inst_type_info(args[0]);
  234. if(ti->m__len__) return VAR(ti->m__len__(vm, args[0]));
  235. return vm->call_method(args[0], __len__);
  236. });
  237. _vm->bind_builtin_func<1>("hash", [](VM* vm, ArgsView args){
  238. i64 value = vm->py_hash(args[0]);
  239. return VAR(value);
  240. });
  241. _vm->bind_builtin_func<1>("chr", [](VM* vm, ArgsView args) {
  242. i64 i = CAST(i64, args[0]);
  243. if (i < 0 || i > 128) vm->ValueError("chr() arg not in range(128)");
  244. return VAR(std::string(1, (char)i));
  245. });
  246. _vm->bind_builtin_func<1>("ord", [](VM* vm, ArgsView args) {
  247. const Str& s = CAST(Str&, args[0]);
  248. if (s.length()!=1) vm->TypeError("ord() expected an ASCII character");
  249. return VAR((i64)(s[0]));
  250. });
  251. _vm->bind_builtin_func<2>("hasattr", [](VM* vm, ArgsView args) {
  252. return VAR(vm->getattr(args[0], CAST(Str&, args[1]), false) != nullptr);
  253. });
  254. _vm->bind_builtin_func<3>("setattr", [](VM* vm, ArgsView args) {
  255. vm->setattr(args[0], CAST(Str&, args[1]), args[2]);
  256. return vm->None;
  257. });
  258. _vm->bind_builtin_func<2>("getattr", [](VM* vm, ArgsView args) {
  259. const Str& name = CAST(Str&, args[1]);
  260. return vm->getattr(args[0], name);
  261. });
  262. _vm->bind_builtin_func<1>("hex", [](VM* vm, ArgsView args) {
  263. std::stringstream ss;
  264. ss << std::hex << CAST(i64, args[0]);
  265. return VAR("0x" + ss.str());
  266. });
  267. _vm->bind_builtin_func<1>("iter", [](VM* vm, ArgsView args) {
  268. return vm->py_iter(args[0]);
  269. });
  270. _vm->bind_builtin_func<1>("next", [](VM* vm, ArgsView args) {
  271. return vm->py_next(args[0]);
  272. });
  273. _vm->bind_builtin_func<1>("bin", [](VM* vm, ArgsView args) {
  274. std::stringstream ss;
  275. i64 x = CAST(i64, args[0]);
  276. if(x < 0){ ss << "-"; x = -x; }
  277. ss << "0b";
  278. std::string bits;
  279. while(x){
  280. bits += (x & 1) ? '1' : '0';
  281. x >>= 1;
  282. }
  283. std::reverse(bits.begin(), bits.end());
  284. if(bits.empty()) bits = "0";
  285. ss << bits;
  286. return VAR(ss.str());
  287. });
  288. _vm->bind_builtin_func<1>("dir", [](VM* vm, ArgsView args) {
  289. std::set<StrName> names;
  290. if(!is_tagged(args[0]) && args[0]->is_attr_valid()){
  291. std::vector<StrName> keys = args[0]->attr().keys();
  292. names.insert(keys.begin(), keys.end());
  293. }
  294. const NameDict& t_attr = vm->_t(args[0])->attr();
  295. std::vector<StrName> keys = t_attr.keys();
  296. names.insert(keys.begin(), keys.end());
  297. List ret;
  298. for (StrName name : names) ret.push_back(VAR(name.sv()));
  299. return VAR(std::move(ret));
  300. });
  301. _vm->bind__repr__(_vm->tp_object, [](VM* vm, PyObject* obj) {
  302. if(is_tagged(obj)) FATAL_ERROR();
  303. std::stringstream ss;
  304. ss << "<" << OBJ_NAME(vm->_t(obj)) << " object at 0x";
  305. ss << std::hex << reinterpret_cast<intptr_t>(obj) << ">";
  306. return VAR(ss.str());
  307. });
  308. _vm->bind__eq__(_vm->tp_object, [](VM* vm, PyObject* lhs, PyObject* rhs) { return VAR(lhs == rhs); });
  309. _vm->cached_object__new__ = _vm->bind_constructor<1>("object", [](VM* vm, ArgsView args) {
  310. vm->check_non_tagged_type(args[0], vm->tp_type);
  311. Type t = PK_OBJ_GET(Type, args[0]);
  312. return vm->heap.gcnew<DummyInstance>(t);
  313. });
  314. _vm->bind_method<0>("object", "_enable_instance_dict", [](VM* vm, ArgsView args){
  315. PyObject* self = args[0];
  316. if(is_tagged(self)){
  317. vm->TypeError("object: tagged object cannot enable instance dict");
  318. }
  319. if(self->is_attr_valid()){
  320. vm->TypeError("object: instance dict is already enabled");
  321. }
  322. self->enable_instance_dict();
  323. return vm->None;
  324. });
  325. _vm->bind_constructor<2>("type", PK_LAMBDA(vm->_t(args[1])));
  326. _vm->bind_constructor<-1>("range", [](VM* vm, ArgsView args) {
  327. args._begin += 1; // skip cls
  328. Range r;
  329. switch (args.size()) {
  330. case 1: r.stop = CAST(i64, args[0]); break;
  331. case 2: r.start = CAST(i64, args[0]); r.stop = CAST(i64, args[1]); break;
  332. case 3: r.start = CAST(i64, args[0]); r.stop = CAST(i64, args[1]); r.step = CAST(i64, args[2]); break;
  333. default: vm->TypeError("expected 1-3 arguments, got " + std::to_string(args.size()));
  334. }
  335. return VAR(r);
  336. });
  337. _vm->bind__iter__(_vm->tp_range, [](VM* vm, PyObject* obj) { return VAR_T(RangeIter, PK_OBJ_GET(Range, obj)); });
  338. _vm->bind__repr__(_vm->_type("NoneType"), [](VM* vm, PyObject* obj) { return VAR("None"); });
  339. _vm->bind__json__(_vm->_type("NoneType"), [](VM* vm, PyObject* obj) { return VAR("null"); });
  340. _vm->bind__truediv__(_vm->tp_float, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  341. f64 value = CAST_F(rhs);
  342. return VAR(_CAST(f64, lhs) / value);
  343. });
  344. _vm->bind__truediv__(_vm->tp_int, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  345. f64 value = CAST_F(rhs);
  346. return VAR(_CAST(i64, lhs) / value);
  347. });
  348. auto py_number_pow = [](VM* vm, PyObject* lhs_, PyObject* rhs_) {
  349. i64 lhs, rhs;
  350. if(try_cast_int(lhs_, &lhs) && try_cast_int(rhs_, &rhs)){
  351. if(rhs < 0) {
  352. if(lhs == 0) vm->ZeroDivisionError("0.0 cannot be raised to a negative power");
  353. return VAR((f64)std::pow(lhs, rhs));
  354. }
  355. i64 ret = 1;
  356. while(rhs){
  357. if(rhs & 1) ret *= lhs;
  358. lhs *= lhs;
  359. rhs >>= 1;
  360. }
  361. return VAR(ret);
  362. }else{
  363. return VAR((f64)std::pow(CAST_F(lhs_), CAST_F(rhs_)));
  364. }
  365. };
  366. _vm->bind__pow__(_vm->tp_int, py_number_pow);
  367. _vm->bind__pow__(_vm->tp_float, py_number_pow);
  368. /************ int ************/
  369. _vm->bind_constructor<-1>("int", [](VM* vm, ArgsView args) {
  370. if(args.size() == 1+0) return VAR(0);
  371. // 1 arg
  372. if(args.size() == 1+1){
  373. if (is_type(args[1], vm->tp_float)) return VAR((i64)CAST(f64, args[1]));
  374. if (is_type(args[1], vm->tp_int)) return args[1];
  375. if (is_type(args[1], vm->tp_bool)) return VAR(_CAST(bool, args[1]) ? 1 : 0);
  376. }
  377. if(args.size() > 1+2) vm->TypeError("int() takes at most 2 arguments");
  378. // 2 args
  379. if (is_type(args[1], vm->tp_str)) {
  380. int base = 10;
  381. if(args.size() == 1+2) base = CAST(i64, args[2]);
  382. const Str& s = CAST(Str&, args[1]);
  383. i64 val;
  384. if(!parse_int(s.sv(), &val, base)){
  385. vm->ValueError("invalid literal for int(): " + s.escape());
  386. }
  387. return VAR(val);
  388. }
  389. vm->TypeError("invalid arguments for int()");
  390. return vm->None;
  391. });
  392. _vm->bind_method<0>("int", "bit_length", [](VM* vm, ArgsView args) {
  393. i64 x = _CAST(i64, args[0]);
  394. if(x < 0) x = -x;
  395. int bits = 0;
  396. while(x){ x >>= 1; bits++; }
  397. return VAR(bits);
  398. });
  399. _vm->bind__floordiv__(_vm->tp_int, [](VM* vm, PyObject* lhs_, PyObject* rhs_) {
  400. i64 rhs = CAST(i64, rhs_);
  401. if(rhs == 0) vm->ZeroDivisionError();
  402. return VAR(_CAST(i64, lhs_) / rhs);
  403. });
  404. _vm->bind__mod__(_vm->tp_int, [](VM* vm, PyObject* lhs_, PyObject* rhs_) {
  405. i64 rhs = CAST(i64, rhs_);
  406. if(rhs == 0) vm->ZeroDivisionError();
  407. return VAR(_CAST(i64, lhs_) % rhs);
  408. });
  409. _vm->bind__repr__(_vm->tp_int, [](VM* vm, PyObject* obj) { return VAR(std::to_string(_CAST(i64, obj))); });
  410. _vm->bind__json__(_vm->tp_int, [](VM* vm, PyObject* obj) { return VAR(std::to_string(_CAST(i64, obj))); });
  411. _vm->bind__neg__(_vm->tp_int, [](VM* vm, PyObject* obj) { return VAR(-_CAST(i64, obj)); });
  412. _vm->bind__hash__(_vm->tp_int, [](VM* vm, PyObject* obj) { return _CAST(i64, obj); });
  413. _vm->bind__invert__(_vm->tp_int, [](VM* vm, PyObject* obj) { return VAR(~_CAST(i64, obj)); });
  414. #define INT_BITWISE_OP(name, op) \
  415. _vm->bind##name(_vm->tp_int, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  416. return VAR(_CAST(i64, lhs) op CAST(i64, rhs)); \
  417. });
  418. INT_BITWISE_OP(__lshift__, <<)
  419. INT_BITWISE_OP(__rshift__, >>)
  420. INT_BITWISE_OP(__and__, &)
  421. INT_BITWISE_OP(__or__, |)
  422. INT_BITWISE_OP(__xor__, ^)
  423. #undef INT_BITWISE_OP
  424. /************ float ************/
  425. _vm->bind_constructor<-1>("float", [](VM* vm, ArgsView args) {
  426. if(args.size() == 1+0) return VAR(0.0);
  427. if(args.size() > 1+1) vm->TypeError("float() takes at most 1 argument");
  428. // 1 arg
  429. if (is_type(args[1], vm->tp_int)) return VAR((f64)CAST(i64, args[1]));
  430. if (is_type(args[1], vm->tp_float)) return args[1];
  431. if (is_type(args[1], vm->tp_bool)) return VAR(_CAST(bool, args[1]) ? 1.0 : 0.0);
  432. if (is_type(args[1], vm->tp_str)) {
  433. const Str& s = CAST(Str&, args[1]);
  434. if(s == "inf") return VAR(INFINITY);
  435. if(s == "-inf") return VAR(-INFINITY);
  436. try{
  437. f64 val = Number::stof(s.str());
  438. return VAR(val);
  439. }catch(...){
  440. vm->ValueError("invalid literal for float(): " + s.escape());
  441. }
  442. }
  443. vm->TypeError("invalid arguments for float()");
  444. return vm->None;
  445. });
  446. _vm->bind__hash__(_vm->tp_float, [](VM* vm, PyObject* obj) {
  447. f64 val = _CAST(f64, obj);
  448. return (i64)std::hash<f64>()(val);
  449. });
  450. _vm->bind__neg__(_vm->tp_float, [](VM* vm, PyObject* obj) { return VAR(-_CAST(f64, obj)); });
  451. _vm->bind__repr__(_vm->tp_float, [](VM* vm, PyObject* obj) {
  452. f64 val = _CAST(f64, obj);
  453. if(std::isinf(val) || std::isnan(val)) return VAR(std::to_string(val));
  454. std::stringstream ss;
  455. ss << std::setprecision(std::numeric_limits<f64>::max_digits10-1) << val;
  456. std::string s = ss.str();
  457. if(std::all_of(s.begin()+1, s.end(), isdigit)) s += ".0";
  458. return VAR(s);
  459. });
  460. _vm->bind__json__(_vm->tp_float, [](VM* vm, PyObject* obj) {
  461. f64 val = _CAST(f64, obj);
  462. if(std::isinf(val) || std::isnan(val)) vm->ValueError("cannot jsonify 'nan' or 'inf'");
  463. return VAR(std::to_string(val));
  464. });
  465. /************ str ************/
  466. _vm->bind_constructor<2>("str", PK_LAMBDA(vm->py_str(args[1])));
  467. _vm->bind__hash__(_vm->tp_str, [](VM* vm, PyObject* obj) {
  468. return (i64)_CAST(Str&, obj).hash();
  469. });
  470. _vm->bind__add__(_vm->tp_str, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  471. return VAR(_CAST(Str&, lhs) + CAST(Str&, rhs));
  472. });
  473. _vm->bind__len__(_vm->tp_str, [](VM* vm, PyObject* obj) {
  474. return (i64)_CAST(Str&, obj).u8_length();
  475. });
  476. _vm->bind__mul__(_vm->tp_str, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  477. const Str& self = _CAST(Str&, lhs);
  478. i64 n = CAST(i64, rhs);
  479. std::stringstream ss;
  480. for(i64 i = 0; i < n; i++) ss << self.sv();
  481. return VAR(ss.str());
  482. });
  483. _vm->bind_method<1>("str", "__rmul__", [](VM* vm, ArgsView args) {
  484. const Str& self = _CAST(Str&, args[0]);
  485. i64 n = CAST(i64, args[1]);
  486. std::stringstream ss;
  487. for(i64 i = 0; i < n; i++) ss << self.sv();
  488. return VAR(ss.str());
  489. });
  490. _vm->bind__contains__(_vm->tp_str, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  491. const Str& self = _CAST(Str&, lhs);
  492. return VAR(self.index(CAST(Str&, rhs)) != -1);
  493. });
  494. _vm->bind__str__(_vm->tp_str, [](VM* vm, PyObject* obj) { return obj; });
  495. _vm->bind__iter__(_vm->tp_str, [](VM* vm, PyObject* obj) { return VAR_T(StringIter, obj); });
  496. _vm->bind__repr__(_vm->tp_str, [](VM* vm, PyObject* obj) {
  497. const Str& self = _CAST(Str&, obj);
  498. return VAR(self.escape(true));
  499. });
  500. _vm->bind__json__(_vm->tp_str, [](VM* vm, PyObject* obj) {
  501. const Str& self = _CAST(Str&, obj);
  502. return VAR(self.escape(false));
  503. });
  504. #define BIND_CMP_STR(name, op) \
  505. _vm->bind##name(_vm->tp_str, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  506. if(!is_non_tagged_type(rhs, vm->tp_str)) return vm->NotImplemented; \
  507. return VAR(_CAST(Str&, lhs) op _CAST(Str&, rhs)); \
  508. });
  509. BIND_CMP_STR(__eq__, ==)
  510. BIND_CMP_STR(__lt__, <)
  511. BIND_CMP_STR(__le__, <=)
  512. BIND_CMP_STR(__gt__, >)
  513. BIND_CMP_STR(__ge__, >=)
  514. #undef BIND_CMP_STR
  515. _vm->bind__getitem__(_vm->tp_str, [](VM* vm, PyObject* obj, PyObject* index) {
  516. const Str& self = _CAST(Str&, obj);
  517. if(is_non_tagged_type(index, vm->tp_slice)){
  518. const Slice& s = _CAST(Slice&, index);
  519. int start, stop, step;
  520. vm->parse_int_slice(s, self.u8_length(), start, stop, step);
  521. return VAR(self.u8_slice(start, stop, step));
  522. }
  523. int i = CAST(int, index);
  524. i = vm->normalized_index(i, self.u8_length());
  525. return VAR(self.u8_getitem(i));
  526. });
  527. _vm->bind(_vm->_t(_vm->tp_str), "replace(self, old, new, count=-1)", [](VM* vm, ArgsView args) {
  528. const Str& self = _CAST(Str&, args[0]);
  529. const Str& old = CAST(Str&, args[1]);
  530. if(old.empty()) vm->ValueError("empty substring");
  531. const Str& new_ = CAST(Str&, args[2]);
  532. int count = CAST(int, args[3]);
  533. return VAR(self.replace(old, new_, count));
  534. });
  535. _vm->bind(_vm->_t(_vm->tp_str), "split(self, sep=' ')", [](VM* vm, ArgsView args) {
  536. const Str& self = _CAST(Str&, args[0]);
  537. std::vector<std::string_view> parts = self.split(CAST(Str&, args[1]));
  538. List ret(parts.size());
  539. for(int i=0; i<parts.size(); i++) ret[i] = VAR(Str(parts[i]));
  540. return VAR(std::move(ret));
  541. });
  542. _vm->bind(_vm->_t(_vm->tp_str), "count(self, s: str)", [](VM* vm, ArgsView args) {
  543. const Str& self = _CAST(Str&, args[0]);
  544. const Str& s = CAST(Str&, args[1]);
  545. return VAR(self.count(s));
  546. });
  547. _vm->bind_method<1>("str", "index", [](VM* vm, ArgsView args) {
  548. const Str& self = _CAST(Str&, args[0]);
  549. const Str& sub = CAST(Str&, args[1]);
  550. int index = self.index(sub);
  551. if(index == -1) vm->ValueError("substring not found");
  552. return VAR(index);
  553. });
  554. _vm->bind_method<1>("str", "find", [](VM* vm, ArgsView args) {
  555. const Str& self = _CAST(Str&, args[0]);
  556. const Str& sub = CAST(Str&, args[1]);
  557. return VAR(self.index(sub));
  558. });
  559. _vm->bind_method<1>("str", "startswith", [](VM* vm, ArgsView args) {
  560. const Str& self = _CAST(Str&, args[0]);
  561. const Str& prefix = CAST(Str&, args[1]);
  562. return VAR(self.index(prefix) == 0);
  563. });
  564. _vm->bind_method<1>("str", "endswith", [](VM* vm, ArgsView args) {
  565. const Str& self = _CAST(Str&, args[0]);
  566. const Str& suffix = CAST(Str&, args[1]);
  567. int offset = self.length() - suffix.length();
  568. if(offset < 0) return vm->False;
  569. bool ok = memcmp(self.data+offset, suffix.data, suffix.length()) == 0;
  570. return VAR(ok);
  571. });
  572. _vm->bind_method<0>("str", "encode", [](VM* vm, ArgsView args) {
  573. const Str& self = _CAST(Str&, args[0]);
  574. unsigned char* buffer = new unsigned char[self.length()];
  575. memcpy(buffer, self.data, self.length());
  576. return VAR(Bytes(buffer, self.length()));
  577. });
  578. _vm->bind_method<1>("str", "join", [](VM* vm, ArgsView args) {
  579. auto _lock = vm->heap.gc_scope_lock();
  580. const Str& self = _CAST(Str&, args[0]);
  581. FastStrStream ss;
  582. PyObject* it = vm->py_iter(args[1]); // strong ref
  583. PyObject* obj = vm->py_next(it);
  584. while(obj != vm->StopIteration){
  585. if(!ss.empty()) ss << self;
  586. ss << CAST(Str&, obj);
  587. obj = vm->py_next(it);
  588. }
  589. return VAR(ss.str());
  590. });
  591. _vm->bind_method<0>("str", "lower", [](VM* vm, ArgsView args) {
  592. const Str& self = _CAST(Str&, args[0]);
  593. return VAR(self.lower());
  594. });
  595. _vm->bind_method<0>("str", "upper", [](VM* vm, ArgsView args) {
  596. const Str& self = _CAST(Str&, args[0]);
  597. return VAR(self.upper());
  598. });
  599. /************ list ************/
  600. // list.__repr__ = lambda self: '[' + ', '.join([repr(i) for i in self]) + ']'
  601. // list.__json__ = lambda self: '[' + ', '.join([i.__json__() for i in self]) + ']'
  602. // tuple.__json__ = lambda self: '[' + ', '.join([i.__json__() for i in self]) + ']'
  603. // def __f(self):
  604. // if len(self) == 1:
  605. // return '(' + repr(self[0]) + ',)'
  606. // return '(' + ', '.join([repr(i) for i in self]) + ')'
  607. // tuple.__repr__ = __f
  608. _vm->bind__repr__(_vm->tp_list, [](VM* vm, PyObject* _0){
  609. List& iterable = _CAST(List&, _0);
  610. std::stringstream ss;
  611. ss << '[';
  612. for(int i=0; i<iterable.size(); i++){
  613. ss << CAST(Str&, vm->py_repr(iterable[i]));
  614. if(i != iterable.size()-1) ss << ", ";
  615. }
  616. ss << ']';
  617. return VAR(ss.str());
  618. });
  619. _vm->bind__json__(_vm->tp_list, [](VM* vm, PyObject* _0){
  620. List& iterable = _CAST(List&, _0);
  621. std::stringstream ss;
  622. ss << '[';
  623. for(int i=0; i<iterable.size(); i++){
  624. ss << CAST(Str&, vm->py_json(iterable[i]));
  625. if(i != iterable.size()-1) ss << ", ";
  626. }
  627. ss << ']';
  628. return VAR(ss.str());
  629. });
  630. _vm->bind__repr__(_vm->tp_tuple, [](VM* vm, PyObject* _0){
  631. Tuple& iterable = _CAST(Tuple&, _0);
  632. std::stringstream ss;
  633. ss << '(';
  634. if(iterable.size() == 1){
  635. ss << CAST(Str&, vm->py_repr(iterable[0]));
  636. ss << ',';
  637. }else{
  638. for(int i=0; i<iterable.size(); i++){
  639. ss << CAST(Str&, vm->py_repr(iterable[i]));
  640. if(i != iterable.size()-1) ss << ", ";
  641. }
  642. }
  643. ss << ')';
  644. return VAR(ss.str());
  645. });
  646. _vm->bind__json__(_vm->tp_tuple, [](VM* vm, PyObject* _0){
  647. Tuple& iterable = _CAST(Tuple&, _0);
  648. std::stringstream ss;
  649. ss << '[';
  650. for(int i=0; i<iterable.size(); i++){
  651. ss << CAST(Str&, vm->py_json(iterable[i]));
  652. if(i != iterable.size()-1) ss << ", ";
  653. }
  654. ss << ']';
  655. return VAR(ss.str());
  656. });
  657. _vm->bind_constructor<-1>("list", [](VM* vm, ArgsView args) {
  658. if(args.size() == 1+0) return VAR(List());
  659. if(args.size() == 1+1){
  660. return vm->py_list(args[1]);
  661. }
  662. vm->TypeError("list() takes 0 or 1 arguments");
  663. return vm->None;
  664. });
  665. _vm->bind__contains__(_vm->tp_list, [](VM* vm, PyObject* obj, PyObject* item) {
  666. List& self = _CAST(List&, obj);
  667. for(PyObject* i: self) if(vm->py_equals(i, item)) return vm->True;
  668. return vm->False;
  669. });
  670. _vm->bind_method<1>("list", "count", [](VM* vm, ArgsView args) {
  671. List& self = _CAST(List&, args[0]);
  672. int count = 0;
  673. for(PyObject* i: self) if(vm->py_equals(i, args[1])) count++;
  674. return VAR(count);
  675. });
  676. _vm->bind__eq__(_vm->tp_list, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  677. List& a = _CAST(List&, lhs);
  678. if(!is_non_tagged_type(rhs, vm->tp_list)) return vm->NotImplemented;
  679. List& b = _CAST(List&, rhs);
  680. if(a.size() != b.size()) return vm->False;
  681. for(int i=0; i<a.size(); i++){
  682. if(!vm->py_equals(a[i], b[i])) return vm->False;
  683. }
  684. return vm->True;
  685. });
  686. _vm->bind_method<1>("list", "index", [](VM* vm, ArgsView args) {
  687. List& self = _CAST(List&, args[0]);
  688. PyObject* obj = args[1];
  689. for(int i=0; i<self.size(); i++){
  690. if(vm->py_equals(self[i], obj)) return VAR(i);
  691. }
  692. vm->ValueError(_CAST(Str&, vm->py_repr(obj)) + " is not in list");
  693. return vm->None;
  694. });
  695. _vm->bind_method<1>("list", "remove", [](VM* vm, ArgsView args) {
  696. List& self = _CAST(List&, args[0]);
  697. PyObject* obj = args[1];
  698. for(int i=0; i<self.size(); i++){
  699. if(vm->py_equals(self[i], obj)){
  700. self.erase(i);
  701. return vm->None;
  702. }
  703. }
  704. vm->ValueError(_CAST(Str&, vm->py_repr(obj)) + " is not in list");
  705. return vm->None;
  706. });
  707. _vm->bind_method<-1>("list", "pop", [](VM* vm, ArgsView args) {
  708. List& self = _CAST(List&, args[0]);
  709. if(args.size() == 1+0){
  710. if(self.empty()) vm->IndexError("pop from empty list");
  711. return self.popx_back();
  712. }
  713. if(args.size() == 1+1){
  714. int index = CAST(int, args[1]);
  715. index = vm->normalized_index(index, self.size());
  716. PyObject* ret = self[index];
  717. self.erase(index);
  718. return ret;
  719. }
  720. vm->TypeError("pop() takes at most 1 argument");
  721. return vm->None;
  722. });
  723. _vm->bind_method<1>("list", "append", [](VM* vm, ArgsView args) {
  724. List& self = _CAST(List&, args[0]);
  725. self.push_back(args[1]);
  726. return vm->None;
  727. });
  728. _vm->bind_method<1>("list", "extend", [](VM* vm, ArgsView args) {
  729. auto _lock = vm->heap.gc_scope_lock();
  730. List& self = _CAST(List&, args[0]);
  731. PyObject* it = vm->py_iter(args[1]); // strong ref
  732. PyObject* obj = vm->py_next(it);
  733. while(obj != vm->StopIteration){
  734. self.push_back(obj);
  735. obj = vm->py_next(it);
  736. }
  737. return vm->None;
  738. });
  739. _vm->bind_method<0>("list", "reverse", [](VM* vm, ArgsView args) {
  740. List& self = _CAST(List&, args[0]);
  741. std::reverse(self.begin(), self.end());
  742. return vm->None;
  743. });
  744. _vm->bind__mul__(_vm->tp_list, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  745. const List& self = _CAST(List&, lhs);
  746. if(!is_int(rhs)) return vm->NotImplemented;
  747. int n = _CAST(int, rhs);
  748. List result;
  749. result.reserve(self.size() * n);
  750. for(int i = 0; i < n; i++) result.extend(self);
  751. return VAR(std::move(result));
  752. });
  753. _vm->bind_method<1>("list", "__rmul__", [](VM* vm, ArgsView args) {
  754. const List& self = _CAST(List&, args[0]);
  755. if(!is_int(args[1])) return vm->NotImplemented;
  756. int n = _CAST(int, args[1]);
  757. List result;
  758. result.reserve(self.size() * n);
  759. for(int i = 0; i < n; i++) result.extend(self);
  760. return VAR(std::move(result));
  761. });
  762. _vm->bind_method<2>("list", "insert", [](VM* vm, ArgsView args) {
  763. List& self = _CAST(List&, args[0]);
  764. int index = CAST(int, args[1]);
  765. if(index < 0) index += self.size();
  766. if(index < 0) index = 0;
  767. if(index > self.size()) index = self.size();
  768. self.insert(index, args[2]);
  769. return vm->None;
  770. });
  771. _vm->bind_method<0>("list", "clear", [](VM* vm, ArgsView args) {
  772. _CAST(List&, args[0]).clear();
  773. return vm->None;
  774. });
  775. _vm->bind_method<0>("list", "copy", PK_LAMBDA(VAR(_CAST(List, args[0]))));
  776. _vm->bind__add__(_vm->tp_list, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  777. const List& self = _CAST(List&, lhs);
  778. const List& other = CAST(List&, rhs);
  779. List new_list(self); // copy construct
  780. new_list.extend(other);
  781. return VAR(std::move(new_list));
  782. });
  783. _vm->bind__len__(_vm->tp_list, [](VM* vm, PyObject* obj) {
  784. return (i64)_CAST(List&, obj).size();
  785. });
  786. _vm->bind__iter__(_vm->tp_list, [](VM* vm, PyObject* obj) {
  787. List& self = _CAST(List&, obj);
  788. return VAR_T(ArrayIter, obj, self.begin(), self.end());
  789. });
  790. _vm->bind__getitem__(_vm->tp_list, PyArrayGetItem<List>);
  791. _vm->bind__setitem__(_vm->tp_list, [](VM* vm, PyObject* obj, PyObject* index, PyObject* value){
  792. List& self = _CAST(List&, obj);
  793. int i = CAST(int, index);
  794. i = vm->normalized_index(i, self.size());
  795. self[i] = value;
  796. });
  797. _vm->bind__delitem__(_vm->tp_list, [](VM* vm, PyObject* obj, PyObject* index){
  798. List& self = _CAST(List&, obj);
  799. int i = CAST(int, index);
  800. i = vm->normalized_index(i, self.size());
  801. self.erase(i);
  802. });
  803. /************ tuple ************/
  804. _vm->bind_constructor<-1>("tuple", [](VM* vm, ArgsView args) {
  805. if(args.size() == 1+0) return VAR(Tuple(0));
  806. if(args.size() == 1+1){
  807. List list = CAST(List, vm->py_list(args[1]));
  808. return VAR(Tuple(std::move(list)));
  809. }
  810. vm->TypeError("tuple() takes at most 1 argument");
  811. return vm->None;
  812. });
  813. _vm->bind__contains__(_vm->tp_tuple, [](VM* vm, PyObject* obj, PyObject* item) {
  814. Tuple& self = _CAST(Tuple&, obj);
  815. for(PyObject* i: self) if(vm->py_equals(i, item)) return vm->True;
  816. return vm->False;
  817. });
  818. _vm->bind_method<1>("tuple", "count", [](VM* vm, ArgsView args) {
  819. Tuple& self = _CAST(Tuple&, args[0]);
  820. int count = 0;
  821. for(PyObject* i: self) if(vm->py_equals(i, args[1])) count++;
  822. return VAR(count);
  823. });
  824. _vm->bind__eq__(_vm->tp_tuple, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  825. const Tuple& self = _CAST(Tuple&, lhs);
  826. if(!is_non_tagged_type(rhs, vm->tp_tuple)) return vm->NotImplemented;
  827. const Tuple& other = _CAST(Tuple&, rhs);
  828. if(self.size() != other.size()) return vm->False;
  829. for(int i = 0; i < self.size(); i++) {
  830. if(!vm->py_equals(self[i], other[i])) return vm->False;
  831. }
  832. return vm->True;
  833. });
  834. _vm->bind__hash__(_vm->tp_tuple, [](VM* vm, PyObject* obj) {
  835. i64 x = 1000003;
  836. const Tuple& items = CAST(Tuple&, obj);
  837. for (int i=0; i<items.size(); i++) {
  838. i64 y = vm->py_hash(items[i]);
  839. // recommended by Github Copilot
  840. x = x ^ (y + 0x9e3779b9 + (x << 6) + (x >> 2));
  841. }
  842. return x;
  843. });
  844. _vm->bind__iter__(_vm->tp_tuple, [](VM* vm, PyObject* obj) {
  845. Tuple& self = _CAST(Tuple&, obj);
  846. return VAR_T(ArrayIter, obj, self.begin(), self.end());
  847. });
  848. _vm->bind__getitem__(_vm->tp_tuple, PyArrayGetItem<Tuple>);
  849. _vm->bind__len__(_vm->tp_tuple, [](VM* vm, PyObject* obj) {
  850. return (i64)_CAST(Tuple&, obj).size();
  851. });
  852. /************ bool ************/
  853. _vm->bind_constructor<2>("bool", PK_LAMBDA(VAR(vm->py_bool(args[1]))));
  854. _vm->bind__hash__(_vm->tp_bool, [](VM* vm, PyObject* obj) {
  855. return (i64)_CAST(bool, obj);
  856. });
  857. _vm->bind__repr__(_vm->tp_bool, [](VM* vm, PyObject* self) {
  858. bool val = _CAST(bool, self);
  859. return VAR(val ? "True" : "False");
  860. });
  861. _vm->bind__json__(_vm->tp_bool, [](VM* vm, PyObject* self) {
  862. bool val = _CAST(bool, self);
  863. return VAR(val ? "true" : "false");
  864. });
  865. const PK_LOCAL_STATIC auto f_bool_add = [](VM* vm, PyObject* lhs, PyObject* rhs) -> PyObject* {
  866. int x = (int)_CAST(bool, lhs);
  867. if(is_int(rhs)) return VAR(x + _CAST(int, rhs));
  868. if(rhs == vm->True) return VAR(x + 1);
  869. if(rhs == vm->False) return VAR(x);
  870. return vm->NotImplemented;
  871. };
  872. const PK_LOCAL_STATIC auto f_bool_mul = [](VM* vm, PyObject* lhs, PyObject* rhs) -> PyObject* {
  873. int x = (int)_CAST(bool, lhs);
  874. if(is_int(rhs)) return VAR(x * _CAST(int, rhs));
  875. if(rhs == vm->True) return VAR(x);
  876. if(rhs == vm->False) return VAR(0);
  877. return vm->NotImplemented;
  878. };
  879. _vm->bind__add__(_vm->tp_bool, f_bool_add);
  880. _vm->bind_method<1>("bool", "__radd__", [](VM* vm, ArgsView args){
  881. return f_bool_add(vm, args[0], args[1]);
  882. });
  883. _vm->bind__mul__(_vm->tp_bool, f_bool_mul);
  884. _vm->bind_method<1>("bool", "__rmul__", [](VM* vm, ArgsView args){
  885. return f_bool_mul(vm, args[0], args[1]);
  886. });
  887. _vm->bind__and__(_vm->tp_bool, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  888. return VAR(_CAST(bool, lhs) && CAST(bool, rhs));
  889. });
  890. _vm->bind__or__(_vm->tp_bool, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  891. return VAR(_CAST(bool, lhs) || CAST(bool, rhs));
  892. });
  893. _vm->bind__xor__(_vm->tp_bool, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  894. return VAR(_CAST(bool, lhs) != CAST(bool, rhs));
  895. });
  896. _vm->bind__eq__(_vm->tp_bool, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  897. if(is_non_tagged_type(rhs, vm->tp_bool)) return VAR(lhs == rhs);
  898. if(is_int(rhs)) return VAR(_CAST(bool, lhs) == (bool)CAST(i64, rhs));
  899. return vm->NotImplemented;
  900. });
  901. _vm->bind__repr__(_vm->_type("ellipsis"), [](VM* vm, PyObject* self) {
  902. return VAR("...");
  903. });
  904. _vm->bind__repr__(_vm->_type("NotImplementedType"), [](VM* vm, PyObject* self) {
  905. return VAR("NotImplemented");
  906. });
  907. /************ bytes ************/
  908. _vm->bind_constructor<2>("bytes", [](VM* vm, ArgsView args){
  909. List& list = CAST(List&, args[1]);
  910. std::vector<unsigned char> buffer(list.size());
  911. for(int i=0; i<list.size(); i++){
  912. i64 b = CAST(i64, list[i]);
  913. if(b<0 || b>255) vm->ValueError("byte must be in range[0, 256)");
  914. buffer[i] = (char)b;
  915. }
  916. return VAR(Bytes(buffer));
  917. });
  918. _vm->bind__getitem__(_vm->tp_bytes, [](VM* vm, PyObject* obj, PyObject* index) {
  919. const Bytes& self = _CAST(Bytes&, obj);
  920. int i = CAST(int, index);
  921. i = vm->normalized_index(i, self.size());
  922. return VAR(self[i]);
  923. });
  924. _vm->bind__hash__(_vm->tp_bytes, [](VM* vm, PyObject* obj) {
  925. const Bytes& self = _CAST(Bytes&, obj);
  926. std::string_view view((char*)self.data(), self.size());
  927. return (i64)std::hash<std::string_view>()(view);
  928. });
  929. _vm->bind__repr__(_vm->tp_bytes, [](VM* vm, PyObject* obj) {
  930. const Bytes& self = _CAST(Bytes&, obj);
  931. std::stringstream ss;
  932. ss << "b'";
  933. for(int i=0; i<self.size(); i++){
  934. ss << "\\x" << std::hex << std::setw(2) << std::setfill('0') << self[i];
  935. }
  936. ss << "'";
  937. return VAR(ss.str());
  938. });
  939. _vm->bind__len__(_vm->tp_bytes, [](VM* vm, PyObject* obj) {
  940. return (i64)_CAST(Bytes&, obj).size();
  941. });
  942. _vm->bind_method<0>("bytes", "decode", [](VM* vm, ArgsView args) {
  943. const Bytes& self = _CAST(Bytes&, args[0]);
  944. // TODO: check encoding is utf-8
  945. return VAR(Str(self.str()));
  946. });
  947. _vm->bind__eq__(_vm->tp_bytes, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  948. if(!is_non_tagged_type(rhs, vm->tp_bytes)) return vm->NotImplemented;
  949. return VAR(_CAST(Bytes&, lhs) == _CAST(Bytes&, rhs));
  950. });
  951. /************ slice ************/
  952. _vm->bind_constructor<4>("slice", [](VM* vm, ArgsView args) {
  953. return VAR(Slice(args[1], args[2], args[3]));
  954. });
  955. _vm->bind__repr__(_vm->tp_slice, [](VM* vm, PyObject* obj) {
  956. const Slice& self = _CAST(Slice&, obj);
  957. std::stringstream ss;
  958. ss << "slice(";
  959. ss << CAST(Str, vm->py_repr(self.start)) << ", ";
  960. ss << CAST(Str, vm->py_repr(self.stop)) << ", ";
  961. ss << CAST(Str, vm->py_repr(self.step)) << ")";
  962. return VAR(ss.str());
  963. });
  964. /************ mappingproxy ************/
  965. _vm->bind_method<0>("mappingproxy", "keys", [](VM* vm, ArgsView args) {
  966. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  967. List keys;
  968. for(StrName name : self.attr().keys()) keys.push_back(VAR(name.sv()));
  969. return VAR(std::move(keys));
  970. });
  971. _vm->bind_method<0>("mappingproxy", "values", [](VM* vm, ArgsView args) {
  972. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  973. List values;
  974. for(auto& item : self.attr().items()) values.push_back(item.second);
  975. return VAR(std::move(values));
  976. });
  977. _vm->bind_method<0>("mappingproxy", "items", [](VM* vm, ArgsView args) {
  978. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  979. List items;
  980. for(auto& item : self.attr().items()){
  981. PyObject* t = VAR(Tuple({VAR(item.first.sv()), item.second}));
  982. items.push_back(std::move(t));
  983. }
  984. return VAR(std::move(items));
  985. });
  986. _vm->bind__len__(_vm->tp_mappingproxy, [](VM* vm, PyObject* obj) {
  987. return (i64)_CAST(MappingProxy&, obj).attr().size();
  988. });
  989. _vm->bind__eq__(_vm->tp_mappingproxy, [](VM* vm, PyObject* obj, PyObject* other){
  990. MappingProxy& a = _CAST(MappingProxy&, obj);
  991. if(!is_non_tagged_type(other, vm->tp_mappingproxy)){
  992. return vm->NotImplemented;
  993. }
  994. MappingProxy& b = _CAST(MappingProxy&, other);
  995. return VAR(a.obj == b.obj);
  996. });
  997. _vm->bind__getitem__(_vm->tp_mappingproxy, [](VM* vm, PyObject* obj, PyObject* index) {
  998. MappingProxy& self = _CAST(MappingProxy&, obj);
  999. StrName key = CAST(Str&, index);
  1000. PyObject* ret = self.attr().try_get(key);
  1001. if(ret == nullptr) vm->AttributeError(key.sv());
  1002. return ret;
  1003. });
  1004. _vm->bind__repr__(_vm->tp_mappingproxy, [](VM* vm, PyObject* obj) {
  1005. MappingProxy& self = _CAST(MappingProxy&, obj);
  1006. std::stringstream ss;
  1007. ss << "mappingproxy({";
  1008. bool first = true;
  1009. for(auto& item : self.attr().items()){
  1010. if(!first) ss << ", ";
  1011. first = false;
  1012. ss << item.first.escape() << ": " << CAST(Str, vm->py_repr(item.second));
  1013. }
  1014. ss << "})";
  1015. return VAR(ss.str());
  1016. });
  1017. _vm->bind__contains__(_vm->tp_mappingproxy, [](VM* vm, PyObject* obj, PyObject* key) {
  1018. MappingProxy& self = _CAST(MappingProxy&, obj);
  1019. return VAR(self.attr().contains(CAST(Str&, key)));
  1020. });
  1021. /************ dict ************/
  1022. _vm->bind_constructor<-1>("dict", [](VM* vm, ArgsView args){
  1023. return VAR(Dict(vm));
  1024. });
  1025. _vm->bind_method<-1>("dict", "__init__", [](VM* vm, ArgsView args){
  1026. if(args.size() == 1+0) return vm->None;
  1027. if(args.size() == 1+1){
  1028. auto _lock = vm->heap.gc_scope_lock();
  1029. Dict& self = _CAST(Dict&, args[0]);
  1030. List& list = CAST(List&, args[1]);
  1031. for(PyObject* item : list){
  1032. Tuple& t = CAST(Tuple&, item);
  1033. if(t.size() != 2){
  1034. vm->ValueError("dict() takes an iterable of tuples (key, value)");
  1035. return vm->None;
  1036. }
  1037. self.set(t[0], t[1]);
  1038. }
  1039. return vm->None;
  1040. }
  1041. vm->TypeError("dict() takes at most 1 argument");
  1042. return vm->None;
  1043. });
  1044. _vm->bind__len__(_vm->tp_dict, [](VM* vm, PyObject* obj) {
  1045. return (i64)_CAST(Dict&, obj).size();
  1046. });
  1047. _vm->bind__getitem__(_vm->tp_dict, [](VM* vm, PyObject* obj, PyObject* index) {
  1048. Dict& self = _CAST(Dict&, obj);
  1049. PyObject* ret = self.try_get(index);
  1050. if(ret == nullptr) vm->KeyError(index);
  1051. return ret;
  1052. });
  1053. _vm->bind__setitem__(_vm->tp_dict, [](VM* vm, PyObject* obj, PyObject* key, PyObject* value) {
  1054. Dict& self = _CAST(Dict&, obj);
  1055. self.set(key, value);
  1056. });
  1057. _vm->bind__delitem__(_vm->tp_dict, [](VM* vm, PyObject* obj, PyObject* key) {
  1058. Dict& self = _CAST(Dict&, obj);
  1059. bool ok = self.erase(key);
  1060. if(!ok) vm->KeyError(key);
  1061. });
  1062. _vm->bind_method<-1>("dict", "pop", [](VM* vm, ArgsView args) {
  1063. if(args.size() != 2 && args.size() != 3){
  1064. vm->TypeError("pop() expected 1 or 2 arguments");
  1065. return vm->None;
  1066. }
  1067. Dict& self = _CAST(Dict&, args[0]);
  1068. PyObject* value = self.try_get(args[1]);
  1069. if(value == nullptr){
  1070. if(args.size() == 2) vm->KeyError(args[1]);
  1071. if(args.size() == 3){
  1072. return args[2];
  1073. }
  1074. }
  1075. self.erase(args[1]);
  1076. return value;
  1077. });
  1078. // _vm->bind_method<0>("dict", "_data", [](VM* vm, ArgsView args) {
  1079. // Dict& self = _CAST(Dict&, args[0]);
  1080. // std::stringstream ss;
  1081. // ss << "[\n";
  1082. // for(int i=0; i<self._capacity; i++){
  1083. // auto item = self._items[i];
  1084. // Str key("None");
  1085. // Str value("None");
  1086. // if(item.first != nullptr){
  1087. // key = CAST(Str&, vm->py_repr(item.first));
  1088. // }
  1089. // if(item.second != nullptr){
  1090. // value = CAST(Str&, vm->py_repr(item.second));
  1091. // }
  1092. // int prev = self._nodes[i].prev;
  1093. // int next = self._nodes[i].next;
  1094. // ss << " [" << key << ", " << value << ", " << prev << ", " << next << "],\n";
  1095. // }
  1096. // ss << "]\n";
  1097. // vm->stdout_write(ss.str());
  1098. // return vm->None;
  1099. // });
  1100. _vm->bind__contains__(_vm->tp_dict, [](VM* vm, PyObject* obj, PyObject* key) {
  1101. Dict& self = _CAST(Dict&, obj);
  1102. return VAR(self.contains(key));
  1103. });
  1104. _vm->bind__iter__(_vm->tp_dict, [](VM* vm, PyObject* obj) {
  1105. const Dict& self = _CAST(Dict&, obj);
  1106. return vm->py_iter(VAR(self.keys()));
  1107. });
  1108. _vm->bind_method<-1>("dict", "get", [](VM* vm, ArgsView args) {
  1109. Dict& self = _CAST(Dict&, args[0]);
  1110. if(args.size() == 1+1){
  1111. PyObject* ret = self.try_get(args[1]);
  1112. if(ret != nullptr) return ret;
  1113. return vm->None;
  1114. }else if(args.size() == 1+2){
  1115. PyObject* ret = self.try_get(args[1]);
  1116. if(ret != nullptr) return ret;
  1117. return args[2];
  1118. }
  1119. vm->TypeError("get() takes at most 2 arguments");
  1120. return vm->None;
  1121. });
  1122. _vm->bind_method<0>("dict", "keys", [](VM* vm, ArgsView args) {
  1123. const Dict& self = _CAST(Dict&, args[0]);
  1124. return VAR(self.keys());
  1125. });
  1126. _vm->bind_method<0>("dict", "values", [](VM* vm, ArgsView args) {
  1127. const Dict& self = _CAST(Dict&, args[0]);
  1128. return VAR(self.values());
  1129. });
  1130. _vm->bind_method<0>("dict", "items", [](VM* vm, ArgsView args) {
  1131. const Dict& self = _CAST(Dict&, args[0]);
  1132. Tuple items(self.size());
  1133. int j = 0;
  1134. self.apply([&](PyObject* k, PyObject* v){
  1135. items[j++] = VAR(Tuple({k, v}));
  1136. });
  1137. return VAR(std::move(items));
  1138. });
  1139. _vm->bind_method<1>("dict", "update", [](VM* vm, ArgsView args) {
  1140. Dict& self = _CAST(Dict&, args[0]);
  1141. const Dict& other = CAST(Dict&, args[1]);
  1142. self.update(other);
  1143. return vm->None;
  1144. });
  1145. _vm->bind_method<0>("dict", "copy", [](VM* vm, ArgsView args) {
  1146. const Dict& self = _CAST(Dict&, args[0]);
  1147. return VAR(self);
  1148. });
  1149. _vm->bind_method<0>("dict", "clear", [](VM* vm, ArgsView args) {
  1150. Dict& self = _CAST(Dict&, args[0]);
  1151. self.clear();
  1152. return vm->None;
  1153. });
  1154. _vm->bind__repr__(_vm->tp_dict, [](VM* vm, PyObject* obj) {
  1155. Dict& self = _CAST(Dict&, obj);
  1156. std::stringstream ss;
  1157. ss << "{";
  1158. bool first = true;
  1159. self.apply([&](PyObject* k, PyObject* v){
  1160. if(!first) ss << ", ";
  1161. first = false;
  1162. Str key = CAST(Str&, vm->py_repr(k));
  1163. Str value = CAST(Str&, vm->py_repr(v));
  1164. ss << key << ": " << value;
  1165. });
  1166. ss << "}";
  1167. return VAR(ss.str());
  1168. });
  1169. _vm->bind__json__(_vm->tp_dict, [](VM* vm, PyObject* obj) {
  1170. Dict& self = _CAST(Dict&, obj);
  1171. std::stringstream ss;
  1172. ss << "{";
  1173. bool first = true;
  1174. self.apply([&](PyObject* k, PyObject* v){
  1175. if(!first) ss << ", ";
  1176. first = false;
  1177. Str key = CAST(Str&, k).escape(false);
  1178. Str value = CAST(Str&, vm->py_json(v));
  1179. ss << key << ": " << value;
  1180. });
  1181. ss << "}";
  1182. return VAR(ss.str());
  1183. });
  1184. _vm->bind__eq__(_vm->tp_dict, [](VM* vm, PyObject* a, PyObject* b) {
  1185. Dict& self = _CAST(Dict&, a);
  1186. if(!is_non_tagged_type(b, vm->tp_dict)) return vm->NotImplemented;
  1187. Dict& other = _CAST(Dict&, b);
  1188. if(self.size() != other.size()) return vm->False;
  1189. for(int i=0; i<self._capacity; i++){
  1190. auto item = self._items[i];
  1191. if(item.first == nullptr) continue;
  1192. PyObject* value = other.try_get(item.first);
  1193. if(value == nullptr) return vm->False;
  1194. if(!vm->py_equals(item.second, value)) return vm->False;
  1195. }
  1196. return vm->True;
  1197. });
  1198. _vm->bind__repr__(_vm->tp_module, [](VM* vm, PyObject* obj) {
  1199. const Str& path = CAST(Str&, obj->attr(__path__));
  1200. return VAR(fmt("<module ", path.escape(), ">"));
  1201. });
  1202. /************ property ************/
  1203. _vm->bind_constructor<-1>("property", [](VM* vm, ArgsView args) {
  1204. if(args.size() == 1+1){
  1205. return VAR(Property(args[1], vm->None, ""));
  1206. }else if(args.size() == 1+2){
  1207. return VAR(Property(args[1], args[2], ""));
  1208. }else if(args.size() == 1+3){
  1209. return VAR(Property(args[1], args[2], CAST(Str, args[3])));
  1210. }
  1211. vm->TypeError("property() takes at most 3 arguments");
  1212. return vm->None;
  1213. });
  1214. _vm->bind_property(_vm->_t(_vm->tp_property), "__signature__", [](VM* vm, ArgsView args){
  1215. Property& self = _CAST(Property&, args[0]);
  1216. return VAR(self.signature);
  1217. });
  1218. _vm->bind_property(_vm->_t(_vm->tp_function), "__doc__", [](VM* vm, ArgsView args) {
  1219. Function& func = _CAST(Function&, args[0]);
  1220. return VAR(func.decl->docstring);
  1221. });
  1222. _vm->bind_property(_vm->_t(_vm->tp_native_func), "__doc__", [](VM* vm, ArgsView args) {
  1223. NativeFunc& func = _CAST(NativeFunc&, args[0]);
  1224. if(func.decl != nullptr) return VAR(func.decl->docstring);
  1225. return VAR("");
  1226. });
  1227. _vm->bind_property(_vm->_t(_vm->tp_function), "__signature__", [](VM* vm, ArgsView args) {
  1228. Function& func = _CAST(Function&, args[0]);
  1229. return VAR(func.decl->signature);
  1230. });
  1231. // _vm->bind_property(_vm->_t(_vm->tp_function), "__call__", [](VM* vm, ArgsView args) {
  1232. // return args[0];
  1233. // });
  1234. _vm->bind_property(_vm->_t(_vm->tp_native_func), "__signature__", [](VM* vm, ArgsView args) {
  1235. NativeFunc& func = _CAST(NativeFunc&, args[0]);
  1236. if(func.decl != nullptr) return VAR(func.decl->signature);
  1237. return VAR("");
  1238. });
  1239. // _vm->bind_property(_vm->_t(_vm->tp_native_func), "__call__", [](VM* vm, ArgsView args) {
  1240. // return args[0];
  1241. // });
  1242. RangeIter::register_class(_vm, _vm->builtins);
  1243. ArrayIter::register_class(_vm, _vm->builtins);
  1244. StringIter::register_class(_vm, _vm->builtins);
  1245. Generator::register_class(_vm, _vm->builtins);
  1246. }
  1247. void add_module_timeit(VM* vm){
  1248. PyObject* mod = vm->new_module("timeit");
  1249. vm->bind_func<2>(mod, "timeit", [](VM* vm, ArgsView args) {
  1250. PyObject* f = args[0];
  1251. i64 iters = CAST(i64, args[1]);
  1252. auto now = std::chrono::system_clock::now();
  1253. for(i64 i=0; i<iters; i++) vm->call(f);
  1254. auto end = std::chrono::system_clock::now();
  1255. f64 elapsed = std::chrono::duration_cast<std::chrono::milliseconds>(end - now).count() / 1000.0;
  1256. return VAR(elapsed);
  1257. });
  1258. }
  1259. struct PyStructTime{
  1260. PY_CLASS(PyStructTime, time, struct_time)
  1261. int tm_year;
  1262. int tm_mon;
  1263. int tm_mday;
  1264. int tm_hour;
  1265. int tm_min;
  1266. int tm_sec;
  1267. int tm_wday;
  1268. int tm_yday;
  1269. int tm_isdst;
  1270. PyStructTime(std::time_t t){
  1271. std::tm* tm = std::localtime(&t);
  1272. tm_year = tm->tm_year + 1900;
  1273. tm_mon = tm->tm_mon + 1;
  1274. tm_mday = tm->tm_mday;
  1275. tm_hour = tm->tm_hour;
  1276. tm_min = tm->tm_min;
  1277. tm_sec = tm->tm_sec + 1;
  1278. tm_wday = (tm->tm_wday + 6) % 7;
  1279. tm_yday = tm->tm_yday + 1;
  1280. tm_isdst = tm->tm_isdst;
  1281. }
  1282. PyStructTime* _() { return this; }
  1283. static void _register(VM* vm, PyObject* mod, PyObject* type){
  1284. vm->bind_notimplemented_constructor<PyStructTime>(type);
  1285. PY_READONLY_FIELD(PyStructTime, "tm_year", _, tm_year);
  1286. PY_READONLY_FIELD(PyStructTime, "tm_mon", _, tm_mon);
  1287. PY_READONLY_FIELD(PyStructTime, "tm_mday", _, tm_mday);
  1288. PY_READONLY_FIELD(PyStructTime, "tm_hour", _, tm_hour);
  1289. PY_READONLY_FIELD(PyStructTime, "tm_min", _, tm_min);
  1290. PY_READONLY_FIELD(PyStructTime, "tm_sec", _, tm_sec);
  1291. PY_READONLY_FIELD(PyStructTime, "tm_wday", _, tm_wday);
  1292. PY_READONLY_FIELD(PyStructTime, "tm_yday", _, tm_yday);
  1293. PY_READONLY_FIELD(PyStructTime, "tm_isdst", _, tm_isdst);
  1294. }
  1295. };
  1296. void add_module_time(VM* vm){
  1297. PyObject* mod = vm->new_module("time");
  1298. PyStructTime::register_class(vm, mod);
  1299. vm->bind_func<0>(mod, "time", [](VM* vm, ArgsView args) {
  1300. auto now = std::chrono::system_clock::now();
  1301. return VAR(std::chrono::duration_cast<std::chrono::milliseconds>(now.time_since_epoch()).count() / 1000.0);
  1302. });
  1303. vm->bind_func<1>(mod, "sleep", [](VM* vm, ArgsView args) {
  1304. f64 seconds = CAST_F(args[0]);
  1305. auto begin = std::chrono::system_clock::now();
  1306. while(true){
  1307. auto now = std::chrono::system_clock::now();
  1308. f64 elapsed = std::chrono::duration_cast<std::chrono::milliseconds>(now - begin).count() / 1000.0;
  1309. if(elapsed >= seconds) break;
  1310. }
  1311. return vm->None;
  1312. });
  1313. vm->bind_func<0>(mod, "localtime", [](VM* vm, ArgsView args) {
  1314. auto now = std::chrono::system_clock::now();
  1315. std::time_t t = std::chrono::system_clock::to_time_t(now);
  1316. return VAR_T(PyStructTime, t);
  1317. });
  1318. }
  1319. void add_module_sys(VM* vm){
  1320. PyObject* mod = vm->new_module("sys");
  1321. vm->setattr(mod, "version", VAR(PK_VERSION));
  1322. vm->setattr(mod, "platform", VAR(PK_SYS_PLATFORM));
  1323. PyObject* stdout_ = vm->heap.gcnew<DummyInstance>(vm->tp_object);
  1324. PyObject* stderr_ = vm->heap.gcnew<DummyInstance>(vm->tp_object);
  1325. vm->setattr(mod, "stdout", stdout_);
  1326. vm->setattr(mod, "stderr", stderr_);
  1327. vm->bind_func<1>(stdout_, "write", [](VM* vm, ArgsView args) {
  1328. Str& s = CAST(Str&, args[0]);
  1329. vm->_stdout(vm, s.data, s.size);
  1330. return vm->None;
  1331. });
  1332. vm->bind_func<1>(stderr_, "write", [](VM* vm, ArgsView args) {
  1333. Str& s = CAST(Str&, args[0]);
  1334. vm->_stderr(vm, s.data, s.size);
  1335. return vm->None;
  1336. });
  1337. }
  1338. void add_module_json(VM* vm){
  1339. PyObject* mod = vm->new_module("json");
  1340. vm->bind_func<1>(mod, "loads", [](VM* vm, ArgsView args) {
  1341. const Str& expr = CAST(Str&, args[0]);
  1342. CodeObject_ code = vm->compile(expr, "<json>", JSON_MODE);
  1343. return vm->_exec(code, vm->top_frame()->_module);
  1344. });
  1345. vm->bind_func<1>(mod, "dumps", [](VM* vm, ArgsView args) {
  1346. return vm->py_json(args[0]);
  1347. });
  1348. }
  1349. // https://docs.python.org/3.5/library/math.html
  1350. void add_module_math(VM* vm){
  1351. PyObject* mod = vm->new_module("math");
  1352. mod->attr().set("pi", VAR(3.1415926535897932384));
  1353. mod->attr().set("e" , VAR(2.7182818284590452354));
  1354. mod->attr().set("inf", VAR(std::numeric_limits<double>::infinity()));
  1355. mod->attr().set("nan", VAR(std::numeric_limits<double>::quiet_NaN()));
  1356. vm->bind_func<1>(mod, "ceil", PK_LAMBDA(VAR((i64)std::ceil(CAST_F(args[0])))));
  1357. vm->bind_func<1>(mod, "fabs", PK_LAMBDA(VAR(std::fabs(CAST_F(args[0])))));
  1358. vm->bind_func<1>(mod, "floor", PK_LAMBDA(VAR((i64)std::floor(CAST_F(args[0])))));
  1359. vm->bind_func<1>(mod, "fsum", [](VM* vm, ArgsView args) {
  1360. List& list = CAST(List&, args[0]);
  1361. double sum = 0;
  1362. double c = 0;
  1363. for(PyObject* arg : list){
  1364. double x = CAST_F(arg);
  1365. double y = x - c;
  1366. double t = sum + y;
  1367. c = (t - sum) - y;
  1368. sum = t;
  1369. }
  1370. return VAR(sum);
  1371. });
  1372. vm->bind_func<2>(mod, "gcd", [](VM* vm, ArgsView args) {
  1373. i64 a = CAST(i64, args[0]);
  1374. i64 b = CAST(i64, args[1]);
  1375. if(a < 0) a = -a;
  1376. if(b < 0) b = -b;
  1377. while(b != 0){
  1378. i64 t = b;
  1379. b = a % b;
  1380. a = t;
  1381. }
  1382. return VAR(a);
  1383. });
  1384. vm->bind_func<1>(mod, "isfinite", PK_LAMBDA(VAR(std::isfinite(CAST_F(args[0])))));
  1385. vm->bind_func<1>(mod, "isinf", PK_LAMBDA(VAR(std::isinf(CAST_F(args[0])))));
  1386. vm->bind_func<1>(mod, "isnan", PK_LAMBDA(VAR(std::isnan(CAST_F(args[0])))));
  1387. vm->bind_func<1>(mod, "exp", PK_LAMBDA(VAR(std::exp(CAST_F(args[0])))));
  1388. vm->bind_func<1>(mod, "log", PK_LAMBDA(VAR(std::log(CAST_F(args[0])))));
  1389. vm->bind_func<1>(mod, "log2", PK_LAMBDA(VAR(std::log2(CAST_F(args[0])))));
  1390. vm->bind_func<1>(mod, "log10", PK_LAMBDA(VAR(std::log10(CAST_F(args[0])))));
  1391. vm->bind_func<2>(mod, "pow", PK_LAMBDA(VAR(std::pow(CAST_F(args[0]), CAST_F(args[1])))));
  1392. vm->bind_func<1>(mod, "sqrt", PK_LAMBDA(VAR(std::sqrt(CAST_F(args[0])))));
  1393. vm->bind_func<1>(mod, "acos", PK_LAMBDA(VAR(std::acos(CAST_F(args[0])))));
  1394. vm->bind_func<1>(mod, "asin", PK_LAMBDA(VAR(std::asin(CAST_F(args[0])))));
  1395. vm->bind_func<1>(mod, "atan", PK_LAMBDA(VAR(std::atan(CAST_F(args[0])))));
  1396. vm->bind_func<2>(mod, "atan2", PK_LAMBDA(VAR(std::atan2(CAST_F(args[0]), CAST_F(args[1])))));
  1397. vm->bind_func<1>(mod, "cos", PK_LAMBDA(VAR(std::cos(CAST_F(args[0])))));
  1398. vm->bind_func<1>(mod, "sin", PK_LAMBDA(VAR(std::sin(CAST_F(args[0])))));
  1399. vm->bind_func<1>(mod, "tan", PK_LAMBDA(VAR(std::tan(CAST_F(args[0])))));
  1400. vm->bind_func<1>(mod, "degrees", PK_LAMBDA(VAR(CAST_F(args[0]) * 180 / 3.1415926535897932384)));
  1401. vm->bind_func<1>(mod, "radians", PK_LAMBDA(VAR(CAST_F(args[0]) * 3.1415926535897932384 / 180)));
  1402. vm->bind_func<1>(mod, "modf", [](VM* vm, ArgsView args) {
  1403. f64 i;
  1404. f64 f = std::modf(CAST_F(args[0]), &i);
  1405. return VAR(Tuple({VAR(f), VAR(i)}));
  1406. });
  1407. vm->bind_func<1>(mod, "factorial", [](VM* vm, ArgsView args) {
  1408. i64 n = CAST(i64, args[0]);
  1409. if(n < 0) vm->ValueError("factorial() not defined for negative values");
  1410. i64 r = 1;
  1411. for(i64 i=2; i<=n; i++) r *= i;
  1412. return VAR(r);
  1413. });
  1414. }
  1415. void add_module_traceback(VM* vm){
  1416. PyObject* mod = vm->new_module("traceback");
  1417. vm->bind_func<0>(mod, "print_exc", [](VM* vm, ArgsView args) {
  1418. if(vm->_last_exception==nullptr) vm->ValueError("no exception");
  1419. Exception& e = CAST(Exception&, vm->_last_exception);
  1420. Str sum = e.summary();
  1421. vm->_stdout(vm, sum.data, sum.size);
  1422. return vm->None;
  1423. });
  1424. vm->bind_func<0>(mod, "format_exc", [](VM* vm, ArgsView args) {
  1425. if(vm->_last_exception==nullptr) vm->ValueError("no exception");
  1426. Exception& e = CAST(Exception&, vm->_last_exception);
  1427. return VAR(e.summary());
  1428. });
  1429. }
  1430. void add_module_dis(VM* vm){
  1431. PyObject* mod = vm->new_module("dis");
  1432. static const auto get_code = [](VM* vm, PyObject* obj)->CodeObject_{
  1433. if(is_type(obj, vm->tp_str)){
  1434. const Str& source = CAST(Str, obj);
  1435. return vm->compile(source, "<dis>", EXEC_MODE);
  1436. }
  1437. PyObject* f = obj;
  1438. if(is_type(f, vm->tp_bound_method)) f = CAST(BoundMethod, obj).func;
  1439. return CAST(Function&, f).decl->code;
  1440. };
  1441. vm->bind_func<1>(mod, "dis", [](VM* vm, ArgsView args) {
  1442. CodeObject_ code = get_code(vm, args[0]);
  1443. Str msg = vm->disassemble(code);
  1444. vm->_stdout(vm, msg.data, msg.size);
  1445. return vm->None;
  1446. });
  1447. vm->bind_func<1>(mod, "_s", [](VM* vm, ArgsView args) {
  1448. CodeObject_ code = get_code(vm, args[0]);
  1449. return VAR(code->serialize(vm));
  1450. });
  1451. }
  1452. void add_module_gc(VM* vm){
  1453. PyObject* mod = vm->new_module("gc");
  1454. vm->bind_func<0>(mod, "collect", PK_LAMBDA(VAR(vm->heap.collect())));
  1455. }
  1456. void VM::post_init(){
  1457. init_builtins(this);
  1458. bind_property(_t(tp_object), "__class__", PK_LAMBDA(VAR(vm->_t(args[0]))));
  1459. bind_property(_t(tp_type), "__base__", [](VM* vm, ArgsView args){
  1460. const PyTypeInfo& info = vm->_all_types[PK_OBJ_GET(Type, args[0])];
  1461. return info.base.index == -1 ? vm->None : vm->_all_types[info.base].obj;
  1462. });
  1463. bind_property(_t(tp_type), "__name__", [](VM* vm, ArgsView args){
  1464. const PyTypeInfo& info = vm->_all_types[PK_OBJ_GET(Type, args[0])];
  1465. return VAR(info.name);
  1466. });
  1467. bind_property(_t(tp_type), "__module__", [](VM* vm, ArgsView args){
  1468. const PyTypeInfo& info = vm->_all_types[PK_OBJ_GET(Type, args[0])];
  1469. if(info.mod == nullptr) return vm->None;
  1470. return info.mod;
  1471. });
  1472. bind_property(_t(tp_bound_method), "__self__", [](VM* vm, ArgsView args){
  1473. return CAST(BoundMethod&, args[0]).self;
  1474. });
  1475. bind_property(_t(tp_bound_method), "__func__", [](VM* vm, ArgsView args){
  1476. return CAST(BoundMethod&, args[0]).func;
  1477. });
  1478. bind__eq__(tp_bound_method, [](VM* vm, PyObject* lhs, PyObject* rhs){
  1479. if(!is_non_tagged_type(rhs, vm->tp_bound_method)) return vm->NotImplemented;
  1480. return VAR(_CAST(BoundMethod&, lhs) == _CAST(BoundMethod&, rhs));
  1481. });
  1482. bind_property(_t(tp_slice), "start", [](VM* vm, ArgsView args){
  1483. return CAST(Slice&, args[0]).start;
  1484. });
  1485. bind_property(_t(tp_slice), "stop", [](VM* vm, ArgsView args){
  1486. return CAST(Slice&, args[0]).stop;
  1487. });
  1488. bind_property(_t(tp_slice), "step", [](VM* vm, ArgsView args){
  1489. return CAST(Slice&, args[0]).step;
  1490. });
  1491. bind_property(_t(tp_object), "__dict__", [](VM* vm, ArgsView args){
  1492. if(is_tagged(args[0]) || !args[0]->is_attr_valid()) return vm->None;
  1493. return VAR(MappingProxy(args[0]));
  1494. });
  1495. #if !PK_DEBUG_NO_BUILTINS
  1496. add_module_sys(this);
  1497. add_module_traceback(this);
  1498. add_module_time(this);
  1499. add_module_json(this);
  1500. add_module_math(this);
  1501. add_module_re(this);
  1502. add_module_dis(this);
  1503. add_module_c(this);
  1504. add_module_gc(this);
  1505. add_module_random(this);
  1506. add_module_base64(this);
  1507. add_module_timeit(this);
  1508. for(const char* name: {"this", "functools", "collections", "heapq", "bisect", "pickle", "_long", "colorsys", "typing", "datetime"}){
  1509. _lazy_modules[name] = kPythonLibs[name];
  1510. }
  1511. try{
  1512. CodeObject_ code = compile(kPythonLibs["builtins"], "<builtins>", EXEC_MODE);
  1513. this->_exec(code, this->builtins);
  1514. code = compile(kPythonLibs["_set"], "<set>", EXEC_MODE);
  1515. this->_exec(code, this->builtins);
  1516. }catch(Exception& e){
  1517. std::cerr << e.summary() << std::endl;
  1518. std::cerr << "failed to load builtins module!!" << std::endl;
  1519. exit(1);
  1520. }
  1521. if(enable_os){
  1522. add_module_io(this);
  1523. add_module_os(this);
  1524. _import_handler = _default_import_handler;
  1525. }
  1526. add_module_linalg(this);
  1527. add_module_easing(this);
  1528. #ifdef PK_USE_BOX2D
  1529. add_module_box2d(this);
  1530. #endif
  1531. #endif
  1532. }
  1533. CodeObject_ VM::compile(Str source, Str filename, CompileMode mode, bool unknown_global_scope) {
  1534. Compiler compiler(this, source, filename, mode, unknown_global_scope);
  1535. try{
  1536. return compiler.compile();
  1537. }catch(Exception& e){
  1538. #if PK_DEBUG_FULL_EXCEPTION
  1539. std::cerr << e.summary() << std::endl;
  1540. #endif
  1541. _error(e);
  1542. return nullptr;
  1543. }
  1544. }
  1545. } // namespace pkpy