pocketpy.cpp 63 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754
  1. #include "pocketpy/pocketpy.h"
  2. #ifdef PK_USE_BOX2D
  3. #include "box2dw.hpp"
  4. #endif
  5. #ifdef PK_USE_CJSON
  6. #include "cJSONw.hpp"
  7. #endif
  8. #if defined (_WIN32) && PK_SUPPORT_DYLIB == 1
  9. #define WIN32_LEAN_AND_MEAN
  10. #include <windows.h>
  11. #endif
  12. namespace pkpy{
  13. using dylib_entry_t = const char* (*)(void*, const char*);
  14. #if PK_ENABLE_OS
  15. #if PK_SUPPORT_DYLIB == 1
  16. // win32
  17. static dylib_entry_t load_dylib(const char* path){
  18. std::error_code ec;
  19. auto p = std::filesystem::absolute(path, ec);
  20. if(ec) return nullptr;
  21. HMODULE handle = LoadLibraryA(p.string().c_str());
  22. if(!handle){
  23. DWORD errorCode = GetLastError();
  24. // Convert the error code to text
  25. LPSTR errorMessage = nullptr;
  26. FormatMessageA(
  27. FORMAT_MESSAGE_ALLOCATE_BUFFER | FORMAT_MESSAGE_FROM_SYSTEM | FORMAT_MESSAGE_IGNORE_INSERTS,
  28. nullptr,
  29. errorCode,
  30. MAKELANGID(LANG_ENGLISH, SUBLANG_ENGLISH_US),
  31. (LPSTR)&errorMessage,
  32. 0,
  33. nullptr
  34. );
  35. printf("%lu: %s\n", errorCode, errorMessage);
  36. LocalFree(errorMessage);
  37. return nullptr;
  38. }
  39. return (dylib_entry_t)GetProcAddress(handle, "pkpy_module__init__");
  40. }
  41. #elif PK_SUPPORT_DYLIB == 2
  42. // linux/darwin
  43. static dylib_entry_t load_dylib(const char* path){
  44. std::error_code ec;
  45. auto p = std::filesystem::absolute(path, ec);
  46. if(ec) return nullptr;
  47. void* handle = dlopen(p.c_str(), RTLD_LAZY);
  48. if(!handle) return nullptr;
  49. return (dylib_entry_t)dlsym(handle, "pkpy_module__init__");
  50. }
  51. #elif PK_SUPPORT_DYLIB == 3
  52. // android
  53. static dylib_entry_t load_dylib(const char* path){
  54. void* handle = dlopen(path, RTLD_LAZY);
  55. if(!handle) return nullptr;
  56. return (dylib_entry_t)dlsym(handle, "pkpy_module__init__");
  57. }
  58. #else
  59. static dylib_entry_t load_dylib(const char* path){
  60. return nullptr;
  61. }
  62. #endif
  63. #else
  64. static dylib_entry_t load_dylib(const char* path){
  65. return nullptr;
  66. }
  67. #endif
  68. void init_builtins(VM* _vm) {
  69. #define BIND_NUM_ARITH_OPT(name, op) \
  70. _vm->bind##name(_vm->tp_int, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  71. if(is_int(rhs)) return VAR(_CAST(i64, lhs) op _CAST(i64, rhs)); \
  72. if(is_float(rhs)) return VAR(_CAST(i64, lhs) op _CAST(f64, rhs)); \
  73. return vm->NotImplemented; \
  74. }); \
  75. _vm->bind##name(_vm->tp_float, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  76. if(is_float(rhs)) return VAR(_CAST(f64, lhs) op _CAST(f64, rhs)); \
  77. if(is_int(rhs)) return VAR(_CAST(f64, lhs) op _CAST(i64, rhs)); \
  78. return vm->NotImplemented; \
  79. });
  80. BIND_NUM_ARITH_OPT(__add__, +)
  81. BIND_NUM_ARITH_OPT(__sub__, -)
  82. BIND_NUM_ARITH_OPT(__mul__, *)
  83. #undef BIND_NUM_ARITH_OPT
  84. #define BIND_NUM_LOGICAL_OPT(name, op) \
  85. _vm->bind##name(_vm->tp_int, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  86. i64 val; \
  87. if(try_cast_int(rhs, &val)) return VAR(_CAST(i64, lhs) op val); \
  88. if(is_float(rhs)) return VAR(_CAST(i64, lhs) op _CAST(f64, rhs)); \
  89. return vm->NotImplemented; \
  90. }); \
  91. _vm->bind##name(_vm->tp_float, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  92. i64 val; \
  93. if(try_cast_int(rhs, &val)) return VAR(_CAST(f64, lhs) op val); \
  94. if(is_float(rhs)) return VAR(_CAST(f64, lhs) op _CAST(f64, rhs)); \
  95. return vm->NotImplemented; \
  96. });
  97. BIND_NUM_LOGICAL_OPT(__eq__, ==)
  98. BIND_NUM_LOGICAL_OPT(__lt__, <)
  99. BIND_NUM_LOGICAL_OPT(__le__, <=)
  100. BIND_NUM_LOGICAL_OPT(__gt__, >)
  101. BIND_NUM_LOGICAL_OPT(__ge__, >=)
  102. #undef BIND_NUM_ARITH_OPT
  103. #undef BIND_NUM_LOGICAL_OPT
  104. _vm->bind_builtin_func<-1>("super", [](VM* vm, ArgsView args) {
  105. PyObject* class_arg = nullptr;
  106. PyObject* self_arg = nullptr;
  107. if(args.size() == 2){
  108. class_arg = args[0];
  109. self_arg = args[1];
  110. }else if(args.size() == 0){
  111. FrameId frame = vm->top_frame();
  112. if(frame->_callable != nullptr){
  113. class_arg = PK_OBJ_GET(Function, frame->_callable)._class;
  114. if(frame->_locals.size() > 0) self_arg = frame->_locals[0];
  115. }
  116. if(class_arg == nullptr || self_arg == nullptr){
  117. vm->TypeError("super(): unable to determine the class context, use super(class, self) instead");
  118. }
  119. }else{
  120. vm->TypeError("super() takes 0 or 2 arguments");
  121. }
  122. vm->check_non_tagged_type(class_arg, vm->tp_type);
  123. Type type = PK_OBJ_GET(Type, class_arg);
  124. if(!vm->isinstance(self_arg, type)){
  125. Str _0 = obj_type_name(vm, vm->_tp(self_arg));
  126. Str _1 = obj_type_name(vm, type);
  127. vm->TypeError("super(): " + _0.escape() + " is not an instance of " + _1.escape());
  128. }
  129. return vm->heap.gcnew<Super>(vm->tp_super, self_arg, vm->_all_types[type].base);
  130. });
  131. _vm->bind_builtin_func<2>("isinstance", [](VM* vm, ArgsView args) {
  132. if(is_non_tagged_type(args[1], vm->tp_tuple)){
  133. Tuple& types = _CAST(Tuple&, args[1]);
  134. for(PyObject* type : types){
  135. vm->check_non_tagged_type(type, vm->tp_type);
  136. if(vm->isinstance(args[0], PK_OBJ_GET(Type, type))) return vm->True;
  137. }
  138. return vm->False;
  139. }
  140. vm->check_non_tagged_type(args[1], vm->tp_type);
  141. Type type = PK_OBJ_GET(Type, args[1]);
  142. return VAR(vm->isinstance(args[0], type));
  143. });
  144. _vm->bind_builtin_func<0>("globals", [](VM* vm, ArgsView args) {
  145. PyObject* mod = vm->top_frame()->_module;
  146. return VAR(MappingProxy(mod));
  147. });
  148. _vm->bind(_vm->builtins, "round(x, ndigits=0)", [](VM* vm, ArgsView args) {
  149. f64 x = CAST(f64, args[0]);
  150. int ndigits = CAST(int, args[1]);
  151. if(ndigits == 0){
  152. return x >= 0 ? VAR((i64)(x + 0.5)) : VAR((i64)(x - 0.5));
  153. }
  154. if(ndigits < 0) vm->ValueError("ndigits should be non-negative");
  155. if(x >= 0){
  156. return VAR((i64)(x * std::pow(10, ndigits) + 0.5) / std::pow(10, ndigits));
  157. }else{
  158. return VAR((i64)(x * std::pow(10, ndigits) - 0.5) / std::pow(10, ndigits));
  159. }
  160. });
  161. _vm->bind_builtin_func<1>("abs", [](VM* vm, ArgsView args) {
  162. if(is_int(args[0])) return VAR(std::abs(_CAST(i64, args[0])));
  163. if(is_float(args[0])) return VAR(std::abs(_CAST(f64, args[0])));
  164. vm->TypeError("bad operand type for abs()");
  165. return vm->None;
  166. });
  167. _vm->bind_builtin_func<1>("id", [](VM* vm, ArgsView args) {
  168. PyObject* obj = args[0];
  169. if(is_tagged(obj)) return vm->None;
  170. return VAR(PK_BITS(obj));
  171. });
  172. _vm->bind_builtin_func<1>("staticmethod", [](VM* vm, ArgsView args) {
  173. return args[0];
  174. });
  175. _vm->bind_builtin_func<1>("callable", [](VM* vm, ArgsView args) {
  176. PyObject* cls = vm->_t(args[0]);
  177. Type t = PK_OBJ_GET(Type, cls);
  178. if(t == vm->tp_function) return vm->True;
  179. if(t == vm->tp_native_func) return vm->True;
  180. if(t == vm->tp_bound_method) return vm->True;
  181. if(t == vm->tp_type) return vm->True;
  182. bool ok = vm->find_name_in_mro(cls, __call__) != nullptr;
  183. return VAR(ok);
  184. });
  185. _vm->bind_builtin_func<1>("__import__", [](VM* vm, ArgsView args) {
  186. const Str& name = CAST(Str&, args[0]);
  187. auto dot = name.sv().find_last_of(".");
  188. if(dot != std::string_view::npos){
  189. auto ext = name.sv().substr(dot);
  190. if(ext == ".so" || ext == ".dll" || ext == ".dylib"){
  191. dylib_entry_t entry = load_dylib(name.c_str());
  192. if(!entry){
  193. vm->ImportError("cannot load dynamic library: " + name.escape());
  194. }
  195. vm->_c.s_view.push(ArgsView(vm->s_data.end(), vm->s_data.end()));
  196. const char* name = entry(vm, PK_VERSION);
  197. vm->_c.s_view.pop();
  198. if(name == nullptr){
  199. vm->ImportError("module initialization failed: " + Str(name).escape());
  200. }
  201. return vm->_modules[name];
  202. }
  203. }
  204. return vm->py_import(name);
  205. });
  206. _vm->bind_builtin_func<2>("divmod", [](VM* vm, ArgsView args) {
  207. if(is_int(args[0])){
  208. i64 lhs = _CAST(i64, args[0]);
  209. i64 rhs = CAST(i64, args[1]);
  210. if(rhs == 0) vm->ZeroDivisionError();
  211. auto res = std::div(lhs, rhs);
  212. return VAR(Tuple({VAR(res.quot), VAR(res.rem)}));
  213. }else{
  214. return vm->call_method(args[0], __divmod__, args[1]);
  215. }
  216. });
  217. _vm->bind(_vm->builtins, "eval(__source, __globals=None)", [](VM* vm, ArgsView args) {
  218. CodeObject_ code = vm->compile(CAST(Str&, args[0]), "<eval>", EVAL_MODE, true);
  219. PyObject* globals = args[1];
  220. if(globals == vm->None){
  221. FrameId frame = vm->top_frame();
  222. return vm->_exec(code.get(), frame->_module, frame->_callable, frame->_locals);
  223. }
  224. vm->check_non_tagged_type(globals, vm->tp_mappingproxy);
  225. PyObject* obj = PK_OBJ_GET(MappingProxy, globals).obj;
  226. return vm->_exec(code, obj);
  227. });
  228. _vm->bind(_vm->builtins, "exec(__source, __globals=None)", [](VM* vm, ArgsView args) {
  229. CodeObject_ code = vm->compile(CAST(Str&, args[0]), "<exec>", EXEC_MODE, true);
  230. PyObject* globals = args[1];
  231. if(globals == vm->None){
  232. FrameId frame = vm->top_frame();
  233. vm->_exec(code.get(), frame->_module, frame->_callable, frame->_locals);
  234. return vm->None;
  235. }
  236. vm->check_non_tagged_type(globals, vm->tp_mappingproxy);
  237. PyObject* obj = PK_OBJ_GET(MappingProxy, globals).obj;
  238. vm->_exec(code, obj);
  239. return vm->None;
  240. });
  241. _vm->bind_builtin_func<-1>("exit", [](VM* vm, ArgsView args) {
  242. if(args.size() == 0) std::exit(0);
  243. else if(args.size() == 1) std::exit(CAST(int, args[0]));
  244. else vm->TypeError("exit() takes at most 1 argument");
  245. return vm->None;
  246. });
  247. _vm->bind_builtin_func<1>("repr", PK_LAMBDA(vm->py_repr(args[0])));
  248. _vm->bind_builtin_func<1>("len", [](VM* vm, ArgsView args){
  249. const PyTypeInfo* ti = vm->_inst_type_info(args[0]);
  250. if(ti->m__len__) return VAR(ti->m__len__(vm, args[0]));
  251. return vm->call_method(args[0], __len__);
  252. });
  253. _vm->bind_builtin_func<1>("hash", [](VM* vm, ArgsView args){
  254. i64 value = vm->py_hash(args[0]);
  255. return VAR(value);
  256. });
  257. _vm->bind_builtin_func<1>("chr", [](VM* vm, ArgsView args) {
  258. i64 i = CAST(i64, args[0]);
  259. if (i < 0 || i > 128) vm->ValueError("chr() arg not in range(128)");
  260. return VAR(std::string(1, (char)i));
  261. });
  262. _vm->bind_builtin_func<1>("ord", [](VM* vm, ArgsView args) {
  263. const Str& s = CAST(Str&, args[0]);
  264. if (s.length()!=1) vm->TypeError("ord() expected an ASCII character");
  265. return VAR((i64)(s[0]));
  266. });
  267. _vm->bind_builtin_func<2>("hasattr", [](VM* vm, ArgsView args) {
  268. return VAR(vm->getattr(args[0], CAST(Str&, args[1]), false) != nullptr);
  269. });
  270. _vm->bind_builtin_func<3>("setattr", [](VM* vm, ArgsView args) {
  271. vm->setattr(args[0], CAST(Str&, args[1]), args[2]);
  272. return vm->None;
  273. });
  274. _vm->bind_builtin_func<2>("getattr", [](VM* vm, ArgsView args) {
  275. const Str& name = CAST(Str&, args[1]);
  276. return vm->getattr(args[0], name);
  277. });
  278. _vm->bind_builtin_func<2>("delattr", [](VM* vm, ArgsView args) {
  279. vm->delattr(args[0], CAST(Str&, args[1]));
  280. return vm->None;
  281. });
  282. _vm->bind_builtin_func<1>("hex", [](VM* vm, ArgsView args) {
  283. std::stringstream ss; // hex
  284. ss << std::hex << CAST(i64, args[0]);
  285. return VAR("0x" + ss.str());
  286. });
  287. _vm->bind_builtin_func<1>("iter", [](VM* vm, ArgsView args) {
  288. return vm->py_iter(args[0]);
  289. });
  290. _vm->bind_builtin_func<1>("next", [](VM* vm, ArgsView args) {
  291. return vm->py_next(args[0]);
  292. });
  293. _vm->bind_builtin_func<1>("bin", [](VM* vm, ArgsView args) {
  294. SStream ss;
  295. i64 x = CAST(i64, args[0]);
  296. if(x < 0){ ss << "-"; x = -x; }
  297. ss << "0b";
  298. std::string bits;
  299. while(x){
  300. bits += (x & 1) ? '1' : '0';
  301. x >>= 1;
  302. }
  303. std::reverse(bits.begin(), bits.end());
  304. if(bits.empty()) bits = "0";
  305. ss << bits;
  306. return VAR(ss.str());
  307. });
  308. _vm->bind_builtin_func<1>("dir", [](VM* vm, ArgsView args) {
  309. std::set<StrName> names;
  310. if(!is_tagged(args[0]) && args[0]->is_attr_valid()){
  311. std::vector<StrName> keys = args[0]->attr().keys();
  312. names.insert(keys.begin(), keys.end());
  313. }
  314. const NameDict& t_attr = vm->_t(args[0])->attr();
  315. std::vector<StrName> keys = t_attr.keys();
  316. names.insert(keys.begin(), keys.end());
  317. List ret;
  318. for (StrName name : names) ret.push_back(VAR(name.sv()));
  319. return VAR(std::move(ret));
  320. });
  321. _vm->bind__repr__(_vm->tp_object, [](VM* vm, PyObject* obj) {
  322. if(is_tagged(obj)) FATAL_ERROR();
  323. std::stringstream ss; // hex
  324. ss << "<" << OBJ_NAME(vm->_t(obj)) << " object at 0x";
  325. ss << std::hex << reinterpret_cast<intptr_t>(obj) << ">";
  326. return VAR(ss.str());
  327. });
  328. _vm->bind__eq__(_vm->tp_object, [](VM* vm, PyObject* lhs, PyObject* rhs) { return VAR(lhs == rhs); });
  329. _vm->cached_object__new__ = _vm->bind_constructor<1>("object", [](VM* vm, ArgsView args) {
  330. vm->check_non_tagged_type(args[0], vm->tp_type);
  331. Type t = PK_OBJ_GET(Type, args[0]);
  332. return vm->heap.gcnew<DummyInstance>(t);
  333. });
  334. _vm->bind_method<0>("object", "_enable_instance_dict", [](VM* vm, ArgsView args){
  335. PyObject* self = args[0];
  336. if(is_tagged(self)){
  337. vm->TypeError("object: tagged object cannot enable instance dict");
  338. }
  339. if(self->is_attr_valid()){
  340. vm->TypeError("object: instance dict is already enabled");
  341. }
  342. self->_enable_instance_dict();
  343. return vm->None;
  344. });
  345. _vm->bind_constructor<2>("type", PK_LAMBDA(vm->_t(args[1])));
  346. _vm->bind_constructor<-1>("range", [](VM* vm, ArgsView args) {
  347. args._begin += 1; // skip cls
  348. Range r;
  349. switch (args.size()) {
  350. case 1: r.stop = CAST(i64, args[0]); break;
  351. case 2: r.start = CAST(i64, args[0]); r.stop = CAST(i64, args[1]); break;
  352. case 3: r.start = CAST(i64, args[0]); r.stop = CAST(i64, args[1]); r.step = CAST(i64, args[2]); break;
  353. default: vm->TypeError("expected 1-3 arguments, got " + std::to_string(args.size()));
  354. }
  355. return VAR(r);
  356. });
  357. _vm->bind__iter__(_vm->tp_range, [](VM* vm, PyObject* obj) { return VAR_T(RangeIter, PK_OBJ_GET(Range, obj)); });
  358. _vm->bind__repr__(_vm->_type("NoneType"), [](VM* vm, PyObject* obj) { return VAR("None"); });
  359. _vm->bind__truediv__(_vm->tp_float, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  360. f64 value = CAST_F(rhs);
  361. return VAR(_CAST(f64, lhs) / value);
  362. });
  363. _vm->bind__truediv__(_vm->tp_int, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  364. f64 value = CAST_F(rhs);
  365. return VAR(_CAST(i64, lhs) / value);
  366. });
  367. auto py_number_pow = [](VM* vm, PyObject* lhs_, PyObject* rhs_) {
  368. i64 lhs, rhs;
  369. if(try_cast_int(lhs_, &lhs) && try_cast_int(rhs_, &rhs)){
  370. if(rhs < 0) {
  371. if(lhs == 0) vm->ZeroDivisionError("0.0 cannot be raised to a negative power");
  372. return VAR((f64)std::pow(lhs, rhs));
  373. }
  374. i64 ret = 1;
  375. while(rhs){
  376. if(rhs & 1) ret *= lhs;
  377. lhs *= lhs;
  378. rhs >>= 1;
  379. }
  380. return VAR(ret);
  381. }else{
  382. return VAR((f64)std::pow(CAST_F(lhs_), CAST_F(rhs_)));
  383. }
  384. };
  385. _vm->bind__pow__(_vm->tp_int, py_number_pow);
  386. _vm->bind__pow__(_vm->tp_float, py_number_pow);
  387. /************ int ************/
  388. _vm->bind_constructor<-1>("int", [](VM* vm, ArgsView args) {
  389. if(args.size() == 1+0) return VAR(0);
  390. // 1 arg
  391. if(args.size() == 1+1){
  392. if (is_type(args[1], vm->tp_float)) return VAR((i64)CAST(f64, args[1]));
  393. if (is_type(args[1], vm->tp_int)) return args[1];
  394. if (is_type(args[1], vm->tp_bool)) return VAR(_CAST(bool, args[1]) ? 1 : 0);
  395. }
  396. if(args.size() > 1+2) vm->TypeError("int() takes at most 2 arguments");
  397. // 2 args
  398. if (is_type(args[1], vm->tp_str)) {
  399. int base = 10;
  400. if(args.size() == 1+2) base = CAST(i64, args[2]);
  401. const Str& s = CAST(Str&, args[1]);
  402. i64 val;
  403. if(!parse_int(s.sv(), &val, base)){
  404. vm->ValueError("invalid literal for int(): " + s.escape());
  405. }
  406. return VAR(val);
  407. }
  408. vm->TypeError("invalid arguments for int()");
  409. return vm->None;
  410. });
  411. _vm->bind_method<0>("int", "bit_length", [](VM* vm, ArgsView args) {
  412. i64 x = _CAST(i64, args[0]);
  413. if(x < 0) x = -x;
  414. int bits = 0;
  415. while(x){ x >>= 1; bits++; }
  416. return VAR(bits);
  417. });
  418. _vm->bind__floordiv__(_vm->tp_int, [](VM* vm, PyObject* lhs_, PyObject* rhs_) {
  419. i64 rhs = CAST(i64, rhs_);
  420. if(rhs == 0) vm->ZeroDivisionError();
  421. return VAR(_CAST(i64, lhs_) / rhs);
  422. });
  423. _vm->bind__mod__(_vm->tp_int, [](VM* vm, PyObject* lhs_, PyObject* rhs_) {
  424. i64 rhs = CAST(i64, rhs_);
  425. if(rhs == 0) vm->ZeroDivisionError();
  426. return VAR(_CAST(i64, lhs_) % rhs);
  427. });
  428. _vm->bind__repr__(_vm->tp_int, [](VM* vm, PyObject* obj) { return VAR(std::to_string(_CAST(i64, obj))); });
  429. _vm->bind__neg__(_vm->tp_int, [](VM* vm, PyObject* obj) { return VAR(-_CAST(i64, obj)); });
  430. _vm->bind__hash__(_vm->tp_int, [](VM* vm, PyObject* obj) { return _CAST(i64, obj); });
  431. _vm->bind__invert__(_vm->tp_int, [](VM* vm, PyObject* obj) { return VAR(~_CAST(i64, obj)); });
  432. #define INT_BITWISE_OP(name, op) \
  433. _vm->bind##name(_vm->tp_int, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  434. return VAR(_CAST(i64, lhs) op CAST(i64, rhs)); \
  435. });
  436. INT_BITWISE_OP(__lshift__, <<)
  437. INT_BITWISE_OP(__rshift__, >>)
  438. INT_BITWISE_OP(__and__, &)
  439. INT_BITWISE_OP(__or__, |)
  440. INT_BITWISE_OP(__xor__, ^)
  441. #undef INT_BITWISE_OP
  442. /************ float ************/
  443. _vm->bind_constructor<-1>("float", [](VM* vm, ArgsView args) {
  444. if(args.size() == 1+0) return VAR(0.0);
  445. if(args.size() > 1+1) vm->TypeError("float() takes at most 1 argument");
  446. // 1 arg
  447. if (is_type(args[1], vm->tp_int)) return VAR((f64)CAST(i64, args[1]));
  448. if (is_type(args[1], vm->tp_float)) return args[1];
  449. if (is_type(args[1], vm->tp_bool)) return VAR(_CAST(bool, args[1]) ? 1.0 : 0.0);
  450. if (is_type(args[1], vm->tp_str)) {
  451. const Str& s = CAST(Str&, args[1]);
  452. if(s == "inf") return VAR(INFINITY);
  453. if(s == "-inf") return VAR(-INFINITY);
  454. double float_out;
  455. char* p_end;
  456. try{
  457. float_out = std::strtod(s.data, &p_end);
  458. PK_ASSERT(p_end == s.end());
  459. }catch(...){
  460. vm->ValueError("invalid literal for float(): " + s.escape());
  461. }
  462. return VAR(float_out);
  463. }
  464. vm->TypeError("invalid arguments for float()");
  465. return vm->None;
  466. });
  467. _vm->bind__hash__(_vm->tp_float, [](VM* vm, PyObject* obj) {
  468. f64 val = _CAST(f64, obj);
  469. return (i64)std::hash<f64>()(val);
  470. });
  471. _vm->bind__neg__(_vm->tp_float, [](VM* vm, PyObject* obj) { return VAR(-_CAST(f64, obj)); });
  472. _vm->bind__repr__(_vm->tp_float, [](VM* vm, PyObject* obj) {
  473. f64 val = _CAST(f64, obj);
  474. SStream ss;
  475. ss << val;
  476. return VAR(ss.str());
  477. });
  478. /************ str ************/
  479. _vm->bind_constructor<2>("str", PK_LAMBDA(vm->py_str(args[1])));
  480. _vm->bind__hash__(_vm->tp_str, [](VM* vm, PyObject* obj) {
  481. return (i64)_CAST(Str&, obj).hash();
  482. });
  483. _vm->bind__add__(_vm->tp_str, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  484. return VAR(_CAST(Str&, lhs) + CAST(Str&, rhs));
  485. });
  486. _vm->bind__len__(_vm->tp_str, [](VM* vm, PyObject* obj) {
  487. return (i64)_CAST(Str&, obj).u8_length();
  488. });
  489. _vm->bind__mul__(_vm->tp_str, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  490. const Str& self = _CAST(Str&, lhs);
  491. i64 n = CAST(i64, rhs);
  492. SStream ss;
  493. for(i64 i = 0; i < n; i++) ss << self.sv();
  494. return VAR(ss.str());
  495. });
  496. _vm->bind_method<1>("str", "__rmul__", [](VM* vm, ArgsView args) {
  497. const Str& self = _CAST(Str&, args[0]);
  498. i64 n = CAST(i64, args[1]);
  499. SStream ss;
  500. for(i64 i = 0; i < n; i++) ss << self.sv();
  501. return VAR(ss.str());
  502. });
  503. _vm->bind__contains__(_vm->tp_str, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  504. const Str& self = _CAST(Str&, lhs);
  505. return VAR(self.index(CAST(Str&, rhs)) != -1);
  506. });
  507. _vm->bind__str__(_vm->tp_str, [](VM* vm, PyObject* obj) { return obj; });
  508. _vm->bind__iter__(_vm->tp_str, [](VM* vm, PyObject* obj) { return VAR_T(StringIter, obj); });
  509. _vm->bind__repr__(_vm->tp_str, [](VM* vm, PyObject* obj) {
  510. const Str& self = _CAST(Str&, obj);
  511. return VAR(self.escape(true));
  512. });
  513. #define BIND_CMP_STR(name, op) \
  514. _vm->bind##name(_vm->tp_str, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  515. if(!is_non_tagged_type(rhs, vm->tp_str)) return vm->NotImplemented; \
  516. return VAR(_CAST(Str&, lhs) op _CAST(Str&, rhs)); \
  517. });
  518. BIND_CMP_STR(__eq__, ==)
  519. BIND_CMP_STR(__lt__, <)
  520. BIND_CMP_STR(__le__, <=)
  521. BIND_CMP_STR(__gt__, >)
  522. BIND_CMP_STR(__ge__, >=)
  523. #undef BIND_CMP_STR
  524. _vm->bind__getitem__(_vm->tp_str, [](VM* vm, PyObject* obj, PyObject* index) {
  525. const Str& self = _CAST(Str&, obj);
  526. if(is_non_tagged_type(index, vm->tp_slice)){
  527. const Slice& s = _CAST(Slice&, index);
  528. int start, stop, step;
  529. vm->parse_int_slice(s, self.u8_length(), start, stop, step);
  530. return VAR(self.u8_slice(start, stop, step));
  531. }
  532. int i = CAST(int, index);
  533. i = vm->normalized_index(i, self.u8_length());
  534. return VAR(self.u8_getitem(i));
  535. });
  536. _vm->bind(_vm->_t(_vm->tp_str), "replace(self, old, new, count=-1)", [](VM* vm, ArgsView args) {
  537. const Str& self = _CAST(Str&, args[0]);
  538. const Str& old = CAST(Str&, args[1]);
  539. if(old.empty()) vm->ValueError("empty substring");
  540. const Str& new_ = CAST(Str&, args[2]);
  541. int count = CAST(int, args[3]);
  542. return VAR(self.replace(old, new_, count));
  543. });
  544. _vm->bind(_vm->_t(_vm->tp_str), "split(self, sep=' ')", [](VM* vm, ArgsView args) {
  545. const Str& self = _CAST(Str&, args[0]);
  546. std::vector<std::string_view> parts = self.split(CAST(Str&, args[1]));
  547. List ret(parts.size());
  548. for(int i=0; i<parts.size(); i++) ret[i] = VAR(Str(parts[i]));
  549. return VAR(std::move(ret));
  550. });
  551. _vm->bind(_vm->_t(_vm->tp_str), "count(self, s: str)", [](VM* vm, ArgsView args) {
  552. const Str& self = _CAST(Str&, args[0]);
  553. const Str& s = CAST(Str&, args[1]);
  554. return VAR(self.count(s));
  555. });
  556. _vm->bind_method<1>("str", "index", [](VM* vm, ArgsView args) {
  557. const Str& self = _CAST(Str&, args[0]);
  558. const Str& sub = CAST(Str&, args[1]);
  559. int index = self.index(sub);
  560. if(index == -1) vm->ValueError("substring not found");
  561. return VAR(index);
  562. });
  563. _vm->bind_method<1>("str", "find", [](VM* vm, ArgsView args) {
  564. const Str& self = _CAST(Str&, args[0]);
  565. const Str& sub = CAST(Str&, args[1]);
  566. return VAR(self.index(sub));
  567. });
  568. _vm->bind_method<1>("str", "startswith", [](VM* vm, ArgsView args) {
  569. const Str& self = _CAST(Str&, args[0]);
  570. const Str& prefix = CAST(Str&, args[1]);
  571. return VAR(self.index(prefix) == 0);
  572. });
  573. _vm->bind_method<1>("str", "endswith", [](VM* vm, ArgsView args) {
  574. const Str& self = _CAST(Str&, args[0]);
  575. const Str& suffix = CAST(Str&, args[1]);
  576. int offset = self.length() - suffix.length();
  577. if(offset < 0) return vm->False;
  578. bool ok = memcmp(self.data+offset, suffix.data, suffix.length()) == 0;
  579. return VAR(ok);
  580. });
  581. _vm->bind_method<0>("str", "encode", [](VM* vm, ArgsView args) {
  582. const Str& self = _CAST(Str&, args[0]);
  583. unsigned char* buffer = new unsigned char[self.length()];
  584. memcpy(buffer, self.data, self.length());
  585. return VAR(Bytes(buffer, self.length()));
  586. });
  587. _vm->bind_method<1>("str", "join", [](VM* vm, ArgsView args) {
  588. auto _lock = vm->heap.gc_scope_lock();
  589. const Str& self = _CAST(Str&, args[0]);
  590. SStream ss;
  591. PyObject* it = vm->py_iter(args[1]); // strong ref
  592. PyObject* obj = vm->py_next(it);
  593. while(obj != vm->StopIteration){
  594. if(!ss.empty()) ss << self;
  595. ss << CAST(Str&, obj);
  596. obj = vm->py_next(it);
  597. }
  598. return VAR(ss.str());
  599. });
  600. _vm->bind_method<0>("str", "lower", [](VM* vm, ArgsView args) {
  601. const Str& self = _CAST(Str&, args[0]);
  602. return VAR(self.lower());
  603. });
  604. _vm->bind_method<0>("str", "upper", [](VM* vm, ArgsView args) {
  605. const Str& self = _CAST(Str&, args[0]);
  606. return VAR(self.upper());
  607. });
  608. /************ list ************/
  609. _vm->bind(_vm->_t(_vm->tp_list), "sort(self, key=None, reverse=False)", [](VM* vm, ArgsView args) {
  610. List& self = _CAST(List&, args[0]);
  611. PyObject* key = args[1];
  612. if(key == vm->None){
  613. std::stable_sort(self.begin(), self.end(), [vm](PyObject* a, PyObject* b){
  614. return vm->py_lt(a, b);
  615. });
  616. }else{
  617. std::stable_sort(self.begin(), self.end(), [vm, key](PyObject* a, PyObject* b){
  618. return vm->py_lt(vm->call(key, a), vm->call(key, b));
  619. });
  620. }
  621. bool reverse = CAST(bool, args[2]);
  622. if(reverse) self.reverse();
  623. return vm->None;
  624. });
  625. _vm->bind__repr__(_vm->tp_list, [](VM* vm, PyObject* _0){
  626. List& iterable = _CAST(List&, _0);
  627. SStream ss;
  628. ss << '[';
  629. for(int i=0; i<iterable.size(); i++){
  630. ss << CAST(Str&, vm->py_repr(iterable[i]));
  631. if(i != iterable.size()-1) ss << ", ";
  632. }
  633. ss << ']';
  634. return VAR(ss.str());
  635. });
  636. _vm->bind__repr__(_vm->tp_tuple, [](VM* vm, PyObject* _0){
  637. Tuple& iterable = _CAST(Tuple&, _0);
  638. SStream ss;
  639. ss << '(';
  640. if(iterable.size() == 1){
  641. ss << CAST(Str&, vm->py_repr(iterable[0]));
  642. ss << ',';
  643. }else{
  644. for(int i=0; i<iterable.size(); i++){
  645. ss << CAST(Str&, vm->py_repr(iterable[i]));
  646. if(i != iterable.size()-1) ss << ", ";
  647. }
  648. }
  649. ss << ')';
  650. return VAR(ss.str());
  651. });
  652. _vm->bind_constructor<-1>("list", [](VM* vm, ArgsView args) {
  653. if(args.size() == 1+0) return VAR(List());
  654. if(args.size() == 1+1){
  655. return vm->py_list(args[1]);
  656. }
  657. vm->TypeError("list() takes 0 or 1 arguments");
  658. return vm->None;
  659. });
  660. _vm->bind__contains__(_vm->tp_list, [](VM* vm, PyObject* obj, PyObject* item) {
  661. List& self = _CAST(List&, obj);
  662. for(PyObject* i: self) if(vm->py_eq(i, item)) return vm->True;
  663. return vm->False;
  664. });
  665. _vm->bind_method<1>("list", "count", [](VM* vm, ArgsView args) {
  666. List& self = _CAST(List&, args[0]);
  667. int count = 0;
  668. for(PyObject* i: self) if(vm->py_eq(i, args[1])) count++;
  669. return VAR(count);
  670. });
  671. _vm->bind__eq__(_vm->tp_list, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  672. List& a = _CAST(List&, lhs);
  673. if(!is_non_tagged_type(rhs, vm->tp_list)) return vm->NotImplemented;
  674. List& b = _CAST(List&, rhs);
  675. if(a.size() != b.size()) return vm->False;
  676. for(int i=0; i<a.size(); i++){
  677. if(!vm->py_eq(a[i], b[i])) return vm->False;
  678. }
  679. return vm->True;
  680. });
  681. _vm->bind_method<1>("list", "index", [](VM* vm, ArgsView args) {
  682. List& self = _CAST(List&, args[0]);
  683. PyObject* obj = args[1];
  684. for(int i=0; i<self.size(); i++){
  685. if(vm->py_eq(self[i], obj)) return VAR(i);
  686. }
  687. vm->ValueError(_CAST(Str&, vm->py_repr(obj)) + " is not in list");
  688. return vm->None;
  689. });
  690. _vm->bind_method<1>("list", "remove", [](VM* vm, ArgsView args) {
  691. List& self = _CAST(List&, args[0]);
  692. PyObject* obj = args[1];
  693. for(int i=0; i<self.size(); i++){
  694. if(vm->py_eq(self[i], obj)){
  695. self.erase(i);
  696. return vm->None;
  697. }
  698. }
  699. vm->ValueError(_CAST(Str&, vm->py_repr(obj)) + " is not in list");
  700. return vm->None;
  701. });
  702. _vm->bind_method<-1>("list", "pop", [](VM* vm, ArgsView args) {
  703. List& self = _CAST(List&, args[0]);
  704. if(args.size() == 1+0){
  705. if(self.empty()) vm->IndexError("pop from empty list");
  706. return self.popx_back();
  707. }
  708. if(args.size() == 1+1){
  709. int index = CAST(int, args[1]);
  710. index = vm->normalized_index(index, self.size());
  711. PyObject* ret = self[index];
  712. self.erase(index);
  713. return ret;
  714. }
  715. vm->TypeError("pop() takes at most 1 argument");
  716. return vm->None;
  717. });
  718. _vm->bind_method<1>("list", "append", [](VM* vm, ArgsView args) {
  719. List& self = _CAST(List&, args[0]);
  720. self.push_back(args[1]);
  721. return vm->None;
  722. });
  723. _vm->bind_method<1>("list", "extend", [](VM* vm, ArgsView args) {
  724. auto _lock = vm->heap.gc_scope_lock();
  725. List& self = _CAST(List&, args[0]);
  726. PyObject* it = vm->py_iter(args[1]); // strong ref
  727. PyObject* obj = vm->py_next(it);
  728. while(obj != vm->StopIteration){
  729. self.push_back(obj);
  730. obj = vm->py_next(it);
  731. }
  732. return vm->None;
  733. });
  734. _vm->bind_method<0>("list", "reverse", [](VM* vm, ArgsView args) {
  735. List& self = _CAST(List&, args[0]);
  736. std::reverse(self.begin(), self.end());
  737. return vm->None;
  738. });
  739. _vm->bind__mul__(_vm->tp_list, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  740. const List& self = _CAST(List&, lhs);
  741. if(!is_int(rhs)) return vm->NotImplemented;
  742. int n = _CAST(int, rhs);
  743. List result;
  744. result.reserve(self.size() * n);
  745. for(int i = 0; i < n; i++) result.extend(self);
  746. return VAR(std::move(result));
  747. });
  748. _vm->bind_method<1>("list", "__rmul__", [](VM* vm, ArgsView args) {
  749. const List& self = _CAST(List&, args[0]);
  750. if(!is_int(args[1])) return vm->NotImplemented;
  751. int n = _CAST(int, args[1]);
  752. List result;
  753. result.reserve(self.size() * n);
  754. for(int i = 0; i < n; i++) result.extend(self);
  755. return VAR(std::move(result));
  756. });
  757. _vm->bind_method<2>("list", "insert", [](VM* vm, ArgsView args) {
  758. List& self = _CAST(List&, args[0]);
  759. int index = CAST(int, args[1]);
  760. if(index < 0) index += self.size();
  761. if(index < 0) index = 0;
  762. if(index > self.size()) index = self.size();
  763. self.insert(index, args[2]);
  764. return vm->None;
  765. });
  766. _vm->bind_method<0>("list", "clear", [](VM* vm, ArgsView args) {
  767. _CAST(List&, args[0]).clear();
  768. return vm->None;
  769. });
  770. _vm->bind_method<0>("list", "copy", PK_LAMBDA(VAR(_CAST(List, args[0]))));
  771. #define BIND_RICH_CMP(name, op, _t, _T) \
  772. _vm->bind__##name##__(_vm->_t, [](VM* vm, PyObject* lhs, PyObject* rhs){ \
  773. if(!is_non_tagged_type(rhs, vm->_t)) return vm->NotImplemented; \
  774. auto& a = _CAST(_T&, lhs); \
  775. auto& b = _CAST(_T&, rhs); \
  776. for(int i=0; i<a.size() && i<b.size(); i++){ \
  777. if(vm->py_eq(a[i], b[i])) continue; \
  778. return VAR(vm->py_##name(a[i], b[i])); \
  779. } \
  780. return VAR(a.size() op b.size()); \
  781. });
  782. BIND_RICH_CMP(lt, <, tp_list, List)
  783. BIND_RICH_CMP(le, <=, tp_list, List)
  784. BIND_RICH_CMP(gt, >, tp_list, List)
  785. BIND_RICH_CMP(ge, >=, tp_list, List)
  786. BIND_RICH_CMP(lt, <, tp_tuple, Tuple)
  787. BIND_RICH_CMP(le, <=, tp_tuple, Tuple)
  788. BIND_RICH_CMP(gt, >, tp_tuple, Tuple)
  789. BIND_RICH_CMP(ge, >=, tp_tuple, Tuple)
  790. #undef BIND_RICH_CMP
  791. _vm->bind__add__(_vm->tp_list, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  792. const List& self = _CAST(List&, lhs);
  793. const List& other = CAST(List&, rhs);
  794. List new_list(self); // copy construct
  795. new_list.extend(other);
  796. return VAR(std::move(new_list));
  797. });
  798. _vm->bind__len__(_vm->tp_list, [](VM* vm, PyObject* obj) {
  799. return (i64)_CAST(List&, obj).size();
  800. });
  801. _vm->bind__iter__(_vm->tp_list, [](VM* vm, PyObject* obj) {
  802. List& self = _CAST(List&, obj);
  803. return VAR_T(ArrayIter, obj, self.begin(), self.end());
  804. });
  805. _vm->bind__getitem__(_vm->tp_list, PyArrayGetItem<List>);
  806. _vm->bind__setitem__(_vm->tp_list, [](VM* vm, PyObject* obj, PyObject* index, PyObject* value){
  807. List& self = _CAST(List&, obj);
  808. int i = CAST(int, index);
  809. i = vm->normalized_index(i, self.size());
  810. self[i] = value;
  811. });
  812. _vm->bind__delitem__(_vm->tp_list, [](VM* vm, PyObject* obj, PyObject* index){
  813. List& self = _CAST(List&, obj);
  814. int i = CAST(int, index);
  815. i = vm->normalized_index(i, self.size());
  816. self.erase(i);
  817. });
  818. /************ tuple ************/
  819. _vm->bind_constructor<-1>("tuple", [](VM* vm, ArgsView args) {
  820. if(args.size() == 1+0) return VAR(Tuple(0));
  821. if(args.size() == 1+1){
  822. List list = CAST(List, vm->py_list(args[1]));
  823. return VAR(Tuple(std::move(list)));
  824. }
  825. vm->TypeError("tuple() takes at most 1 argument");
  826. return vm->None;
  827. });
  828. _vm->bind__contains__(_vm->tp_tuple, [](VM* vm, PyObject* obj, PyObject* item) {
  829. Tuple& self = _CAST(Tuple&, obj);
  830. for(PyObject* i: self) if(vm->py_eq(i, item)) return vm->True;
  831. return vm->False;
  832. });
  833. _vm->bind_method<1>("tuple", "count", [](VM* vm, ArgsView args) {
  834. Tuple& self = _CAST(Tuple&, args[0]);
  835. int count = 0;
  836. for(PyObject* i: self) if(vm->py_eq(i, args[1])) count++;
  837. return VAR(count);
  838. });
  839. _vm->bind__eq__(_vm->tp_tuple, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  840. const Tuple& self = _CAST(Tuple&, lhs);
  841. if(!is_non_tagged_type(rhs, vm->tp_tuple)) return vm->NotImplemented;
  842. const Tuple& other = _CAST(Tuple&, rhs);
  843. if(self.size() != other.size()) return vm->False;
  844. for(int i = 0; i < self.size(); i++) {
  845. if(!vm->py_eq(self[i], other[i])) return vm->False;
  846. }
  847. return vm->True;
  848. });
  849. _vm->bind__hash__(_vm->tp_tuple, [](VM* vm, PyObject* obj) {
  850. i64 x = 1000003;
  851. const Tuple& items = CAST(Tuple&, obj);
  852. for (int i=0; i<items.size(); i++) {
  853. i64 y = vm->py_hash(items[i]);
  854. // recommended by Github Copilot
  855. x = x ^ (y + 0x9e3779b9 + (x << 6) + (x >> 2));
  856. }
  857. return x;
  858. });
  859. _vm->bind__iter__(_vm->tp_tuple, [](VM* vm, PyObject* obj) {
  860. Tuple& self = _CAST(Tuple&, obj);
  861. return VAR_T(ArrayIter, obj, self.begin(), self.end());
  862. });
  863. _vm->bind__getitem__(_vm->tp_tuple, PyArrayGetItem<Tuple>);
  864. _vm->bind__len__(_vm->tp_tuple, [](VM* vm, PyObject* obj) {
  865. return (i64)_CAST(Tuple&, obj).size();
  866. });
  867. /************ bool ************/
  868. _vm->bind_constructor<2>("bool", PK_LAMBDA(VAR(vm->py_bool(args[1]))));
  869. _vm->bind__hash__(_vm->tp_bool, [](VM* vm, PyObject* obj) {
  870. return (i64)_CAST(bool, obj);
  871. });
  872. _vm->bind__repr__(_vm->tp_bool, [](VM* vm, PyObject* self) {
  873. bool val = _CAST(bool, self);
  874. return VAR(val ? "True" : "False");
  875. });
  876. _vm->bind__and__(_vm->tp_bool, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  877. return VAR(_CAST(bool, lhs) && CAST(bool, rhs));
  878. });
  879. _vm->bind__or__(_vm->tp_bool, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  880. return VAR(_CAST(bool, lhs) || CAST(bool, rhs));
  881. });
  882. _vm->bind__xor__(_vm->tp_bool, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  883. return VAR(_CAST(bool, lhs) != CAST(bool, rhs));
  884. });
  885. _vm->bind__eq__(_vm->tp_bool, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  886. if(is_non_tagged_type(rhs, vm->tp_bool)) return VAR(lhs == rhs);
  887. if(is_int(rhs)) return VAR(_CAST(bool, lhs) == (bool)CAST(i64, rhs));
  888. return vm->NotImplemented;
  889. });
  890. _vm->bind__repr__(_vm->_type("ellipsis"), [](VM* vm, PyObject* self) {
  891. return VAR("...");
  892. });
  893. _vm->bind__repr__(_vm->_type("NotImplementedType"), [](VM* vm, PyObject* self) {
  894. return VAR("NotImplemented");
  895. });
  896. /************ bytes ************/
  897. _vm->bind_constructor<2>("bytes", [](VM* vm, ArgsView args){
  898. List& list = CAST(List&, args[1]);
  899. std::vector<unsigned char> buffer(list.size());
  900. for(int i=0; i<list.size(); i++){
  901. i64 b = CAST(i64, list[i]);
  902. if(b<0 || b>255) vm->ValueError("byte must be in range[0, 256)");
  903. buffer[i] = (char)b;
  904. }
  905. return VAR(Bytes(buffer));
  906. });
  907. _vm->bind__getitem__(_vm->tp_bytes, [](VM* vm, PyObject* obj, PyObject* index) {
  908. const Bytes& self = _CAST(Bytes&, obj);
  909. int i = CAST(int, index);
  910. i = vm->normalized_index(i, self.size());
  911. return VAR(self[i]);
  912. });
  913. _vm->bind__hash__(_vm->tp_bytes, [](VM* vm, PyObject* obj) {
  914. const Bytes& self = _CAST(Bytes&, obj);
  915. std::string_view view((char*)self.data(), self.size());
  916. return (i64)std::hash<std::string_view>()(view);
  917. });
  918. _vm->bind__repr__(_vm->tp_bytes, [](VM* vm, PyObject* obj) {
  919. const Bytes& self = _CAST(Bytes&, obj);
  920. SStream ss;
  921. ss << "b'";
  922. for(int i=0; i<self.size(); i++){
  923. ss << "\\x"; // << std::hex << std::setw(2) << std::setfill('0') << self[i];
  924. ss << "0123456789ABCDEF"[self[i] >> 4];
  925. ss << "0123456789ABCDEF"[self[i] & 0xf];
  926. }
  927. ss << "'";
  928. return VAR(ss.str());
  929. });
  930. _vm->bind__len__(_vm->tp_bytes, [](VM* vm, PyObject* obj) {
  931. return (i64)_CAST(Bytes&, obj).size();
  932. });
  933. _vm->bind_method<0>("bytes", "decode", [](VM* vm, ArgsView args) {
  934. const Bytes& self = _CAST(Bytes&, args[0]);
  935. // TODO: check encoding is utf-8
  936. return VAR(Str(self.str()));
  937. });
  938. _vm->bind__eq__(_vm->tp_bytes, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  939. if(!is_non_tagged_type(rhs, vm->tp_bytes)) return vm->NotImplemented;
  940. return VAR(_CAST(Bytes&, lhs) == _CAST(Bytes&, rhs));
  941. });
  942. /************ slice ************/
  943. _vm->bind_constructor<4>("slice", [](VM* vm, ArgsView args) {
  944. return VAR(Slice(args[1], args[2], args[3]));
  945. });
  946. _vm->bind__repr__(_vm->tp_slice, [](VM* vm, PyObject* obj) {
  947. const Slice& self = _CAST(Slice&, obj);
  948. SStream ss;
  949. ss << "slice(";
  950. ss << CAST(Str, vm->py_repr(self.start)) << ", ";
  951. ss << CAST(Str, vm->py_repr(self.stop)) << ", ";
  952. ss << CAST(Str, vm->py_repr(self.step)) << ")";
  953. return VAR(ss.str());
  954. });
  955. /************ mappingproxy ************/
  956. _vm->bind_method<0>("mappingproxy", "keys", [](VM* vm, ArgsView args) {
  957. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  958. List keys;
  959. for(StrName name : self.attr().keys()) keys.push_back(VAR(name.sv()));
  960. return VAR(std::move(keys));
  961. });
  962. _vm->bind_method<0>("mappingproxy", "values", [](VM* vm, ArgsView args) {
  963. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  964. List values;
  965. for(auto& item : self.attr().items()) values.push_back(item.second);
  966. return VAR(std::move(values));
  967. });
  968. _vm->bind_method<0>("mappingproxy", "items", [](VM* vm, ArgsView args) {
  969. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  970. List items;
  971. for(auto& item : self.attr().items()){
  972. PyObject* t = VAR(Tuple({VAR(item.first.sv()), item.second}));
  973. items.push_back(std::move(t));
  974. }
  975. return VAR(std::move(items));
  976. });
  977. _vm->bind__len__(_vm->tp_mappingproxy, [](VM* vm, PyObject* obj) {
  978. return (i64)_CAST(MappingProxy&, obj).attr().size();
  979. });
  980. _vm->bind__eq__(_vm->tp_mappingproxy, [](VM* vm, PyObject* obj, PyObject* other){
  981. MappingProxy& a = _CAST(MappingProxy&, obj);
  982. if(!is_non_tagged_type(other, vm->tp_mappingproxy)){
  983. return vm->NotImplemented;
  984. }
  985. MappingProxy& b = _CAST(MappingProxy&, other);
  986. return VAR(a.obj == b.obj);
  987. });
  988. _vm->bind__getitem__(_vm->tp_mappingproxy, [](VM* vm, PyObject* obj, PyObject* index) {
  989. MappingProxy& self = _CAST(MappingProxy&, obj);
  990. StrName key = CAST(Str&, index);
  991. PyObject* ret = self.attr().try_get(key);
  992. if(ret == nullptr) vm->AttributeError(key.sv());
  993. return ret;
  994. });
  995. _vm->bind__repr__(_vm->tp_mappingproxy, [](VM* vm, PyObject* obj) {
  996. MappingProxy& self = _CAST(MappingProxy&, obj);
  997. SStream ss;
  998. ss << "mappingproxy({";
  999. bool first = true;
  1000. for(auto& item : self.attr().items()){
  1001. if(!first) ss << ", ";
  1002. first = false;
  1003. ss << item.first.escape() << ": " << CAST(Str, vm->py_repr(item.second));
  1004. }
  1005. ss << "})";
  1006. return VAR(ss.str());
  1007. });
  1008. _vm->bind__contains__(_vm->tp_mappingproxy, [](VM* vm, PyObject* obj, PyObject* key) {
  1009. MappingProxy& self = _CAST(MappingProxy&, obj);
  1010. return VAR(self.attr().contains(CAST(Str&, key)));
  1011. });
  1012. /************ dict ************/
  1013. _vm->bind_constructor<-1>("dict", [](VM* vm, ArgsView args){
  1014. return VAR(Dict(vm));
  1015. });
  1016. _vm->bind_method<-1>("dict", "__init__", [](VM* vm, ArgsView args){
  1017. if(args.size() == 1+0) return vm->None;
  1018. if(args.size() == 1+1){
  1019. auto _lock = vm->heap.gc_scope_lock();
  1020. Dict& self = _CAST(Dict&, args[0]);
  1021. List& list = CAST(List&, args[1]);
  1022. for(PyObject* item : list){
  1023. Tuple& t = CAST(Tuple&, item);
  1024. if(t.size() != 2){
  1025. vm->ValueError("dict() takes an iterable of tuples (key, value)");
  1026. return vm->None;
  1027. }
  1028. self.set(t[0], t[1]);
  1029. }
  1030. return vm->None;
  1031. }
  1032. vm->TypeError("dict() takes at most 1 argument");
  1033. return vm->None;
  1034. });
  1035. _vm->bind__len__(_vm->tp_dict, [](VM* vm, PyObject* obj) {
  1036. return (i64)_CAST(Dict&, obj).size();
  1037. });
  1038. _vm->bind__getitem__(_vm->tp_dict, [](VM* vm, PyObject* obj, PyObject* index) {
  1039. Dict& self = _CAST(Dict&, obj);
  1040. PyObject* ret = self.try_get(index);
  1041. if(ret == nullptr) vm->KeyError(index);
  1042. return ret;
  1043. });
  1044. _vm->bind__setitem__(_vm->tp_dict, [](VM* vm, PyObject* obj, PyObject* key, PyObject* value) {
  1045. Dict& self = _CAST(Dict&, obj);
  1046. self.set(key, value);
  1047. });
  1048. _vm->bind__delitem__(_vm->tp_dict, [](VM* vm, PyObject* obj, PyObject* key) {
  1049. Dict& self = _CAST(Dict&, obj);
  1050. bool ok = self.erase(key);
  1051. if(!ok) vm->KeyError(key);
  1052. });
  1053. _vm->bind_method<-1>("dict", "pop", [](VM* vm, ArgsView args) {
  1054. if(args.size() != 2 && args.size() != 3){
  1055. vm->TypeError("pop() expected 1 or 2 arguments");
  1056. return vm->None;
  1057. }
  1058. Dict& self = _CAST(Dict&, args[0]);
  1059. PyObject* value = self.try_get(args[1]);
  1060. if(value == nullptr){
  1061. if(args.size() == 2) vm->KeyError(args[1]);
  1062. if(args.size() == 3){
  1063. return args[2];
  1064. }
  1065. }
  1066. self.erase(args[1]);
  1067. return value;
  1068. });
  1069. // _vm->bind_method<0>("dict", "_data", [](VM* vm, ArgsView args) {
  1070. // Dict& self = _CAST(Dict&, args[0]);
  1071. // SStream ss;
  1072. // ss << "[\n";
  1073. // for(int i=0; i<self._capacity; i++){
  1074. // auto item = self._items[i];
  1075. // Str key("None");
  1076. // Str value("None");
  1077. // if(item.first != nullptr){
  1078. // key = CAST(Str&, vm->py_repr(item.first));
  1079. // }
  1080. // if(item.second != nullptr){
  1081. // value = CAST(Str&, vm->py_repr(item.second));
  1082. // }
  1083. // int prev = self._nodes[i].prev;
  1084. // int next = self._nodes[i].next;
  1085. // ss << " [" << key << ", " << value << ", " << prev << ", " << next << "],\n";
  1086. // }
  1087. // ss << "]\n";
  1088. // vm->stdout_write(ss.str());
  1089. // return vm->None;
  1090. // });
  1091. _vm->bind__contains__(_vm->tp_dict, [](VM* vm, PyObject* obj, PyObject* key) {
  1092. Dict& self = _CAST(Dict&, obj);
  1093. return VAR(self.contains(key));
  1094. });
  1095. _vm->bind__iter__(_vm->tp_dict, [](VM* vm, PyObject* obj) {
  1096. const Dict& self = _CAST(Dict&, obj);
  1097. return vm->py_iter(VAR(self.keys()));
  1098. });
  1099. _vm->bind_method<-1>("dict", "get", [](VM* vm, ArgsView args) {
  1100. Dict& self = _CAST(Dict&, args[0]);
  1101. if(args.size() == 1+1){
  1102. PyObject* ret = self.try_get(args[1]);
  1103. if(ret != nullptr) return ret;
  1104. return vm->None;
  1105. }else if(args.size() == 1+2){
  1106. PyObject* ret = self.try_get(args[1]);
  1107. if(ret != nullptr) return ret;
  1108. return args[2];
  1109. }
  1110. vm->TypeError("get() takes at most 2 arguments");
  1111. return vm->None;
  1112. });
  1113. _vm->bind_method<0>("dict", "keys", [](VM* vm, ArgsView args) {
  1114. const Dict& self = _CAST(Dict&, args[0]);
  1115. return VAR(self.keys());
  1116. });
  1117. _vm->bind_method<0>("dict", "values", [](VM* vm, ArgsView args) {
  1118. const Dict& self = _CAST(Dict&, args[0]);
  1119. return VAR(self.values());
  1120. });
  1121. _vm->bind_method<0>("dict", "items", [](VM* vm, ArgsView args) {
  1122. const Dict& self = _CAST(Dict&, args[0]);
  1123. Tuple items(self.size());
  1124. int j = 0;
  1125. self.apply([&](PyObject* k, PyObject* v){
  1126. items[j++] = VAR(Tuple({k, v}));
  1127. });
  1128. return VAR(std::move(items));
  1129. });
  1130. _vm->bind_method<1>("dict", "update", [](VM* vm, ArgsView args) {
  1131. Dict& self = _CAST(Dict&, args[0]);
  1132. const Dict& other = CAST(Dict&, args[1]);
  1133. self.update(other);
  1134. return vm->None;
  1135. });
  1136. _vm->bind_method<0>("dict", "copy", [](VM* vm, ArgsView args) {
  1137. const Dict& self = _CAST(Dict&, args[0]);
  1138. return VAR(self);
  1139. });
  1140. _vm->bind_method<0>("dict", "clear", [](VM* vm, ArgsView args) {
  1141. Dict& self = _CAST(Dict&, args[0]);
  1142. self.clear();
  1143. return vm->None;
  1144. });
  1145. _vm->bind__repr__(_vm->tp_dict, [](VM* vm, PyObject* obj) {
  1146. Dict& self = _CAST(Dict&, obj);
  1147. SStream ss;
  1148. ss << "{";
  1149. bool first = true;
  1150. self.apply([&](PyObject* k, PyObject* v){
  1151. if(!first) ss << ", ";
  1152. first = false;
  1153. Str key = CAST(Str&, vm->py_repr(k));
  1154. Str value = CAST(Str&, vm->py_repr(v));
  1155. ss << key << ": " << value;
  1156. });
  1157. ss << "}";
  1158. return VAR(ss.str());
  1159. });
  1160. _vm->bind__eq__(_vm->tp_dict, [](VM* vm, PyObject* a, PyObject* b) {
  1161. Dict& self = _CAST(Dict&, a);
  1162. if(!is_non_tagged_type(b, vm->tp_dict)) return vm->NotImplemented;
  1163. Dict& other = _CAST(Dict&, b);
  1164. if(self.size() != other.size()) return vm->False;
  1165. for(int i=0; i<self._capacity; i++){
  1166. auto item = self._items[i];
  1167. if(item.first == nullptr) continue;
  1168. PyObject* value = other.try_get(item.first);
  1169. if(value == nullptr) return vm->False;
  1170. if(!vm->py_eq(item.second, value)) return vm->False;
  1171. }
  1172. return vm->True;
  1173. });
  1174. _vm->bind__repr__(_vm->tp_module, [](VM* vm, PyObject* obj) {
  1175. const Str& path = CAST(Str&, obj->attr(__path__));
  1176. return VAR(fmt("<module ", path.escape(), ">"));
  1177. });
  1178. /************ property ************/
  1179. _vm->bind_constructor<-1>("property", [](VM* vm, ArgsView args) {
  1180. if(args.size() == 1+1){
  1181. return VAR(Property(args[1], vm->None, ""));
  1182. }else if(args.size() == 1+2){
  1183. return VAR(Property(args[1], args[2], ""));
  1184. }else if(args.size() == 1+3){
  1185. return VAR(Property(args[1], args[2], CAST(Str, args[3])));
  1186. }
  1187. vm->TypeError("property() takes at most 3 arguments");
  1188. return vm->None;
  1189. });
  1190. _vm->bind_property(_vm->_t(_vm->tp_property), "__signature__", [](VM* vm, ArgsView args){
  1191. Property& self = _CAST(Property&, args[0]);
  1192. return VAR(self.signature);
  1193. });
  1194. _vm->bind_property(_vm->_t(_vm->tp_function), "__doc__", [](VM* vm, ArgsView args) {
  1195. Function& func = _CAST(Function&, args[0]);
  1196. return VAR(func.decl->docstring);
  1197. });
  1198. _vm->bind_property(_vm->_t(_vm->tp_native_func), "__doc__", [](VM* vm, ArgsView args) {
  1199. NativeFunc& func = _CAST(NativeFunc&, args[0]);
  1200. if(func.decl != nullptr) return VAR(func.decl->docstring);
  1201. return VAR("");
  1202. });
  1203. _vm->bind_property(_vm->_t(_vm->tp_function), "__signature__", [](VM* vm, ArgsView args) {
  1204. Function& func = _CAST(Function&, args[0]);
  1205. return VAR(func.decl->signature);
  1206. });
  1207. // _vm->bind_property(_vm->_t(_vm->tp_function), "__call__", [](VM* vm, ArgsView args) {
  1208. // return args[0];
  1209. // });
  1210. _vm->bind_property(_vm->_t(_vm->tp_native_func), "__signature__", [](VM* vm, ArgsView args) {
  1211. NativeFunc& func = _CAST(NativeFunc&, args[0]);
  1212. if(func.decl != nullptr) return VAR(func.decl->signature);
  1213. return VAR("");
  1214. });
  1215. // _vm->bind_property(_vm->_t(_vm->tp_native_func), "__call__", [](VM* vm, ArgsView args) {
  1216. // return args[0];
  1217. // });
  1218. RangeIter::register_class(_vm, _vm->builtins);
  1219. ArrayIter::register_class(_vm, _vm->builtins);
  1220. StringIter::register_class(_vm, _vm->builtins);
  1221. Generator::register_class(_vm, _vm->builtins);
  1222. }
  1223. void add_module_timeit(VM* vm){
  1224. PyObject* mod = vm->new_module("timeit");
  1225. vm->bind_func<2>(mod, "timeit", [](VM* vm, ArgsView args) {
  1226. PyObject* f = args[0];
  1227. i64 iters = CAST(i64, args[1]);
  1228. auto now = std::chrono::system_clock::now();
  1229. for(i64 i=0; i<iters; i++) vm->call(f);
  1230. auto end = std::chrono::system_clock::now();
  1231. f64 elapsed = std::chrono::duration_cast<std::chrono::milliseconds>(end - now).count() / 1000.0;
  1232. return VAR(elapsed);
  1233. });
  1234. }
  1235. struct PyStructTime{
  1236. PY_CLASS(PyStructTime, time, struct_time)
  1237. int tm_year;
  1238. int tm_mon;
  1239. int tm_mday;
  1240. int tm_hour;
  1241. int tm_min;
  1242. int tm_sec;
  1243. int tm_wday;
  1244. int tm_yday;
  1245. int tm_isdst;
  1246. PyStructTime(std::time_t t){
  1247. std::tm* tm = std::localtime(&t);
  1248. tm_year = tm->tm_year + 1900;
  1249. tm_mon = tm->tm_mon + 1;
  1250. tm_mday = tm->tm_mday;
  1251. tm_hour = tm->tm_hour;
  1252. tm_min = tm->tm_min;
  1253. tm_sec = tm->tm_sec + 1;
  1254. tm_wday = (tm->tm_wday + 6) % 7;
  1255. tm_yday = tm->tm_yday + 1;
  1256. tm_isdst = tm->tm_isdst;
  1257. }
  1258. PyStructTime* _() { return this; }
  1259. static void _register(VM* vm, PyObject* mod, PyObject* type){
  1260. vm->bind_notimplemented_constructor<PyStructTime>(type);
  1261. PY_READONLY_FIELD(PyStructTime, "tm_year", _, tm_year);
  1262. PY_READONLY_FIELD(PyStructTime, "tm_mon", _, tm_mon);
  1263. PY_READONLY_FIELD(PyStructTime, "tm_mday", _, tm_mday);
  1264. PY_READONLY_FIELD(PyStructTime, "tm_hour", _, tm_hour);
  1265. PY_READONLY_FIELD(PyStructTime, "tm_min", _, tm_min);
  1266. PY_READONLY_FIELD(PyStructTime, "tm_sec", _, tm_sec);
  1267. PY_READONLY_FIELD(PyStructTime, "tm_wday", _, tm_wday);
  1268. PY_READONLY_FIELD(PyStructTime, "tm_yday", _, tm_yday);
  1269. PY_READONLY_FIELD(PyStructTime, "tm_isdst", _, tm_isdst);
  1270. }
  1271. };
  1272. void add_module_time(VM* vm){
  1273. PyObject* mod = vm->new_module("time");
  1274. PyStructTime::register_class(vm, mod);
  1275. vm->bind_func<0>(mod, "time", [](VM* vm, ArgsView args) {
  1276. auto now = std::chrono::system_clock::now();
  1277. return VAR(std::chrono::duration_cast<std::chrono::milliseconds>(now.time_since_epoch()).count() / 1000.0);
  1278. });
  1279. vm->bind_func<1>(mod, "sleep", [](VM* vm, ArgsView args) {
  1280. f64 seconds = CAST_F(args[0]);
  1281. auto begin = std::chrono::system_clock::now();
  1282. while(true){
  1283. auto now = std::chrono::system_clock::now();
  1284. f64 elapsed = std::chrono::duration_cast<std::chrono::milliseconds>(now - begin).count() / 1000.0;
  1285. if(elapsed >= seconds) break;
  1286. }
  1287. return vm->None;
  1288. });
  1289. vm->bind_func<0>(mod, "localtime", [](VM* vm, ArgsView args) {
  1290. auto now = std::chrono::system_clock::now();
  1291. std::time_t t = std::chrono::system_clock::to_time_t(now);
  1292. return VAR_T(PyStructTime, t);
  1293. });
  1294. }
  1295. void add_module_sys(VM* vm){
  1296. PyObject* mod = vm->new_module("sys");
  1297. vm->setattr(mod, "version", VAR(PK_VERSION));
  1298. vm->setattr(mod, "platform", VAR(PK_SYS_PLATFORM));
  1299. PyObject* stdout_ = vm->heap.gcnew<DummyInstance>(vm->tp_object);
  1300. PyObject* stderr_ = vm->heap.gcnew<DummyInstance>(vm->tp_object);
  1301. vm->setattr(mod, "stdout", stdout_);
  1302. vm->setattr(mod, "stderr", stderr_);
  1303. vm->bind_func<1>(stdout_, "write", [](VM* vm, ArgsView args) {
  1304. Str& s = CAST(Str&, args[0]);
  1305. vm->_stdout(vm, s.data, s.size);
  1306. return vm->None;
  1307. });
  1308. vm->bind_func<1>(stderr_, "write", [](VM* vm, ArgsView args) {
  1309. Str& s = CAST(Str&, args[0]);
  1310. vm->_stderr(vm, s.data, s.size);
  1311. return vm->None;
  1312. });
  1313. }
  1314. void add_module_json(VM* vm){
  1315. PyObject* mod = vm->new_module("json");
  1316. vm->bind_func<1>(mod, "loads", [](VM* vm, ArgsView args) {
  1317. const Str& expr = CAST(Str&, args[0]);
  1318. CodeObject_ code = vm->compile(expr, "<json>", JSON_MODE);
  1319. return vm->_exec(code, vm->top_frame()->_module);
  1320. });
  1321. vm->bind_func<1>(mod, "dumps", [](VM* vm, ArgsView args) {
  1322. return vm->py_json(args[0]);
  1323. });
  1324. }
  1325. // https://docs.python.org/3.5/library/math.html
  1326. void add_module_math(VM* vm){
  1327. PyObject* mod = vm->new_module("math");
  1328. mod->attr().set("pi", VAR(3.1415926535897932384));
  1329. mod->attr().set("e" , VAR(2.7182818284590452354));
  1330. mod->attr().set("inf", VAR(std::numeric_limits<double>::infinity()));
  1331. mod->attr().set("nan", VAR(std::numeric_limits<double>::quiet_NaN()));
  1332. vm->bind_func<1>(mod, "ceil", PK_LAMBDA(VAR((i64)std::ceil(CAST_F(args[0])))));
  1333. vm->bind_func<1>(mod, "fabs", PK_LAMBDA(VAR(std::fabs(CAST_F(args[0])))));
  1334. vm->bind_func<1>(mod, "floor", PK_LAMBDA(VAR((i64)std::floor(CAST_F(args[0])))));
  1335. vm->bind_func<1>(mod, "fsum", [](VM* vm, ArgsView args) {
  1336. List& list = CAST(List&, args[0]);
  1337. double sum = 0;
  1338. double c = 0;
  1339. for(PyObject* arg : list){
  1340. double x = CAST_F(arg);
  1341. double y = x - c;
  1342. double t = sum + y;
  1343. c = (t - sum) - y;
  1344. sum = t;
  1345. }
  1346. return VAR(sum);
  1347. });
  1348. vm->bind_func<2>(mod, "gcd", [](VM* vm, ArgsView args) {
  1349. i64 a = CAST(i64, args[0]);
  1350. i64 b = CAST(i64, args[1]);
  1351. if(a < 0) a = -a;
  1352. if(b < 0) b = -b;
  1353. while(b != 0){
  1354. i64 t = b;
  1355. b = a % b;
  1356. a = t;
  1357. }
  1358. return VAR(a);
  1359. });
  1360. vm->bind_func<1>(mod, "isfinite", PK_LAMBDA(VAR(std::isfinite(CAST_F(args[0])))));
  1361. vm->bind_func<1>(mod, "isinf", PK_LAMBDA(VAR(std::isinf(CAST_F(args[0])))));
  1362. vm->bind_func<1>(mod, "isnan", PK_LAMBDA(VAR(std::isnan(CAST_F(args[0])))));
  1363. vm->bind_func<1>(mod, "exp", PK_LAMBDA(VAR(std::exp(CAST_F(args[0])))));
  1364. vm->bind_func<1>(mod, "log", PK_LAMBDA(VAR(std::log(CAST_F(args[0])))));
  1365. vm->bind_func<1>(mod, "log2", PK_LAMBDA(VAR(std::log2(CAST_F(args[0])))));
  1366. vm->bind_func<1>(mod, "log10", PK_LAMBDA(VAR(std::log10(CAST_F(args[0])))));
  1367. vm->bind_func<2>(mod, "pow", PK_LAMBDA(VAR(std::pow(CAST_F(args[0]), CAST_F(args[1])))));
  1368. vm->bind_func<1>(mod, "sqrt", PK_LAMBDA(VAR(std::sqrt(CAST_F(args[0])))));
  1369. vm->bind_func<1>(mod, "acos", PK_LAMBDA(VAR(std::acos(CAST_F(args[0])))));
  1370. vm->bind_func<1>(mod, "asin", PK_LAMBDA(VAR(std::asin(CAST_F(args[0])))));
  1371. vm->bind_func<1>(mod, "atan", PK_LAMBDA(VAR(std::atan(CAST_F(args[0])))));
  1372. vm->bind_func<2>(mod, "atan2", PK_LAMBDA(VAR(std::atan2(CAST_F(args[0]), CAST_F(args[1])))));
  1373. vm->bind_func<1>(mod, "cos", PK_LAMBDA(VAR(std::cos(CAST_F(args[0])))));
  1374. vm->bind_func<1>(mod, "sin", PK_LAMBDA(VAR(std::sin(CAST_F(args[0])))));
  1375. vm->bind_func<1>(mod, "tan", PK_LAMBDA(VAR(std::tan(CAST_F(args[0])))));
  1376. vm->bind_func<1>(mod, "degrees", PK_LAMBDA(VAR(CAST_F(args[0]) * 180 / 3.1415926535897932384)));
  1377. vm->bind_func<1>(mod, "radians", PK_LAMBDA(VAR(CAST_F(args[0]) * 3.1415926535897932384 / 180)));
  1378. vm->bind_func<1>(mod, "modf", [](VM* vm, ArgsView args) {
  1379. f64 i;
  1380. f64 f = std::modf(CAST_F(args[0]), &i);
  1381. return VAR(Tuple({VAR(f), VAR(i)}));
  1382. });
  1383. vm->bind_func<1>(mod, "factorial", [](VM* vm, ArgsView args) {
  1384. i64 n = CAST(i64, args[0]);
  1385. if(n < 0) vm->ValueError("factorial() not defined for negative values");
  1386. i64 r = 1;
  1387. for(i64 i=2; i<=n; i++) r *= i;
  1388. return VAR(r);
  1389. });
  1390. }
  1391. void add_module_traceback(VM* vm){
  1392. PyObject* mod = vm->new_module("traceback");
  1393. vm->bind_func<0>(mod, "print_exc", [](VM* vm, ArgsView args) {
  1394. if(vm->_last_exception==nullptr) vm->ValueError("no exception");
  1395. Exception& e = CAST(Exception&, vm->_last_exception);
  1396. Str sum = e.summary();
  1397. vm->_stdout(vm, sum.data, sum.size);
  1398. return vm->None;
  1399. });
  1400. vm->bind_func<0>(mod, "format_exc", [](VM* vm, ArgsView args) {
  1401. if(vm->_last_exception==nullptr) vm->ValueError("no exception");
  1402. Exception& e = CAST(Exception&, vm->_last_exception);
  1403. return VAR(e.summary());
  1404. });
  1405. }
  1406. void add_module_dis(VM* vm){
  1407. PyObject* mod = vm->new_module("dis");
  1408. static const auto get_code = [](VM* vm, PyObject* obj)->CodeObject_{
  1409. if(is_type(obj, vm->tp_str)){
  1410. const Str& source = CAST(Str, obj);
  1411. return vm->compile(source, "<dis>", EXEC_MODE);
  1412. }
  1413. PyObject* f = obj;
  1414. if(is_type(f, vm->tp_bound_method)) f = CAST(BoundMethod, obj).func;
  1415. return CAST(Function&, f).decl->code;
  1416. };
  1417. vm->bind_func<1>(mod, "dis", [](VM* vm, ArgsView args) {
  1418. CodeObject_ code = get_code(vm, args[0]);
  1419. Str msg = vm->disassemble(code);
  1420. vm->_stdout(vm, msg.data, msg.size);
  1421. return vm->None;
  1422. });
  1423. // vm->bind_func<1>(mod, "_s", [](VM* vm, ArgsView args) {
  1424. // CodeObject_ code = get_code(vm, args[0]);
  1425. // return VAR(code->serialize(vm));
  1426. // });
  1427. }
  1428. void add_module_gc(VM* vm){
  1429. PyObject* mod = vm->new_module("gc");
  1430. vm->bind_func<0>(mod, "collect", PK_LAMBDA(VAR(vm->heap.collect())));
  1431. }
  1432. void VM::post_init(){
  1433. init_builtins(this);
  1434. // type
  1435. bind__getitem__(tp_type, [](VM* vm, PyObject* self, PyObject* _){
  1436. PK_UNUSED(_);
  1437. return self; // for generics
  1438. });
  1439. bind__repr__(tp_type, [](VM* vm, PyObject* self){
  1440. SStream ss;
  1441. const PyTypeInfo& info = vm->_all_types[PK_OBJ_GET(Type, self)];
  1442. ss << "<class '" << info.name << "'>";
  1443. return VAR(ss.str());
  1444. });
  1445. bind_property(_t(tp_object), "__class__", PK_LAMBDA(vm->_t(args[0])));
  1446. bind_property(_t(tp_type), "__base__", [](VM* vm, ArgsView args){
  1447. const PyTypeInfo& info = vm->_all_types[PK_OBJ_GET(Type, args[0])];
  1448. return info.base.index == -1 ? vm->None : vm->_all_types[info.base].obj;
  1449. });
  1450. bind_property(_t(tp_type), "__name__", [](VM* vm, ArgsView args){
  1451. const PyTypeInfo& info = vm->_all_types[PK_OBJ_GET(Type, args[0])];
  1452. return VAR(info.name);
  1453. });
  1454. bind_property(_t(tp_type), "__module__", [](VM* vm, ArgsView args){
  1455. const PyTypeInfo& info = vm->_all_types[PK_OBJ_GET(Type, args[0])];
  1456. if(info.mod == nullptr) return vm->None;
  1457. return info.mod;
  1458. });
  1459. bind_property(_t(tp_bound_method), "__self__", [](VM* vm, ArgsView args){
  1460. return CAST(BoundMethod&, args[0]).self;
  1461. });
  1462. bind_property(_t(tp_bound_method), "__func__", [](VM* vm, ArgsView args){
  1463. return CAST(BoundMethod&, args[0]).func;
  1464. });
  1465. bind__eq__(tp_bound_method, [](VM* vm, PyObject* lhs, PyObject* rhs){
  1466. if(!is_non_tagged_type(rhs, vm->tp_bound_method)) return vm->NotImplemented;
  1467. return VAR(_CAST(BoundMethod&, lhs) == _CAST(BoundMethod&, rhs));
  1468. });
  1469. bind_property(_t(tp_slice), "start", [](VM* vm, ArgsView args){
  1470. return CAST(Slice&, args[0]).start;
  1471. });
  1472. bind_property(_t(tp_slice), "stop", [](VM* vm, ArgsView args){
  1473. return CAST(Slice&, args[0]).stop;
  1474. });
  1475. bind_property(_t(tp_slice), "step", [](VM* vm, ArgsView args){
  1476. return CAST(Slice&, args[0]).step;
  1477. });
  1478. bind_property(_t(tp_object), "__dict__", [](VM* vm, ArgsView args){
  1479. if(is_tagged(args[0]) || !args[0]->is_attr_valid()) return vm->None;
  1480. return VAR(MappingProxy(args[0]));
  1481. });
  1482. #if !PK_DEBUG_NO_BUILTINS
  1483. add_module_sys(this);
  1484. add_module_traceback(this);
  1485. add_module_time(this);
  1486. add_module_json(this);
  1487. add_module_math(this);
  1488. add_module_re(this);
  1489. add_module_dis(this);
  1490. add_module_c(this);
  1491. add_module_gc(this);
  1492. add_module_random(this);
  1493. add_module_base64(this);
  1494. add_module_timeit(this);
  1495. for(const char* name: {"this", "functools", "heapq", "bisect", "pickle", "_long", "colorsys", "typing", "datetime"}){
  1496. _lazy_modules[name] = kPythonLibs[name];
  1497. }
  1498. try{
  1499. CodeObject_ code = compile(kPythonLibs["builtins"], "<builtins>", EXEC_MODE);
  1500. this->_exec(code, this->builtins);
  1501. code = compile(kPythonLibs["_set"], "<set>", EXEC_MODE);
  1502. this->_exec(code, this->builtins);
  1503. }catch(Exception& e){
  1504. std::cerr << e.summary() << std::endl;
  1505. std::cerr << "failed to load builtins module!!" << std::endl;
  1506. exit(1);
  1507. }
  1508. if(enable_os){
  1509. add_module_io(this);
  1510. add_module_os(this);
  1511. _import_handler = _default_import_handler;
  1512. }
  1513. add_module_linalg(this);
  1514. add_module_easing(this);
  1515. add_module_collections(this);
  1516. #ifdef PK_USE_BOX2D
  1517. add_module_box2d(this);
  1518. #endif
  1519. #ifdef PK_USE_CJSON
  1520. add_module_cjson(this);
  1521. #endif
  1522. #endif
  1523. }
  1524. CodeObject_ VM::compile(Str source, Str filename, CompileMode mode, bool unknown_global_scope) {
  1525. Compiler compiler(this, source, filename, mode, unknown_global_scope);
  1526. try{
  1527. return compiler.compile();
  1528. }catch(Exception& e){
  1529. #if PK_DEBUG_FULL_EXCEPTION
  1530. std::cerr << e.summary() << std::endl;
  1531. #endif
  1532. _error(e);
  1533. return nullptr;
  1534. }
  1535. }
  1536. } // namespace pkpy