1
0

pocketpy.cpp 53 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441
  1. #include "pocketpy/pocketpy.h"
  2. namespace pkpy{
  3. void init_builtins(VM* _vm) {
  4. #define BIND_NUM_ARITH_OPT(name, op) \
  5. _vm->bind##name(_vm->tp_int, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  6. if(is_int(rhs)) return VAR(_CAST(i64, lhs) op _CAST(i64, rhs)); \
  7. if(is_float(rhs)) return VAR(_CAST(i64, lhs) op _CAST(f64, rhs)); \
  8. return vm->NotImplemented; \
  9. }); \
  10. _vm->bind##name(_vm->tp_float, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  11. if(is_float(rhs)) return VAR(_CAST(f64, lhs) op _CAST(f64, rhs)); \
  12. if(is_int(rhs)) return VAR(_CAST(f64, lhs) op _CAST(i64, rhs)); \
  13. return vm->NotImplemented; \
  14. });
  15. BIND_NUM_ARITH_OPT(__add__, +)
  16. BIND_NUM_ARITH_OPT(__sub__, -)
  17. BIND_NUM_ARITH_OPT(__mul__, *)
  18. #undef BIND_NUM_ARITH_OPT
  19. #define BIND_NUM_LOGICAL_OPT(name, op) \
  20. _vm->bind##name(_vm->tp_int, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  21. if(is_int(rhs)) return VAR(_CAST(i64, lhs) op _CAST(i64, rhs)); \
  22. if(is_float(rhs)) return VAR(_CAST(i64, lhs) op _CAST(f64, rhs)); \
  23. return vm->NotImplemented; \
  24. }); \
  25. _vm->bind##name(_vm->tp_float, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  26. if(is_int(rhs)) return VAR(_CAST(f64, lhs) op _CAST(i64, rhs)); \
  27. if(is_float(rhs)) return VAR(_CAST(f64, lhs) op _CAST(f64, rhs)); \
  28. return vm->NotImplemented; \
  29. });
  30. BIND_NUM_LOGICAL_OPT(__eq__, ==)
  31. BIND_NUM_LOGICAL_OPT(__lt__, <)
  32. BIND_NUM_LOGICAL_OPT(__le__, <=)
  33. BIND_NUM_LOGICAL_OPT(__gt__, >)
  34. BIND_NUM_LOGICAL_OPT(__ge__, >=)
  35. #undef BIND_NUM_ARITH_OPT
  36. #undef BIND_NUM_LOGICAL_OPT
  37. _vm->bind_builtin_func<2>("super", [](VM* vm, ArgsView args) {
  38. vm->check_non_tagged_type(args[0], vm->tp_type);
  39. Type type = PK_OBJ_GET(Type, args[0]);
  40. if(!vm->isinstance(args[1], type)){
  41. Str _0 = obj_type_name(vm, PK_OBJ_GET(Type, vm->_t(args[1])));
  42. Str _1 = obj_type_name(vm, type);
  43. vm->TypeError("super(): " + _0.escape() + " is not an instance of " + _1.escape());
  44. }
  45. Type base = vm->_all_types[type].base;
  46. return vm->heap.gcnew(vm->tp_super, Super(args[1], base));
  47. });
  48. _vm->bind_builtin_func<2>("isinstance", [](VM* vm, ArgsView args) {
  49. vm->check_non_tagged_type(args[1], vm->tp_type);
  50. Type type = PK_OBJ_GET(Type, args[1]);
  51. return VAR(vm->isinstance(args[0], type));
  52. });
  53. _vm->bind_builtin_func<0>("globals", [](VM* vm, ArgsView args) {
  54. PyObject* mod = vm->top_frame()->_module;
  55. return VAR(MappingProxy(mod));
  56. });
  57. _vm->bind_builtin_func<3>("pow", [](VM* vm, ArgsView args) {
  58. i64 lhs = CAST(i64, args[0]); // assume lhs>=0
  59. i64 rhs = CAST(i64, args[1]); // assume rhs>=0
  60. i64 mod = CAST(i64, args[2]); // assume mod>0, mod*mod should not overflow
  61. if(rhs <= 0){
  62. vm->ValueError("pow(): rhs should be positive");
  63. }
  64. static const auto _mul = [](i64 a, i64 b, i64 c){
  65. if(c < 16384) return (a%c) * (b%c) % c;
  66. i64 res = 0;
  67. while(b > 0){
  68. if(b & 1) res = (res + a) % c;
  69. a = (a << 1) % c;
  70. b >>= 1;
  71. }
  72. return res;
  73. };
  74. i64 res = 1;
  75. lhs %= mod;
  76. while(rhs){
  77. if(rhs & 1) res = _mul(res, lhs, mod);
  78. lhs = _mul(lhs, lhs, mod);
  79. rhs >>= 1;
  80. }
  81. return VAR(res);
  82. });
  83. _vm->bind_builtin_func<1>("id", [](VM* vm, ArgsView args) {
  84. PyObject* obj = args[0];
  85. if(is_tagged(obj)) return vm->None;
  86. return VAR_T(VoidP, obj);
  87. });
  88. _vm->bind_builtin_func<1>("staticmethod", [](VM* vm, ArgsView args) {
  89. return args[0];
  90. });
  91. _vm->bind_builtin_func<1>("__import__", [](VM* vm, ArgsView args) {
  92. return vm->py_import(CAST(Str&, args[0]));
  93. });
  94. _vm->bind_builtin_func<2>("divmod", [](VM* vm, ArgsView args) {
  95. if(is_int(args[0])){
  96. i64 lhs = _CAST(i64, args[0]);
  97. i64 rhs = CAST(i64, args[1]);
  98. auto res = std::div(lhs, rhs);
  99. return VAR(Tuple({VAR(res.quot), VAR(res.rem)}));
  100. }else{
  101. DEF_SNAME(__divmod__);
  102. return vm->call_method(args[0], __divmod__, args[1]);
  103. }
  104. });
  105. _vm->bind_builtin_func<1>("eval", [](VM* vm, ArgsView args) {
  106. CodeObject_ code = vm->compile(CAST(Str&, args[0]), "<eval>", EVAL_MODE, true);
  107. FrameId frame = vm->top_frame();
  108. return vm->_exec(code.get(), frame->_module, frame->_callable, frame->_locals);
  109. });
  110. _vm->bind_builtin_func<1>("exec", [](VM* vm, ArgsView args) {
  111. CodeObject_ code = vm->compile(CAST(Str&, args[0]), "<exec>", EXEC_MODE, true);
  112. FrameId frame = vm->top_frame();
  113. vm->_exec(code.get(), frame->_module, frame->_callable, frame->_locals);
  114. return vm->None;
  115. });
  116. _vm->bind_builtin_func<-1>("exit", [](VM* vm, ArgsView args) {
  117. if(args.size() == 0) std::exit(0);
  118. else if(args.size() == 1) std::exit(CAST(int, args[0]));
  119. else vm->TypeError("exit() takes at most 1 argument");
  120. return vm->None;
  121. });
  122. _vm->bind_builtin_func<1>("repr", PK_LAMBDA(vm->py_repr(args[0])));
  123. _vm->bind_builtin_func<1>("len", [](VM* vm, ArgsView args){
  124. const PyTypeInfo* ti = vm->_inst_type_info(args[0]);
  125. if(ti->m__len__) return VAR(ti->m__len__(vm, args[0]));
  126. return vm->call_method(args[0], __len__);
  127. });
  128. _vm->bind_builtin_func<1>("hash", [](VM* vm, ArgsView args){
  129. i64 value = vm->py_hash(args[0]);
  130. if(((value << 2) >> 2) != value) value >>= 2;
  131. return VAR(value);
  132. });
  133. _vm->bind_builtin_func<1>("chr", [](VM* vm, ArgsView args) {
  134. i64 i = CAST(i64, args[0]);
  135. if (i < 0 || i > 128) vm->ValueError("chr() arg not in range(128)");
  136. return VAR(std::string(1, (char)i));
  137. });
  138. _vm->bind_builtin_func<1>("ord", [](VM* vm, ArgsView args) {
  139. const Str& s = CAST(Str&, args[0]);
  140. if (s.length()!=1) vm->TypeError("ord() expected an ASCII character");
  141. return VAR((i64)(s[0]));
  142. });
  143. _vm->bind_builtin_func<2>("hasattr", [](VM* vm, ArgsView args) {
  144. return VAR(vm->getattr(args[0], CAST(Str&, args[1]), false) != nullptr);
  145. });
  146. _vm->bind_builtin_func<3>("setattr", [](VM* vm, ArgsView args) {
  147. vm->setattr(args[0], CAST(Str&, args[1]), args[2]);
  148. return vm->None;
  149. });
  150. _vm->bind_builtin_func<2>("getattr", [](VM* vm, ArgsView args) {
  151. const Str& name = CAST(Str&, args[1]);
  152. return vm->getattr(args[0], name);
  153. });
  154. _vm->bind_builtin_func<1>("hex", [](VM* vm, ArgsView args) {
  155. std::stringstream ss;
  156. ss << std::hex << CAST(i64, args[0]);
  157. return VAR("0x" + ss.str());
  158. });
  159. _vm->bind_builtin_func<1>("iter", [](VM* vm, ArgsView args) {
  160. return vm->py_iter(args[0]);
  161. });
  162. _vm->bind_builtin_func<1>("next", [](VM* vm, ArgsView args) {
  163. return vm->py_next(args[0]);
  164. });
  165. _vm->bind_builtin_func<1>("bin", [](VM* vm, ArgsView args) {
  166. std::stringstream ss;
  167. i64 x = CAST(i64, args[0]);
  168. if(x < 0){ ss << "-"; x = -x; }
  169. ss << "0b";
  170. std::string bits;
  171. while(x){
  172. bits += (x & 1) ? '1' : '0';
  173. x >>= 1;
  174. }
  175. std::reverse(bits.begin(), bits.end());
  176. if(bits.empty()) bits = "0";
  177. ss << bits;
  178. return VAR(ss.str());
  179. });
  180. _vm->bind_builtin_func<1>("dir", [](VM* vm, ArgsView args) {
  181. std::set<StrName> names;
  182. if(!is_tagged(args[0]) && args[0]->is_attr_valid()){
  183. std::vector<StrName> keys = args[0]->attr().keys();
  184. names.insert(keys.begin(), keys.end());
  185. }
  186. const NameDict& t_attr = vm->_t(args[0])->attr();
  187. std::vector<StrName> keys = t_attr.keys();
  188. names.insert(keys.begin(), keys.end());
  189. List ret;
  190. for (StrName name : names) ret.push_back(VAR(name.sv()));
  191. return VAR(std::move(ret));
  192. });
  193. _vm->bind__repr__(_vm->tp_object, [](VM* vm, PyObject* obj) {
  194. if(is_tagged(obj)) FATAL_ERROR();
  195. std::stringstream ss;
  196. ss << "<" << OBJ_NAME(vm->_t(obj)) << " object at 0x";
  197. ss << std::hex << reinterpret_cast<intptr_t>(obj) << ">";
  198. return VAR(ss.str());
  199. });
  200. _vm->bind__eq__(_vm->tp_object, [](VM* vm, PyObject* lhs, PyObject* rhs) { return VAR(lhs == rhs); });
  201. _vm->bind__hash__(_vm->tp_object, [](VM* vm, PyObject* obj) { return PK_BITS(obj); });
  202. _vm->cached_object__new__ = _vm->bind_constructor<1>("object", [](VM* vm, ArgsView args) {
  203. vm->check_non_tagged_type(args[0], vm->tp_type);
  204. Type t = PK_OBJ_GET(Type, args[0]);
  205. return vm->heap.gcnew<DummyInstance>(t, {});
  206. });
  207. _vm->bind_constructor<2>("type", PK_LAMBDA(vm->_t(args[1])));
  208. _vm->bind_constructor<-1>("range", [](VM* vm, ArgsView args) {
  209. args._begin += 1; // skip cls
  210. Range r;
  211. switch (args.size()) {
  212. case 1: r.stop = CAST(i64, args[0]); break;
  213. case 2: r.start = CAST(i64, args[0]); r.stop = CAST(i64, args[1]); break;
  214. case 3: r.start = CAST(i64, args[0]); r.stop = CAST(i64, args[1]); r.step = CAST(i64, args[2]); break;
  215. default: vm->TypeError("expected 1-3 arguments, got " + std::to_string(args.size()));
  216. }
  217. return VAR(r);
  218. });
  219. _vm->bind__iter__(_vm->tp_range, [](VM* vm, PyObject* obj) { return VAR_T(RangeIter, PK_OBJ_GET(Range, obj)); });
  220. _vm->bind__repr__(_vm->_type("NoneType"), [](VM* vm, PyObject* obj) { return VAR("None"); });
  221. _vm->bind__json__(_vm->_type("NoneType"), [](VM* vm, PyObject* obj) { return VAR("null"); });
  222. _vm->bind__truediv__(_vm->tp_float, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  223. f64 value = CAST_F(rhs);
  224. return VAR(_CAST(f64, lhs) / value);
  225. });
  226. _vm->bind__truediv__(_vm->tp_int, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  227. f64 value = CAST_F(rhs);
  228. return VAR(_CAST(i64, lhs) / value);
  229. });
  230. auto py_number_pow = [](VM* vm, PyObject* lhs_, PyObject* rhs_) {
  231. if(is_both_int(lhs_, rhs_)){
  232. i64 lhs = _CAST(i64, lhs_);
  233. i64 rhs = _CAST(i64, rhs_);
  234. bool flag = false;
  235. if(rhs < 0) {flag = true; rhs = -rhs;}
  236. i64 ret = 1;
  237. while(rhs){
  238. if(rhs & 1) ret *= lhs;
  239. lhs *= lhs;
  240. rhs >>= 1;
  241. }
  242. if(flag) return VAR((f64)(1.0 / ret));
  243. return VAR(ret);
  244. }else{
  245. return VAR((f64)std::pow(CAST_F(lhs_), CAST_F(rhs_)));
  246. }
  247. };
  248. _vm->bind__pow__(_vm->tp_int, py_number_pow);
  249. _vm->bind__pow__(_vm->tp_float, py_number_pow);
  250. /************ int ************/
  251. _vm->bind_constructor<-1>("int", [](VM* vm, ArgsView args) {
  252. if(args.size() == 1+0) return VAR(0);
  253. if(args.size() == 1+1){
  254. if (is_type(args[1], vm->tp_float)) return VAR((i64)CAST(f64, args[1]));
  255. if (is_type(args[1], vm->tp_int)) return args[1];
  256. if (is_type(args[1], vm->tp_bool)) return VAR(_CAST(bool, args[1]) ? 1 : 0);
  257. }
  258. if(args.size() > 1+2) vm->TypeError("int() takes at most 2 arguments");
  259. if (is_type(args[1], vm->tp_str)) {
  260. int base = 10;
  261. if(args.size() == 1+2) base = CAST(i64, args[2]);
  262. const Str& s = CAST(Str&, args[1]);
  263. try{
  264. size_t parsed = 0;
  265. i64 val = Number::stoi(s.str(), &parsed, base);
  266. PK_ASSERT(parsed == s.length());
  267. return VAR(val);
  268. }catch(...){
  269. vm->ValueError("invalid literal for int(): " + s.escape());
  270. }
  271. }
  272. vm->TypeError("invalid arguments for int()");
  273. return vm->None;
  274. });
  275. _vm->bind_method<0>("int", "bit_length", [](VM* vm, ArgsView args) {
  276. i64 x = _CAST(i64, args[0]);
  277. if(x < 0) x = -x;
  278. int bits = 0;
  279. while(x){ x >>= 1; bits++; }
  280. return VAR(bits);
  281. });
  282. _vm->bind__floordiv__(_vm->tp_int, [](VM* vm, PyObject* lhs_, PyObject* rhs_) {
  283. i64 rhs = CAST(i64, rhs_);
  284. return VAR(_CAST(i64, lhs_) / rhs);
  285. });
  286. _vm->bind__mod__(_vm->tp_int, [](VM* vm, PyObject* lhs_, PyObject* rhs_) {
  287. i64 rhs = CAST(i64, rhs_);
  288. return VAR(_CAST(i64, lhs_) % rhs);
  289. });
  290. _vm->bind__repr__(_vm->tp_int, [](VM* vm, PyObject* obj) { return VAR(std::to_string(_CAST(i64, obj))); });
  291. _vm->bind__json__(_vm->tp_int, [](VM* vm, PyObject* obj) { return VAR(std::to_string(_CAST(i64, obj))); });
  292. _vm->bind__neg__(_vm->tp_int, [](VM* vm, PyObject* obj) { return VAR(-_CAST(i64, obj)); });
  293. _vm->bind__hash__(_vm->tp_int, [](VM* vm, PyObject* obj) { return _CAST(i64, obj); });
  294. _vm->bind__invert__(_vm->tp_int, [](VM* vm, PyObject* obj) { return VAR(~_CAST(i64, obj)); });
  295. #define INT_BITWISE_OP(name, op) \
  296. _vm->bind##name(_vm->tp_int, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  297. return VAR(_CAST(i64, lhs) op CAST(i64, rhs)); \
  298. });
  299. INT_BITWISE_OP(__lshift__, <<)
  300. INT_BITWISE_OP(__rshift__, >>)
  301. INT_BITWISE_OP(__and__, &)
  302. INT_BITWISE_OP(__or__, |)
  303. INT_BITWISE_OP(__xor__, ^)
  304. #undef INT_BITWISE_OP
  305. /************ float ************/
  306. _vm->bind_constructor<2>("float", [](VM* vm, ArgsView args) {
  307. if (is_type(args[1], vm->tp_int)) return VAR((f64)CAST(i64, args[1]));
  308. if (is_type(args[1], vm->tp_float)) return args[1];
  309. if (is_type(args[1], vm->tp_bool)) return VAR(_CAST(bool, args[1]) ? 1.0 : 0.0);
  310. if (is_type(args[1], vm->tp_str)) {
  311. const Str& s = CAST(Str&, args[1]);
  312. if(s == "inf") return VAR(INFINITY);
  313. if(s == "-inf") return VAR(-INFINITY);
  314. try{
  315. f64 val = Number::stof(s.str());
  316. return VAR(val);
  317. }catch(...){
  318. vm->ValueError("invalid literal for float(): " + s.escape());
  319. }
  320. }
  321. vm->TypeError("float() argument must be a int, float, bool or str");
  322. return vm->None;
  323. });
  324. _vm->bind__hash__(_vm->tp_float, [](VM* vm, PyObject* obj) {
  325. f64 val = _CAST(f64, obj);
  326. return (i64)std::hash<f64>()(val);
  327. });
  328. _vm->bind__neg__(_vm->tp_float, [](VM* vm, PyObject* obj) { return VAR(-_CAST(f64, obj)); });
  329. _vm->bind__repr__(_vm->tp_float, [](VM* vm, PyObject* obj) {
  330. f64 val = _CAST(f64, obj);
  331. if(std::isinf(val) || std::isnan(val)) return VAR(std::to_string(val));
  332. std::stringstream ss;
  333. ss << std::setprecision(std::numeric_limits<f64>::max_digits10-2) << val;
  334. std::string s = ss.str();
  335. if(std::all_of(s.begin()+1, s.end(), isdigit)) s += ".0";
  336. return VAR(s);
  337. });
  338. _vm->bind__json__(_vm->tp_float, [](VM* vm, PyObject* obj) {
  339. f64 val = _CAST(f64, obj);
  340. if(std::isinf(val) || std::isnan(val)) vm->ValueError("cannot jsonify 'nan' or 'inf'");
  341. return VAR(std::to_string(val));
  342. });
  343. /************ str ************/
  344. _vm->bind_constructor<2>("str", PK_LAMBDA(vm->py_str(args[1])));
  345. _vm->bind__hash__(_vm->tp_str, [](VM* vm, PyObject* obj) {
  346. return (i64)_CAST(Str&, obj).hash();
  347. });
  348. _vm->bind__add__(_vm->tp_str, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  349. return VAR(_CAST(Str&, lhs) + CAST(Str&, rhs));
  350. });
  351. _vm->bind__len__(_vm->tp_str, [](VM* vm, PyObject* obj) {
  352. return (i64)_CAST(Str&, obj).u8_length();
  353. });
  354. _vm->bind__mul__(_vm->tp_str, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  355. const Str& self = _CAST(Str&, lhs);
  356. i64 n = CAST(i64, rhs);
  357. std::stringstream ss;
  358. for(i64 i = 0; i < n; i++) ss << self.sv();
  359. return VAR(ss.str());
  360. });
  361. _vm->bind_method<1>("str", "__rmul__", [](VM* vm, ArgsView args) {
  362. const Str& self = _CAST(Str&, args[0]);
  363. i64 n = CAST(i64, args[1]);
  364. std::stringstream ss;
  365. for(i64 i = 0; i < n; i++) ss << self.sv();
  366. return VAR(ss.str());
  367. });
  368. _vm->bind__contains__(_vm->tp_str, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  369. const Str& self = _CAST(Str&, lhs);
  370. return VAR(self.index(CAST(Str&, rhs)) != -1);
  371. });
  372. _vm->bind__str__(_vm->tp_str, [](VM* vm, PyObject* obj) { return obj; });
  373. _vm->bind__iter__(_vm->tp_str, [](VM* vm, PyObject* obj) { return VAR_T(StringIter, obj); });
  374. _vm->bind__repr__(_vm->tp_str, [](VM* vm, PyObject* obj) {
  375. const Str& self = _CAST(Str&, obj);
  376. return VAR(self.escape(true));
  377. });
  378. _vm->bind__json__(_vm->tp_str, [](VM* vm, PyObject* obj) {
  379. const Str& self = _CAST(Str&, obj);
  380. return VAR(self.escape(false));
  381. });
  382. #define BIND_CMP_STR(name, op) \
  383. _vm->bind##name(_vm->tp_str, [](VM* vm, PyObject* lhs, PyObject* rhs) { \
  384. if(!is_non_tagged_type(rhs, vm->tp_str)) return vm->NotImplemented; \
  385. return VAR(_CAST(Str&, lhs) op _CAST(Str&, rhs)); \
  386. });
  387. BIND_CMP_STR(__eq__, ==)
  388. BIND_CMP_STR(__lt__, <)
  389. BIND_CMP_STR(__le__, <=)
  390. BIND_CMP_STR(__gt__, >)
  391. BIND_CMP_STR(__ge__, >=)
  392. #undef BIND_CMP_STR
  393. _vm->bind__getitem__(_vm->tp_str, [](VM* vm, PyObject* obj, PyObject* index) {
  394. const Str& self = _CAST(Str&, obj);
  395. if(is_non_tagged_type(index, vm->tp_slice)){
  396. const Slice& s = _CAST(Slice&, index);
  397. int start, stop, step;
  398. vm->parse_int_slice(s, self.u8_length(), start, stop, step);
  399. return VAR(self.u8_slice(start, stop, step));
  400. }
  401. int i = CAST(int, index);
  402. i = vm->normalized_index(i, self.u8_length());
  403. return VAR(self.u8_getitem(i));
  404. });
  405. _vm->bind_method<-1>("str", "replace", [](VM* vm, ArgsView args) {
  406. if(args.size() != 1+2 && args.size() != 1+3) vm->TypeError("replace() takes 2 or 3 arguments");
  407. const Str& self = _CAST(Str&, args[0]);
  408. const Str& old = CAST(Str&, args[1]);
  409. if(old.empty()) vm->ValueError("empty substring");
  410. const Str& new_ = CAST(Str&, args[2]);
  411. int count = args.size()==1+3 ? CAST(int, args[3]) : -1;
  412. return VAR(self.replace(old, new_, count));
  413. });
  414. _vm->bind_method<1>("str", "index", [](VM* vm, ArgsView args) {
  415. const Str& self = _CAST(Str&, args[0]);
  416. const Str& sub = CAST(Str&, args[1]);
  417. int index = self.index(sub);
  418. if(index == -1) vm->ValueError("substring not found");
  419. return VAR(index);
  420. });
  421. _vm->bind_method<1>("str", "find", [](VM* vm, ArgsView args) {
  422. const Str& self = _CAST(Str&, args[0]);
  423. const Str& sub = CAST(Str&, args[1]);
  424. return VAR(self.index(sub));
  425. });
  426. _vm->bind_method<1>("str", "startswith", [](VM* vm, ArgsView args) {
  427. const Str& self = _CAST(Str&, args[0]);
  428. const Str& prefix = CAST(Str&, args[1]);
  429. return VAR(self.index(prefix) == 0);
  430. });
  431. _vm->bind_method<1>("str", "endswith", [](VM* vm, ArgsView args) {
  432. const Str& self = _CAST(Str&, args[0]);
  433. const Str& suffix = CAST(Str&, args[1]);
  434. int offset = self.length() - suffix.length();
  435. if(offset < 0) return vm->False;
  436. bool ok = memcmp(self.data+offset, suffix.data, suffix.length()) == 0;
  437. return VAR(ok);
  438. });
  439. _vm->bind_method<0>("str", "encode", [](VM* vm, ArgsView args) {
  440. const Str& self = _CAST(Str&, args[0]);
  441. std::vector<char> buffer(self.length());
  442. memcpy(buffer.data(), self.data, self.length());
  443. return VAR(Bytes(std::move(buffer)));
  444. });
  445. _vm->bind_method<1>("str", "join", [](VM* vm, ArgsView args) {
  446. auto _lock = vm->heap.gc_scope_lock();
  447. const Str& self = _CAST(Str&, args[0]);
  448. FastStrStream ss;
  449. PyObject* it = vm->py_iter(args[1]); // strong ref
  450. PyObject* obj = vm->py_next(it);
  451. while(obj != vm->StopIteration){
  452. if(!ss.empty()) ss << self;
  453. ss << CAST(Str&, obj);
  454. obj = vm->py_next(it);
  455. }
  456. return VAR(ss.str());
  457. });
  458. _vm->bind_method<0>("str", "lower", [](VM* vm, ArgsView args) {
  459. const Str& self = _CAST(Str&, args[0]);
  460. return VAR(self.lower());
  461. });
  462. _vm->bind_method<0>("str", "upper", [](VM* vm, ArgsView args) {
  463. const Str& self = _CAST(Str&, args[0]);
  464. return VAR(self.upper());
  465. });
  466. /************ list ************/
  467. _vm->bind_constructor<-1>("list", [](VM* vm, ArgsView args) {
  468. if(args.size() == 1+0) return VAR(List());
  469. if(args.size() == 1+1){
  470. return vm->py_list(args[1]);
  471. }
  472. vm->TypeError("list() takes 0 or 1 arguments");
  473. return vm->None;
  474. });
  475. _vm->bind__contains__(_vm->tp_list, [](VM* vm, PyObject* obj, PyObject* item) {
  476. List& self = _CAST(List&, obj);
  477. for(PyObject* i: self) if(vm->py_equals(i, item)) return vm->True;
  478. return vm->False;
  479. });
  480. _vm->bind_method<1>("list", "count", [](VM* vm, ArgsView args) {
  481. List& self = _CAST(List&, args[0]);
  482. int count = 0;
  483. for(PyObject* i: self) if(vm->py_equals(i, args[1])) count++;
  484. return VAR(count);
  485. });
  486. _vm->bind__eq__(_vm->tp_list, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  487. List& a = _CAST(List&, lhs);
  488. if(!is_non_tagged_type(rhs, vm->tp_list)) return vm->NotImplemented;
  489. List& b = _CAST(List&, rhs);
  490. if(a.size() != b.size()) return vm->False;
  491. for(int i=0; i<a.size(); i++){
  492. if(!vm->py_equals(a[i], b[i])) return vm->False;
  493. }
  494. return vm->True;
  495. });
  496. _vm->bind_method<1>("list", "index", [](VM* vm, ArgsView args) {
  497. List& self = _CAST(List&, args[0]);
  498. PyObject* obj = args[1];
  499. for(int i=0; i<self.size(); i++){
  500. if(vm->py_equals(self[i], obj)) return VAR(i);
  501. }
  502. vm->ValueError(_CAST(Str&, vm->py_repr(obj)) + " is not in list");
  503. return vm->None;
  504. });
  505. _vm->bind_method<1>("list", "remove", [](VM* vm, ArgsView args) {
  506. List& self = _CAST(List&, args[0]);
  507. PyObject* obj = args[1];
  508. for(int i=0; i<self.size(); i++){
  509. if(vm->py_equals(self[i], obj)){
  510. self.erase(i);
  511. return vm->None;
  512. }
  513. }
  514. vm->ValueError(_CAST(Str&, vm->py_repr(obj)) + " is not in list");
  515. return vm->None;
  516. });
  517. _vm->bind_method<-1>("list", "pop", [](VM* vm, ArgsView args) {
  518. List& self = _CAST(List&, args[0]);
  519. if(args.size() == 1+0){
  520. if(self.empty()) vm->IndexError("pop from empty list");
  521. return self.popx_back();
  522. }
  523. if(args.size() == 1+1){
  524. int index = CAST(int, args[1]);
  525. index = vm->normalized_index(index, self.size());
  526. PyObject* ret = self[index];
  527. self.erase(index);
  528. return ret;
  529. }
  530. vm->TypeError("pop() takes at most 1 argument");
  531. return vm->None;
  532. });
  533. _vm->bind_method<1>("list", "append", [](VM* vm, ArgsView args) {
  534. List& self = _CAST(List&, args[0]);
  535. self.push_back(args[1]);
  536. return vm->None;
  537. });
  538. _vm->bind_method<1>("list", "extend", [](VM* vm, ArgsView args) {
  539. auto _lock = vm->heap.gc_scope_lock();
  540. List& self = _CAST(List&, args[0]);
  541. PyObject* it = vm->py_iter(args[1]); // strong ref
  542. PyObject* obj = vm->py_next(it);
  543. while(obj != vm->StopIteration){
  544. self.push_back(obj);
  545. obj = vm->py_next(it);
  546. }
  547. return vm->None;
  548. });
  549. _vm->bind_method<0>("list", "reverse", [](VM* vm, ArgsView args) {
  550. List& self = _CAST(List&, args[0]);
  551. std::reverse(self.begin(), self.end());
  552. return vm->None;
  553. });
  554. _vm->bind__mul__(_vm->tp_list, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  555. const List& self = _CAST(List&, lhs);
  556. if(!is_int(rhs)) return vm->NotImplemented;
  557. int n = _CAST(int, rhs);
  558. List result;
  559. result.reserve(self.size() * n);
  560. for(int i = 0; i < n; i++) result.extend(self);
  561. return VAR(std::move(result));
  562. });
  563. _vm->bind_method<1>("list", "__rmul__", [](VM* vm, ArgsView args) {
  564. const List& self = _CAST(List&, args[0]);
  565. if(!is_int(args[1])) return vm->NotImplemented;
  566. int n = _CAST(int, args[1]);
  567. List result;
  568. result.reserve(self.size() * n);
  569. for(int i = 0; i < n; i++) result.extend(self);
  570. return VAR(std::move(result));
  571. });
  572. _vm->bind_method<2>("list", "insert", [](VM* vm, ArgsView args) {
  573. List& self = _CAST(List&, args[0]);
  574. int index = CAST(int, args[1]);
  575. if(index < 0) index += self.size();
  576. if(index < 0) index = 0;
  577. if(index > self.size()) index = self.size();
  578. self.insert(index, args[2]);
  579. return vm->None;
  580. });
  581. _vm->bind_method<0>("list", "clear", [](VM* vm, ArgsView args) {
  582. _CAST(List&, args[0]).clear();
  583. return vm->None;
  584. });
  585. _vm->bind_method<0>("list", "copy", PK_LAMBDA(VAR(_CAST(List, args[0]))));
  586. _vm->bind__hash__(_vm->tp_list, [](VM* vm, PyObject* obj) {
  587. vm->TypeError("unhashable type: 'list'");
  588. return (i64)0;
  589. });
  590. _vm->bind__add__(_vm->tp_list, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  591. const List& self = _CAST(List&, lhs);
  592. const List& other = CAST(List&, rhs);
  593. List new_list(self); // copy construct
  594. new_list.extend(other);
  595. return VAR(std::move(new_list));
  596. });
  597. _vm->bind__len__(_vm->tp_list, [](VM* vm, PyObject* obj) {
  598. return (i64)_CAST(List&, obj).size();
  599. });
  600. _vm->bind__iter__(_vm->tp_list, [](VM* vm, PyObject* obj) {
  601. List& self = _CAST(List&, obj);
  602. return VAR_T(ArrayIter, obj, self.begin(), self.end());
  603. });
  604. _vm->bind__getitem__(_vm->tp_list, PyArrayGetItem<List>);
  605. _vm->bind__setitem__(_vm->tp_list, [](VM* vm, PyObject* obj, PyObject* index, PyObject* value){
  606. List& self = _CAST(List&, obj);
  607. int i = CAST(int, index);
  608. i = vm->normalized_index(i, self.size());
  609. self[i] = value;
  610. });
  611. _vm->bind__delitem__(_vm->tp_list, [](VM* vm, PyObject* obj, PyObject* index){
  612. List& self = _CAST(List&, obj);
  613. int i = CAST(int, index);
  614. i = vm->normalized_index(i, self.size());
  615. self.erase(i);
  616. });
  617. /************ tuple ************/
  618. _vm->bind_constructor<-1>("tuple", [](VM* vm, ArgsView args) {
  619. if(args.size() == 1+0) return VAR(Tuple(0));
  620. if(args.size() == 1+1){
  621. List list = CAST(List, vm->py_list(args[1]));
  622. return VAR(Tuple(std::move(list)));
  623. }
  624. vm->TypeError("tuple() takes at most 1 argument");
  625. return vm->None;
  626. });
  627. _vm->bind__contains__(_vm->tp_tuple, [](VM* vm, PyObject* obj, PyObject* item) {
  628. Tuple& self = _CAST(Tuple&, obj);
  629. for(PyObject* i: self) if(vm->py_equals(i, item)) return vm->True;
  630. return vm->False;
  631. });
  632. _vm->bind_method<1>("tuple", "count", [](VM* vm, ArgsView args) {
  633. Tuple& self = _CAST(Tuple&, args[0]);
  634. int count = 0;
  635. for(PyObject* i: self) if(vm->py_equals(i, args[1])) count++;
  636. return VAR(count);
  637. });
  638. _vm->bind__eq__(_vm->tp_tuple, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  639. const Tuple& self = _CAST(Tuple&, lhs);
  640. if(!is_non_tagged_type(rhs, vm->tp_tuple)) return vm->NotImplemented;
  641. const Tuple& other = _CAST(Tuple&, rhs);
  642. if(self.size() != other.size()) return vm->False;
  643. for(int i = 0; i < self.size(); i++) {
  644. if(!vm->py_equals(self[i], other[i])) return vm->False;
  645. }
  646. return vm->True;
  647. });
  648. _vm->bind__hash__(_vm->tp_tuple, [](VM* vm, PyObject* obj) {
  649. i64 x = 1000003;
  650. const Tuple& items = CAST(Tuple&, obj);
  651. for (int i=0; i<items.size(); i++) {
  652. i64 y = vm->py_hash(items[i]);
  653. // recommended by Github Copilot
  654. x = x ^ (y + 0x9e3779b9 + (x << 6) + (x >> 2));
  655. }
  656. return x;
  657. });
  658. _vm->bind__iter__(_vm->tp_tuple, [](VM* vm, PyObject* obj) {
  659. Tuple& self = _CAST(Tuple&, obj);
  660. return VAR_T(ArrayIter, obj, self.begin(), self.end());
  661. });
  662. _vm->bind__getitem__(_vm->tp_tuple, PyArrayGetItem<Tuple>);
  663. _vm->bind__len__(_vm->tp_tuple, [](VM* vm, PyObject* obj) {
  664. return (i64)_CAST(Tuple&, obj).size();
  665. });
  666. /************ bool ************/
  667. _vm->bind_constructor<2>("bool", PK_LAMBDA(VAR(vm->py_bool(args[1]))));
  668. _vm->bind__hash__(_vm->tp_bool, [](VM* vm, PyObject* obj) {
  669. return (i64)_CAST(bool, obj);
  670. });
  671. _vm->bind__repr__(_vm->tp_bool, [](VM* vm, PyObject* self) {
  672. bool val = _CAST(bool, self);
  673. return VAR(val ? "True" : "False");
  674. });
  675. _vm->bind__json__(_vm->tp_bool, [](VM* vm, PyObject* self) {
  676. bool val = _CAST(bool, self);
  677. return VAR(val ? "true" : "false");
  678. });
  679. const static auto f_bool_add = [](VM* vm, PyObject* lhs, PyObject* rhs) -> PyObject* {
  680. int x = (int)_CAST(bool, lhs);
  681. if(is_int(rhs)) return VAR(x + _CAST(int, rhs));
  682. if(rhs == vm->True) return VAR(x + 1);
  683. if(rhs == vm->False) return VAR(x);
  684. return vm->NotImplemented;
  685. };
  686. const static auto f_bool_mul = [](VM* vm, PyObject* lhs, PyObject* rhs) -> PyObject* {
  687. int x = (int)_CAST(bool, lhs);
  688. if(is_int(rhs)) return VAR(x * _CAST(int, rhs));
  689. if(rhs == vm->True) return VAR(x);
  690. if(rhs == vm->False) return VAR(0);
  691. return vm->NotImplemented;
  692. };
  693. _vm->bind__add__(_vm->tp_bool, f_bool_add);
  694. _vm->bind_method<1>("bool", "__radd__", [](VM* vm, ArgsView args){
  695. return f_bool_add(vm, args[0], args[1]);
  696. });
  697. _vm->bind__mul__(_vm->tp_bool, f_bool_mul);
  698. _vm->bind_method<1>("bool", "__rmul__", [](VM* vm, ArgsView args){
  699. return f_bool_mul(vm, args[0], args[1]);
  700. });
  701. _vm->bind__and__(_vm->tp_bool, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  702. return VAR(_CAST(bool, lhs) && CAST(bool, rhs));
  703. });
  704. _vm->bind__or__(_vm->tp_bool, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  705. return VAR(_CAST(bool, lhs) || CAST(bool, rhs));
  706. });
  707. _vm->bind__xor__(_vm->tp_bool, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  708. return VAR(_CAST(bool, lhs) != CAST(bool, rhs));
  709. });
  710. _vm->bind__eq__(_vm->tp_bool, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  711. if(is_non_tagged_type(rhs, vm->tp_bool)) return VAR(lhs == rhs);
  712. if(is_int(rhs)) return VAR(_CAST(bool, lhs) == (bool)CAST(i64, rhs));
  713. return vm->NotImplemented;
  714. });
  715. _vm->bind__repr__(_vm->_type("ellipsis"), [](VM* vm, PyObject* self) {
  716. return VAR("...");
  717. });
  718. _vm->bind__repr__(_vm->_type("NotImplementedType"), [](VM* vm, PyObject* self) {
  719. return VAR("NotImplemented");
  720. });
  721. /************ bytes ************/
  722. _vm->bind_constructor<2>("bytes", [](VM* vm, ArgsView args){
  723. List& list = CAST(List&, args[1]);
  724. std::vector<char> buffer(list.size());
  725. for(int i=0; i<list.size(); i++){
  726. i64 b = CAST(i64, list[i]);
  727. if(b<0 || b>255) vm->ValueError("byte must be in range[0, 256)");
  728. buffer[i] = (char)b;
  729. }
  730. return VAR(Bytes(std::move(buffer)));
  731. });
  732. _vm->bind__getitem__(_vm->tp_bytes, [](VM* vm, PyObject* obj, PyObject* index) {
  733. const Bytes& self = _CAST(Bytes&, obj);
  734. int i = CAST(int, index);
  735. i = vm->normalized_index(i, self.size());
  736. return VAR(self[i]);
  737. });
  738. _vm->bind__hash__(_vm->tp_bytes, [](VM* vm, PyObject* obj) {
  739. const Bytes& self = _CAST(Bytes&, obj);
  740. return (i64)std::hash<std::string>()(self.str());
  741. });
  742. _vm->bind__repr__(_vm->tp_bytes, [](VM* vm, PyObject* obj) {
  743. const Bytes& self = _CAST(Bytes&, obj);
  744. std::stringstream ss;
  745. ss << "b'";
  746. for(int i=0; i<self.size(); i++){
  747. ss << "\\x" << std::hex << std::setw(2) << std::setfill('0') << self[i];
  748. }
  749. ss << "'";
  750. return VAR(ss.str());
  751. });
  752. _vm->bind__len__(_vm->tp_bytes, [](VM* vm, PyObject* obj) {
  753. return (i64)_CAST(Bytes&, obj).size();
  754. });
  755. _vm->bind_method<0>("bytes", "decode", [](VM* vm, ArgsView args) {
  756. const Bytes& self = _CAST(Bytes&, args[0]);
  757. // TODO: check encoding is utf-8
  758. return VAR(Str(self.str()));
  759. });
  760. _vm->bind__eq__(_vm->tp_bytes, [](VM* vm, PyObject* lhs, PyObject* rhs) {
  761. if(!is_non_tagged_type(rhs, vm->tp_bytes)) return vm->NotImplemented;
  762. return VAR(_CAST(Bytes&, lhs) == _CAST(Bytes&, rhs));
  763. });
  764. /************ slice ************/
  765. _vm->bind_constructor<4>("slice", [](VM* vm, ArgsView args) {
  766. return VAR(Slice(args[1], args[2], args[3]));
  767. });
  768. _vm->bind__repr__(_vm->tp_slice, [](VM* vm, PyObject* obj) {
  769. const Slice& self = _CAST(Slice&, obj);
  770. std::stringstream ss;
  771. ss << "slice(";
  772. ss << CAST(Str, vm->py_repr(self.start)) << ", ";
  773. ss << CAST(Str, vm->py_repr(self.stop)) << ", ";
  774. ss << CAST(Str, vm->py_repr(self.step)) << ")";
  775. return VAR(ss.str());
  776. });
  777. /************ mappingproxy ************/
  778. _vm->bind_method<0>("mappingproxy", "keys", [](VM* vm, ArgsView args) {
  779. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  780. List keys;
  781. for(StrName name : self.attr().keys()) keys.push_back(VAR(name.sv()));
  782. return VAR(std::move(keys));
  783. });
  784. _vm->bind_method<0>("mappingproxy", "values", [](VM* vm, ArgsView args) {
  785. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  786. List values;
  787. for(auto& item : self.attr().items()) values.push_back(item.second);
  788. return VAR(std::move(values));
  789. });
  790. _vm->bind_method<0>("mappingproxy", "items", [](VM* vm, ArgsView args) {
  791. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  792. List items;
  793. for(auto& item : self.attr().items()){
  794. PyObject* t = VAR(Tuple({VAR(item.first.sv()), item.second}));
  795. items.push_back(std::move(t));
  796. }
  797. return VAR(std::move(items));
  798. });
  799. _vm->bind__len__(_vm->tp_mappingproxy, [](VM* vm, PyObject* obj) {
  800. return (i64)_CAST(MappingProxy&, obj).attr().size();
  801. });
  802. _vm->bind__getitem__(_vm->tp_mappingproxy, [](VM* vm, PyObject* obj, PyObject* index) {
  803. MappingProxy& self = _CAST(MappingProxy&, obj);
  804. StrName key = CAST(Str&, index);
  805. PyObject* ret = self.attr().try_get(key);
  806. if(ret == nullptr) vm->AttributeError(key.sv());
  807. return ret;
  808. });
  809. _vm->bind__repr__(_vm->tp_mappingproxy, [](VM* vm, PyObject* obj) {
  810. MappingProxy& self = _CAST(MappingProxy&, obj);
  811. std::stringstream ss;
  812. ss << "mappingproxy({";
  813. bool first = true;
  814. for(auto& item : self.attr().items()){
  815. if(!first) ss << ", ";
  816. first = false;
  817. ss << item.first.escape() << ": " << CAST(Str, vm->py_repr(item.second));
  818. }
  819. ss << "})";
  820. return VAR(ss.str());
  821. });
  822. _vm->bind__contains__(_vm->tp_mappingproxy, [](VM* vm, PyObject* obj, PyObject* key) {
  823. MappingProxy& self = _CAST(MappingProxy&, obj);
  824. return VAR(self.attr().contains(CAST(Str&, key)));
  825. });
  826. /************ dict ************/
  827. _vm->bind_constructor<-1>("dict", [](VM* vm, ArgsView args){
  828. return VAR(Dict(vm));
  829. });
  830. _vm->bind_method<-1>("dict", "__init__", [](VM* vm, ArgsView args){
  831. if(args.size() == 1+0) return vm->None;
  832. if(args.size() == 1+1){
  833. auto _lock = vm->heap.gc_scope_lock();
  834. Dict& self = _CAST(Dict&, args[0]);
  835. List& list = CAST(List&, args[1]);
  836. for(PyObject* item : list){
  837. Tuple& t = CAST(Tuple&, item);
  838. if(t.size() != 2){
  839. vm->ValueError("dict() takes an iterable of tuples (key, value)");
  840. return vm->None;
  841. }
  842. self.set(t[0], t[1]);
  843. }
  844. return vm->None;
  845. }
  846. vm->TypeError("dict() takes at most 1 argument");
  847. return vm->None;
  848. });
  849. _vm->bind__len__(_vm->tp_dict, [](VM* vm, PyObject* obj) {
  850. return (i64)_CAST(Dict&, obj).size();
  851. });
  852. _vm->bind__getitem__(_vm->tp_dict, [](VM* vm, PyObject* obj, PyObject* index) {
  853. Dict& self = _CAST(Dict&, obj);
  854. PyObject* ret = self.try_get(index);
  855. if(ret == nullptr) vm->KeyError(index);
  856. return ret;
  857. });
  858. _vm->bind__setitem__(_vm->tp_dict, [](VM* vm, PyObject* obj, PyObject* key, PyObject* value) {
  859. Dict& self = _CAST(Dict&, obj);
  860. self.set(key, value);
  861. });
  862. _vm->bind__delitem__(_vm->tp_dict, [](VM* vm, PyObject* obj, PyObject* key) {
  863. Dict& self = _CAST(Dict&, obj);
  864. if(!self.contains(key)) vm->KeyError(key);
  865. self.erase(key);
  866. });
  867. _vm->bind_method<1>("dict", "pop", [](VM* vm, ArgsView args) {
  868. Dict& self = _CAST(Dict&, args[0]);
  869. PyObject* value = self.try_get(args[1]);
  870. if(value == nullptr) vm->KeyError(args[1]);
  871. self.erase(args[1]);
  872. return value;
  873. });
  874. _vm->bind__contains__(_vm->tp_dict, [](VM* vm, PyObject* obj, PyObject* key) {
  875. Dict& self = _CAST(Dict&, obj);
  876. return VAR(self.contains(key));
  877. });
  878. _vm->bind__iter__(_vm->tp_dict, [](VM* vm, PyObject* obj) {
  879. const Dict& self = _CAST(Dict&, obj);
  880. return vm->py_iter(VAR(self.keys()));
  881. });
  882. _vm->bind_method<-1>("dict", "get", [](VM* vm, ArgsView args) {
  883. Dict& self = _CAST(Dict&, args[0]);
  884. if(args.size() == 1+1){
  885. PyObject* ret = self.try_get(args[1]);
  886. if(ret != nullptr) return ret;
  887. return vm->None;
  888. }else if(args.size() == 1+2){
  889. PyObject* ret = self.try_get(args[1]);
  890. if(ret != nullptr) return ret;
  891. return args[2];
  892. }
  893. vm->TypeError("get() takes at most 2 arguments");
  894. return vm->None;
  895. });
  896. _vm->bind_method<0>("dict", "keys", [](VM* vm, ArgsView args) {
  897. const Dict& self = _CAST(Dict&, args[0]);
  898. return VAR(self.keys());
  899. });
  900. _vm->bind_method<0>("dict", "values", [](VM* vm, ArgsView args) {
  901. const Dict& self = _CAST(Dict&, args[0]);
  902. return VAR(self.values());
  903. });
  904. _vm->bind_method<0>("dict", "items", [](VM* vm, ArgsView args) {
  905. const Dict& self = _CAST(Dict&, args[0]);
  906. Tuple items(self.size());
  907. int j = 0;
  908. self.apply([&](PyObject* k, PyObject* v){
  909. items[j++] = VAR(Tuple({k, v}));
  910. });
  911. return VAR(std::move(items));
  912. });
  913. _vm->bind_method<1>("dict", "update", [](VM* vm, ArgsView args) {
  914. Dict& self = _CAST(Dict&, args[0]);
  915. const Dict& other = CAST(Dict&, args[1]);
  916. self.update(other);
  917. return vm->None;
  918. });
  919. _vm->bind_method<0>("dict", "copy", [](VM* vm, ArgsView args) {
  920. const Dict& self = _CAST(Dict&, args[0]);
  921. return VAR(self);
  922. });
  923. _vm->bind_method<0>("dict", "clear", [](VM* vm, ArgsView args) {
  924. Dict& self = _CAST(Dict&, args[0]);
  925. self.clear();
  926. return vm->None;
  927. });
  928. _vm->bind__repr__(_vm->tp_dict, [](VM* vm, PyObject* obj) {
  929. Dict& self = _CAST(Dict&, obj);
  930. std::stringstream ss;
  931. ss << "{";
  932. bool first = true;
  933. self.apply([&](PyObject* k, PyObject* v){
  934. if(!first) ss << ", ";
  935. first = false;
  936. Str key = CAST(Str&, vm->py_repr(k));
  937. Str value = CAST(Str&, vm->py_repr(v));
  938. ss << key << ": " << value;
  939. });
  940. ss << "}";
  941. return VAR(ss.str());
  942. });
  943. _vm->bind__json__(_vm->tp_dict, [](VM* vm, PyObject* obj) {
  944. Dict& self = _CAST(Dict&, obj);
  945. std::stringstream ss;
  946. ss << "{";
  947. bool first = true;
  948. self.apply([&](PyObject* k, PyObject* v){
  949. if(!first) ss << ", ";
  950. first = false;
  951. Str key = CAST(Str&, k).escape(false);
  952. Str value = CAST(Str&, vm->py_json(v));
  953. ss << key << ": " << value;
  954. });
  955. ss << "}";
  956. return VAR(ss.str());
  957. });
  958. _vm->bind__eq__(_vm->tp_dict, [](VM* vm, PyObject* a, PyObject* b) {
  959. Dict& self = _CAST(Dict&, a);
  960. if(!is_non_tagged_type(b, vm->tp_dict)) return vm->NotImplemented;
  961. Dict& other = _CAST(Dict&, b);
  962. if(self.size() != other.size()) return vm->False;
  963. for(int i=0; i<self._capacity; i++){
  964. auto item = self._items[i];
  965. if(item.first == nullptr) continue;
  966. PyObject* value = other.try_get(item.first);
  967. if(value == nullptr) return vm->False;
  968. if(!vm->py_equals(item.second, value)) return vm->False;
  969. }
  970. return vm->True;
  971. });
  972. /************ property ************/
  973. _vm->bind_constructor<-1>("property", [](VM* vm, ArgsView args) {
  974. if(args.size() == 1+1){
  975. return VAR(Property(args[1], vm->None));
  976. }else if(args.size() == 1+2){
  977. return VAR(Property(args[1], args[2]));
  978. }
  979. vm->TypeError("property() takes at most 2 arguments");
  980. return vm->None;
  981. });
  982. _vm->_t(_vm->tp_function)->attr().set("__doc__", _vm->property([](VM* vm, ArgsView args) {
  983. Function& func = _CAST(Function&, args[0]);
  984. return VAR(func.decl->docstring);
  985. }));
  986. _vm->_t(_vm->tp_native_func)->attr().set("__doc__", _vm->property([](VM* vm, ArgsView args) {
  987. NativeFunc& func = _CAST(NativeFunc&, args[0]);
  988. if(func.decl != nullptr) return VAR(func.decl->docstring);
  989. return VAR("");
  990. }));
  991. _vm->_t(_vm->tp_function)->attr().set("__signature__", _vm->property([](VM* vm, ArgsView args) {
  992. Function& func = _CAST(Function&, args[0]);
  993. return VAR(func.decl->signature);
  994. }));
  995. _vm->_t(_vm->tp_native_func)->attr().set("__signature__", _vm->property([](VM* vm, ArgsView args) {
  996. NativeFunc& func = _CAST(NativeFunc&, args[0]);
  997. if(func.decl != nullptr) return VAR(func.decl->signature);
  998. return VAR("unknown(*args, **kwargs)");
  999. }));
  1000. RangeIter::register_class(_vm, _vm->builtins);
  1001. ArrayIter::register_class(_vm, _vm->builtins);
  1002. StringIter::register_class(_vm, _vm->builtins);
  1003. Generator::register_class(_vm, _vm->builtins);
  1004. }
  1005. void add_module_timeit(VM* vm){
  1006. PyObject* mod = vm->new_module("timeit");
  1007. vm->bind_func<2>(mod, "timeit", [](VM* vm, ArgsView args) {
  1008. PyObject* f = args[0];
  1009. i64 iters = CAST(i64, args[1]);
  1010. auto now = std::chrono::system_clock::now();
  1011. for(i64 i=0; i<iters; i++) vm->call(f);
  1012. auto end = std::chrono::system_clock::now();
  1013. f64 elapsed = std::chrono::duration_cast<std::chrono::milliseconds>(end - now).count() / 1000.0;
  1014. return VAR(elapsed);
  1015. });
  1016. }
  1017. void add_module_time(VM* vm){
  1018. PyObject* mod = vm->new_module("time");
  1019. vm->bind_func<0>(mod, "time", [](VM* vm, ArgsView args) {
  1020. auto now = std::chrono::system_clock::now();
  1021. return VAR(std::chrono::duration_cast<std::chrono::milliseconds>(now.time_since_epoch()).count() / 1000.0);
  1022. });
  1023. vm->bind_func<1>(mod, "sleep", [](VM* vm, ArgsView args) {
  1024. f64 seconds = CAST_F(args[0]);
  1025. auto begin = std::chrono::system_clock::now();
  1026. while(true){
  1027. auto now = std::chrono::system_clock::now();
  1028. f64 elapsed = std::chrono::duration_cast<std::chrono::milliseconds>(now - begin).count() / 1000.0;
  1029. if(elapsed >= seconds) break;
  1030. }
  1031. return vm->None;
  1032. });
  1033. vm->bind_func<0>(mod, "localtime", [](VM* vm, ArgsView args) {
  1034. auto now = std::chrono::system_clock::now();
  1035. std::time_t t = std::chrono::system_clock::to_time_t(now);
  1036. std::tm* tm = std::localtime(&t);
  1037. Dict d(vm);
  1038. d.set(VAR("tm_year"), VAR(tm->tm_year + 1900));
  1039. d.set(VAR("tm_mon"), VAR(tm->tm_mon + 1));
  1040. d.set(VAR("tm_mday"), VAR(tm->tm_mday));
  1041. d.set(VAR("tm_hour"), VAR(tm->tm_hour));
  1042. d.set(VAR("tm_min"), VAR(tm->tm_min));
  1043. d.set(VAR("tm_sec"), VAR(tm->tm_sec + 1));
  1044. d.set(VAR("tm_wday"), VAR((tm->tm_wday + 6) % 7));
  1045. d.set(VAR("tm_yday"), VAR(tm->tm_yday + 1));
  1046. d.set(VAR("tm_isdst"), VAR(tm->tm_isdst));
  1047. return VAR(std::move(d));
  1048. });
  1049. }
  1050. void add_module_sys(VM* vm){
  1051. PyObject* mod = vm->new_module("sys");
  1052. PyREPL::register_class(vm, mod);
  1053. vm->setattr(mod, "version", VAR(PK_VERSION));
  1054. PyObject* stdout_ = vm->heap.gcnew<DummyInstance>(vm->tp_object, {});
  1055. PyObject* stderr_ = vm->heap.gcnew<DummyInstance>(vm->tp_object, {});
  1056. vm->setattr(mod, "stdout", stdout_);
  1057. vm->setattr(mod, "stderr", stderr_);
  1058. vm->bind_func<1>(stdout_, "write", [](VM* vm, ArgsView args) {
  1059. vm->_stdout(vm, CAST(Str&, args[0]));
  1060. return vm->None;
  1061. });
  1062. vm->bind_func<1>(stderr_, "write", [](VM* vm, ArgsView args) {
  1063. vm->_stderr(vm, CAST(Str&, args[0]));
  1064. return vm->None;
  1065. });
  1066. }
  1067. void add_module_json(VM* vm){
  1068. PyObject* mod = vm->new_module("json");
  1069. vm->bind_func<1>(mod, "loads", [](VM* vm, ArgsView args) {
  1070. const Str& expr = CAST(Str&, args[0]);
  1071. CodeObject_ code = vm->compile(expr, "<json>", JSON_MODE);
  1072. return vm->_exec(code, vm->top_frame()->_module);
  1073. });
  1074. vm->bind_func<1>(mod, "dumps", [](VM* vm, ArgsView args) {
  1075. return vm->py_json(args[0]);
  1076. });
  1077. }
  1078. // https://docs.python.org/3.5/library/math.html
  1079. void add_module_math(VM* vm){
  1080. PyObject* mod = vm->new_module("math");
  1081. mod->attr().set("pi", VAR(3.1415926535897932384));
  1082. mod->attr().set("e" , VAR(2.7182818284590452354));
  1083. mod->attr().set("inf", VAR(std::numeric_limits<double>::infinity()));
  1084. mod->attr().set("nan", VAR(std::numeric_limits<double>::quiet_NaN()));
  1085. vm->bind_func<1>(mod, "ceil", PK_LAMBDA(VAR((i64)std::ceil(CAST_F(args[0])))));
  1086. vm->bind_func<1>(mod, "fabs", PK_LAMBDA(VAR(std::fabs(CAST_F(args[0])))));
  1087. vm->bind_func<1>(mod, "floor", PK_LAMBDA(VAR((i64)std::floor(CAST_F(args[0])))));
  1088. vm->bind_func<1>(mod, "fsum", [](VM* vm, ArgsView args) {
  1089. List& list = CAST(List&, args[0]);
  1090. double sum = 0;
  1091. double c = 0;
  1092. for(PyObject* arg : list){
  1093. double x = CAST_F(arg);
  1094. double y = x - c;
  1095. double t = sum + y;
  1096. c = (t - sum) - y;
  1097. sum = t;
  1098. }
  1099. return VAR(sum);
  1100. });
  1101. vm->bind_func<2>(mod, "gcd", [](VM* vm, ArgsView args) {
  1102. i64 a = CAST(i64, args[0]);
  1103. i64 b = CAST(i64, args[1]);
  1104. if(a < 0) a = -a;
  1105. if(b < 0) b = -b;
  1106. while(b != 0){
  1107. i64 t = b;
  1108. b = a % b;
  1109. a = t;
  1110. }
  1111. return VAR(a);
  1112. });
  1113. vm->bind_func<1>(mod, "isfinite", PK_LAMBDA(VAR(std::isfinite(CAST_F(args[0])))));
  1114. vm->bind_func<1>(mod, "isinf", PK_LAMBDA(VAR(std::isinf(CAST_F(args[0])))));
  1115. vm->bind_func<1>(mod, "isnan", PK_LAMBDA(VAR(std::isnan(CAST_F(args[0])))));
  1116. vm->bind_func<1>(mod, "exp", PK_LAMBDA(VAR(std::exp(CAST_F(args[0])))));
  1117. vm->bind_func<1>(mod, "log", PK_LAMBDA(VAR(std::log(CAST_F(args[0])))));
  1118. vm->bind_func<1>(mod, "log2", PK_LAMBDA(VAR(std::log2(CAST_F(args[0])))));
  1119. vm->bind_func<1>(mod, "log10", PK_LAMBDA(VAR(std::log10(CAST_F(args[0])))));
  1120. vm->bind_func<2>(mod, "pow", PK_LAMBDA(VAR(std::pow(CAST_F(args[0]), CAST_F(args[1])))));
  1121. vm->bind_func<1>(mod, "sqrt", PK_LAMBDA(VAR(std::sqrt(CAST_F(args[0])))));
  1122. vm->bind_func<1>(mod, "acos", PK_LAMBDA(VAR(std::acos(CAST_F(args[0])))));
  1123. vm->bind_func<1>(mod, "asin", PK_LAMBDA(VAR(std::asin(CAST_F(args[0])))));
  1124. vm->bind_func<1>(mod, "atan", PK_LAMBDA(VAR(std::atan(CAST_F(args[0])))));
  1125. vm->bind_func<2>(mod, "atan2", PK_LAMBDA(VAR(std::atan2(CAST_F(args[0]), CAST_F(args[1])))));
  1126. vm->bind_func<1>(mod, "cos", PK_LAMBDA(VAR(std::cos(CAST_F(args[0])))));
  1127. vm->bind_func<1>(mod, "sin", PK_LAMBDA(VAR(std::sin(CAST_F(args[0])))));
  1128. vm->bind_func<1>(mod, "tan", PK_LAMBDA(VAR(std::tan(CAST_F(args[0])))));
  1129. vm->bind_func<1>(mod, "degrees", PK_LAMBDA(VAR(CAST_F(args[0]) * 180 / 3.1415926535897932384)));
  1130. vm->bind_func<1>(mod, "radians", PK_LAMBDA(VAR(CAST_F(args[0]) * 3.1415926535897932384 / 180)));
  1131. vm->bind_func<1>(mod, "modf", [](VM* vm, ArgsView args) {
  1132. f64 i;
  1133. f64 f = std::modf(CAST_F(args[0]), &i);
  1134. return VAR(Tuple({VAR(f), VAR(i)}));
  1135. });
  1136. vm->bind_func<1>(mod, "factorial", [](VM* vm, ArgsView args) {
  1137. i64 n = CAST(i64, args[0]);
  1138. if(n < 0) vm->ValueError("factorial() not defined for negative values");
  1139. i64 r = 1;
  1140. for(i64 i=2; i<=n; i++) r *= i;
  1141. return VAR(r);
  1142. });
  1143. }
  1144. void add_module_traceback(VM* vm){
  1145. PyObject* mod = vm->new_module("traceback");
  1146. vm->bind_func<0>(mod, "print_exc", [](VM* vm, ArgsView args) {
  1147. if(vm->_last_exception==nullptr) vm->ValueError("no exception");
  1148. Exception& e = CAST(Exception&, vm->_last_exception);
  1149. vm->_stdout(vm, e.summary());
  1150. return vm->None;
  1151. });
  1152. vm->bind_func<0>(mod, "format_exc", [](VM* vm, ArgsView args) {
  1153. if(vm->_last_exception==nullptr) vm->ValueError("no exception");
  1154. Exception& e = CAST(Exception&, vm->_last_exception);
  1155. return VAR(e.summary());
  1156. });
  1157. }
  1158. void add_module_dis(VM* vm){
  1159. PyObject* mod = vm->new_module("dis");
  1160. static const auto get_code = [](VM* vm, PyObject* obj)->CodeObject_{
  1161. if(is_type(obj, vm->tp_str)){
  1162. const Str& source = CAST(Str, obj);
  1163. return vm->compile(source, "<dis>", EXEC_MODE);
  1164. }
  1165. PyObject* f = obj;
  1166. if(is_type(f, vm->tp_bound_method)) f = CAST(BoundMethod, obj).func;
  1167. return CAST(Function&, f).decl->code;
  1168. };
  1169. vm->bind_func<1>(mod, "dis", [](VM* vm, ArgsView args) {
  1170. CodeObject_ code = get_code(vm, args[0]);
  1171. vm->_stdout(vm, vm->disassemble(code));
  1172. return vm->None;
  1173. });
  1174. vm->bind_func<1>(mod, "_s", [](VM* vm, ArgsView args) {
  1175. CodeObject_ code = get_code(vm, args[0]);
  1176. return VAR(code->serialize(vm));
  1177. });
  1178. }
  1179. void add_module_gc(VM* vm){
  1180. PyObject* mod = vm->new_module("gc");
  1181. vm->bind_func<0>(mod, "collect", PK_LAMBDA(VAR(vm->heap.collect())));
  1182. }
  1183. void VM::post_init(){
  1184. init_builtins(this);
  1185. _t(tp_object)->attr().set("__class__", property(PK_LAMBDA(vm->_t(args[0]))));
  1186. _t(tp_type)->attr().set("__base__", property([](VM* vm, ArgsView args){
  1187. const PyTypeInfo& info = vm->_all_types[PK_OBJ_GET(Type, args[0])];
  1188. return info.base.index == -1 ? vm->None : vm->_all_types[info.base].obj;
  1189. }));
  1190. _t(tp_type)->attr().set("__name__", property([](VM* vm, ArgsView args){
  1191. const PyTypeInfo& info = vm->_all_types[PK_OBJ_GET(Type, args[0])];
  1192. return VAR(info.name);
  1193. }));
  1194. _t(tp_bound_method)->attr().set("__self__", property([](VM* vm, ArgsView args){
  1195. return CAST(BoundMethod&, args[0]).self;
  1196. }));
  1197. _t(tp_bound_method)->attr().set("__func__", property([](VM* vm, ArgsView args){
  1198. return CAST(BoundMethod&, args[0]).func;
  1199. }));
  1200. bind__eq__(tp_bound_method, [](VM* vm, PyObject* lhs, PyObject* rhs){
  1201. if(!is_non_tagged_type(rhs, vm->tp_bound_method)) return vm->NotImplemented;
  1202. return VAR(_CAST(BoundMethod&, lhs) == _CAST(BoundMethod&, rhs));
  1203. });
  1204. _t(tp_slice)->attr().set("start", property([](VM* vm, ArgsView args){
  1205. return CAST(Slice&, args[0]).start;
  1206. }));
  1207. _t(tp_slice)->attr().set("stop", property([](VM* vm, ArgsView args){
  1208. return CAST(Slice&, args[0]).stop;
  1209. }));
  1210. _t(tp_slice)->attr().set("step", property([](VM* vm, ArgsView args){
  1211. return CAST(Slice&, args[0]).step;
  1212. }));
  1213. _t(tp_object)->attr().set("__dict__", property([](VM* vm, ArgsView args){
  1214. if(is_tagged(args[0]) || !args[0]->is_attr_valid()) return vm->None;
  1215. return VAR(MappingProxy(args[0]));
  1216. }));
  1217. #if !PK_DEBUG_NO_BUILTINS
  1218. add_module_sys(this);
  1219. add_module_traceback(this);
  1220. add_module_time(this);
  1221. add_module_json(this);
  1222. add_module_math(this);
  1223. add_module_re(this);
  1224. add_module_dis(this);
  1225. add_module_c(this);
  1226. add_module_gc(this);
  1227. add_module_random(this);
  1228. add_module_base64(this);
  1229. add_module_timeit(this);
  1230. for(const char* name: {"this", "functools", "collections", "heapq", "bisect", "pickle", "_long"}){
  1231. _lazy_modules[name] = kPythonLibs[name];
  1232. }
  1233. try{
  1234. CodeObject_ code = compile(kPythonLibs["builtins"], "<builtins>", EXEC_MODE);
  1235. this->_exec(code, this->builtins);
  1236. code = compile(kPythonLibs["_set"], "<set>", EXEC_MODE);
  1237. this->_exec(code, this->builtins);
  1238. }catch(Exception& e){
  1239. std::cerr << e.summary() << std::endl;
  1240. std::cerr << "failed to load builtins module!!" << std::endl;
  1241. exit(1);
  1242. }
  1243. if(enable_os){
  1244. add_module_io(this);
  1245. add_module_os(this);
  1246. _import_handler = _default_import_handler;
  1247. }
  1248. add_module_linalg(this);
  1249. add_module_easing(this);
  1250. #endif
  1251. }
  1252. } // namespace pkpy