pocketpy.cpp 62 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688
  1. #include "pocketpy/pocketpy.h"
  2. namespace pkpy{
  3. #ifdef PK_USE_CJSON
  4. void add_module_cjson(VM* vm);
  5. #endif
  6. template<typename T>
  7. PyVar PyArrayGetItem(VM* vm, PyVar _0, PyVar _1){
  8. static_assert(std::is_same_v<T, List> || std::is_same_v<T, Tuple>);
  9. const T& self = _CAST(T&, _0);
  10. if(is_int(_1)){
  11. i64 index = _1.as<i64>();
  12. index = vm->normalized_index(index, self.size());
  13. return self[index];
  14. }
  15. if(is_type(_1, vm->tp_slice)){
  16. const Slice& s = _CAST(Slice&, _1);
  17. int start, stop, step;
  18. vm->parse_int_slice(s, self.size(), start, stop, step);
  19. List new_list;
  20. PK_SLICE_LOOP(i, start, stop, step) new_list.push_back(self[i]);
  21. return VAR(T(std::move(new_list)));
  22. }
  23. vm->TypeError("indices must be integers or slices");
  24. }
  25. void __init_builtins(VM* _vm) {
  26. #define BIND_NUM_ARITH_OPT(name, op) \
  27. _vm->bind##name(VM::tp_int, [](VM* vm, PyVar lhs, PyVar rhs) { \
  28. if(is_int(rhs)) return VAR(_CAST(i64, lhs) op _CAST(i64, rhs)); \
  29. if(is_float(rhs)) return VAR(_CAST(i64, lhs) op _CAST(f64, rhs)); \
  30. return vm->NotImplemented; \
  31. }); \
  32. _vm->bind##name(VM::tp_float, [](VM* vm, PyVar lhs, PyVar rhs) { \
  33. if(is_int(rhs)) return VAR(_CAST(f64, lhs) op _CAST(i64, rhs)); \
  34. if(is_float(rhs)) return VAR(_CAST(f64, lhs) op _CAST(f64, rhs)); \
  35. return vm->NotImplemented; \
  36. });
  37. BIND_NUM_ARITH_OPT(__add__, +)
  38. BIND_NUM_ARITH_OPT(__sub__, -)
  39. BIND_NUM_ARITH_OPT(__mul__, *)
  40. #undef BIND_NUM_ARITH_OPT
  41. #define BIND_NUM_LOGICAL_OPT(name, op) \
  42. _vm->bind##name(VM::tp_int, [](VM* vm, PyVar lhs, PyVar rhs) { \
  43. if(is_int(rhs)) return VAR(_CAST(i64, lhs) op _CAST(i64, rhs)); \
  44. if(is_float(rhs)) return VAR(_CAST(i64, lhs) op _CAST(f64, rhs)); \
  45. return vm->NotImplemented; \
  46. }); \
  47. _vm->bind##name(VM::tp_float, [](VM* vm, PyVar lhs, PyVar rhs) { \
  48. if(is_int(rhs)) return VAR(_CAST(f64, lhs) op _CAST(i64, rhs)); \
  49. if(is_float(rhs)) return VAR(_CAST(f64, lhs) op _CAST(f64, rhs)); \
  50. return vm->NotImplemented; \
  51. });
  52. BIND_NUM_LOGICAL_OPT(__eq__, ==)
  53. BIND_NUM_LOGICAL_OPT(__lt__, <)
  54. BIND_NUM_LOGICAL_OPT(__le__, <=)
  55. BIND_NUM_LOGICAL_OPT(__gt__, >)
  56. BIND_NUM_LOGICAL_OPT(__ge__, >=)
  57. #undef BIND_NUM_ARITH_OPT
  58. #undef BIND_NUM_LOGICAL_OPT
  59. // builtin functions
  60. _vm->bind_func(_vm->builtins, "breakpoint", 0, [](VM* vm, ArgsView args) {
  61. #if PK_ENABLE_PROFILER
  62. vm->_next_breakpoint = NextBreakpoint(vm->callstack.size(), vm->callstack.top().curr_lineno(), false);
  63. #endif
  64. return vm->None;
  65. });
  66. _vm->bind_func(_vm->builtins, "super", -1, [](VM* vm, ArgsView args) {
  67. PyObject* class_arg = nullptr;
  68. PyVar self_arg = nullptr;
  69. if(args.size() == 2){
  70. class_arg = args[0].get();
  71. self_arg = args[1];
  72. }else if(args.size() == 0){
  73. Frame* frame = &vm->callstack.top();
  74. if(frame->_callable != nullptr){
  75. class_arg = frame->_callable->as<Function>()._class;
  76. if(frame->_locals.size() > 0) self_arg = frame->_locals[0];
  77. }
  78. if(class_arg == nullptr || self_arg == nullptr){
  79. vm->TypeError("super(): unable to determine the class context, use super(class, self) instead");
  80. }
  81. }else{
  82. vm->TypeError("super() takes 0 or 2 arguments");
  83. }
  84. vm->check_type(class_arg, vm->tp_type);
  85. Type type = class_arg->as<Type>();
  86. if(!vm->isinstance(self_arg, type)){
  87. StrName _0 = _type_name(vm, vm->_tp(self_arg));
  88. StrName _1 = _type_name(vm, type);
  89. vm->TypeError("super(): " + _0.escape() + " is not an instance of " + _1.escape());
  90. }
  91. return vm->new_object<Super>(vm->tp_super, self_arg, vm->_all_types[type].base);
  92. });
  93. _vm->bind_func(_vm->builtins, "staticmethod", 1, [](VM* vm, ArgsView args) {
  94. PyVar func = args[0];
  95. vm->check_type(func, vm->tp_function);
  96. return vm->new_object<StaticMethod>(vm->tp_staticmethod, args[0]);
  97. });
  98. _vm->bind_func(_vm->builtins, "classmethod", 1, [](VM* vm, ArgsView args) {
  99. PyVar func = args[0];
  100. vm->check_type(func, vm->tp_function);
  101. return vm->new_object<ClassMethod>(vm->tp_classmethod, args[0]);
  102. });
  103. _vm->bind_func(_vm->builtins, "isinstance", 2, [](VM* vm, ArgsView args) {
  104. if(is_type(args[1], vm->tp_tuple)){
  105. Tuple& types = _CAST(Tuple&, args[1]);
  106. for(PyVar type : types){
  107. vm->check_type(type, vm->tp_type);
  108. if(vm->isinstance(args[0], type->as<Type>())) return vm->True;
  109. }
  110. return vm->False;
  111. }
  112. vm->check_type(args[1], vm->tp_type);
  113. Type type = PK_OBJ_GET(Type, args[1]);
  114. return VAR(vm->isinstance(args[0], type));
  115. });
  116. _vm->bind_func(_vm->builtins, "issubclass", 2, [](VM* vm, ArgsView args) {
  117. vm->check_type(args[0], vm->tp_type);
  118. vm->check_type(args[1], vm->tp_type);
  119. return VAR(vm->issubclass(PK_OBJ_GET(Type, args[0]), PK_OBJ_GET(Type, args[1])));
  120. });
  121. _vm->bind_func(_vm->builtins, "globals", 0, [](VM* vm, ArgsView args) {
  122. PyObject* mod = vm->callstack.top()._module;
  123. return VAR(MappingProxy(mod));
  124. });
  125. _vm->bind(_vm->builtins, "round(x, ndigits=None)", [](VM* vm, ArgsView args) {
  126. if(is_int(args[0])) return args[0];
  127. f64 x = CAST(f64, args[0]);
  128. f64 offset = x >= 0 ? 0.5 : -0.5;
  129. if(args[1] == vm->None) return VAR((i64)(x + offset));
  130. int ndigits = CAST(int, args[1]);
  131. if(ndigits < 0) vm->ValueError("ndigits should be non-negative");
  132. // ndigits > 0
  133. return VAR((i64)(x * std::pow(10, ndigits) + offset) / std::pow(10, ndigits));
  134. });
  135. _vm->bind_func(_vm->builtins, "abs", 1, [](VM* vm, ArgsView args) {
  136. if(is_int(args[0])) return VAR(std::abs(_CAST(i64, args[0])));
  137. if(is_float(args[0])) return VAR(std::abs(_CAST(f64, args[0])));
  138. vm->TypeError("bad operand type for abs()");
  139. return vm->None;
  140. });
  141. _vm->bind(_vm->builtins, "max(*args, key=None)", [](VM* vm, ArgsView args){
  142. return vm->__minmax_reduce(&VM::py_gt, args[0], args[1]);
  143. });
  144. _vm->bind(_vm->builtins, "min(*args, key=None)", [](VM* vm, ArgsView args){
  145. return vm->__minmax_reduce(&VM::py_lt, args[0], args[1]);
  146. });
  147. _vm->bind_func(_vm->builtins, "id", 1, [](VM* vm, ArgsView args) {
  148. PyVar obj = args[0];
  149. if(is_tagged(obj)) return vm->None;
  150. return VAR(reinterpret_cast<i64>(obj.get()));
  151. });
  152. _vm->bind_func(_vm->builtins, "callable", 1, [](VM* vm, ArgsView args) {
  153. return VAR(vm->py_callable(args[0]));
  154. });
  155. _vm->bind_func(_vm->builtins, "__import__", 1, [](VM* vm, ArgsView args) {
  156. const Str& name = CAST(Str&, args[0]);
  157. return vm->py_import(name);
  158. });
  159. _vm->bind_func(_vm->builtins, "divmod", 2, [](VM* vm, ArgsView args) {
  160. if(is_int(args[0])){
  161. i64 lhs = _CAST(i64, args[0]);
  162. i64 rhs = CAST(i64, args[1]);
  163. if(rhs == 0) vm->ZeroDivisionError();
  164. auto res = std::div(lhs, rhs);
  165. return VAR(Tuple(VAR(res.quot), VAR(res.rem)));
  166. }else{
  167. return vm->call_method(args[0], __divmod__, args[1]);
  168. }
  169. });
  170. // we use `_0`, `_1` and `_2` here to disable keyword arguments (but with default values)
  171. _vm->bind(_vm->builtins, "eval(_0, _1=None, _2=None)", [](VM* vm, ArgsView args) {
  172. return vm->py_eval(CAST(Str&, args[0]), args[1], args[2]);
  173. });
  174. _vm->bind(_vm->builtins, "exec(_0, _1=None, _2=None)", [](VM* vm, ArgsView args) {
  175. vm->py_exec(CAST(Str&, args[0]), args[1], args[2]);
  176. return vm->None;
  177. });
  178. _vm->bind(_vm->builtins, "compile(source: str, filename: str, mode: str) -> str", [](VM* vm, ArgsView args) {
  179. const Str& source = CAST(Str&, args[0]);
  180. const Str& filename = CAST(Str&, args[1]);
  181. const Str& mode = CAST(Str&, args[2]);
  182. if(mode == "exec"){
  183. return VAR(vm->precompile(source, filename, EXEC_MODE));
  184. }else if(mode == "eval"){
  185. return VAR(vm->precompile(source, filename, EVAL_MODE));
  186. }else if(mode == "single"){
  187. return VAR(vm->precompile(source, filename, CELL_MODE));
  188. }else{
  189. vm->ValueError("compile() mode must be 'exec', 'eval' or 'single'");
  190. return vm->None;
  191. }
  192. });
  193. _vm->bind(_vm->builtins, "exit(code=0)", [](VM* vm, ArgsView args) {
  194. std::exit(CAST(int, args[0]));
  195. return vm->None;
  196. });
  197. _vm->bind_func(_vm->builtins, "repr", 1, [](VM* vm, ArgsView args){
  198. return VAR(vm->py_repr(args[0]));
  199. });
  200. _vm->bind_func(_vm->builtins, "len", 1, [](VM* vm, ArgsView args){
  201. const PyTypeInfo* ti = vm->_tp_info(args[0]);
  202. if(ti->m__len__) return VAR(ti->m__len__(vm, args[0]));
  203. return vm->call_method(args[0], __len__);
  204. });
  205. _vm->bind_func(_vm->builtins, "hash", 1, [](VM* vm, ArgsView args){
  206. i64 value = vm->py_hash(args[0]);
  207. return VAR(value);
  208. });
  209. _vm->bind_func(_vm->builtins, "chr", 1, [](VM* vm, ArgsView args) {
  210. i64 i = CAST(i64, args[0]);
  211. if (i < 0 || i >= 128) vm->ValueError("chr() arg not in [0, 128)");
  212. return VAR(std::string(1, (char)i));
  213. });
  214. _vm->bind_func(_vm->builtins, "ord", 1, [](VM* vm, ArgsView args) {
  215. const Str& s = CAST(Str&, args[0]);
  216. if (s.length()!=1) vm->TypeError("ord() expected an ASCII character");
  217. return VAR((i64)(s[0]));
  218. });
  219. _vm->bind_func(_vm->builtins, "hasattr", 2, [](VM* vm, ArgsView args) {
  220. return VAR(vm->getattr(args[0], CAST(Str&, args[1]), false) != nullptr);
  221. });
  222. _vm->bind_func(_vm->builtins, "setattr", 3, [](VM* vm, ArgsView args) {
  223. vm->setattr(args[0], CAST(Str&, args[1]), args[2]);
  224. return vm->None;
  225. });
  226. _vm->bind_func(_vm->builtins, "getattr", -1, [](VM* vm, ArgsView args) {
  227. if(args.size()!=2 && args.size()!=3) vm->TypeError("getattr() takes 2 or 3 arguments");
  228. StrName name = CAST(Str&, args[1]);
  229. PyVar val = vm->getattr(args[0], name, false);
  230. if(val == nullptr){
  231. if(args.size()==2) vm->AttributeError(args[0], name);
  232. return args[2];
  233. }
  234. return val;
  235. });
  236. _vm->bind_func(_vm->builtins, "delattr", 2, [](VM* vm, ArgsView args) {
  237. vm->delattr(args[0], CAST(Str&, args[1]));
  238. return vm->None;
  239. });
  240. _vm->bind_func(_vm->builtins, "hex", 1, [](VM* vm, ArgsView args) {
  241. SStream ss;
  242. ss.write_hex(CAST(i64, args[0]));
  243. return VAR(ss.str());
  244. });
  245. _vm->bind_func(_vm->builtins, "iter", 1, [](VM* vm, ArgsView args) {
  246. return vm->py_iter(args[0]);
  247. });
  248. _vm->bind_func(_vm->builtins, "next", 1, [](VM* vm, ArgsView args) {
  249. PyVar retval = vm->py_next(args[0]);
  250. if(retval == vm->StopIteration) vm->_error(vm->call(vm->StopIteration));
  251. return retval;
  252. });
  253. _vm->bind_func(_vm->builtins, "bin", 1, [](VM* vm, ArgsView args) {
  254. SStream ss;
  255. i64 x = CAST(i64, args[0]);
  256. if(x < 0){ ss << "-"; x = -x; }
  257. ss << "0b";
  258. std::string bits;
  259. while(x){
  260. bits += (x & 1) ? '1' : '0';
  261. x >>= 1;
  262. }
  263. std::reverse(bits.begin(), bits.end());
  264. if(bits.empty()) bits = "0";
  265. ss << bits;
  266. return VAR(ss.str());
  267. });
  268. _vm->bind_func(_vm->builtins, "dir", 1, [](VM* vm, ArgsView args) {
  269. std::set<StrName> names;
  270. if(!is_tagged(args[0]) && args[0]->is_attr_valid()){
  271. auto keys = args[0]->attr().keys();
  272. names.insert(keys.begin(), keys.end());
  273. }
  274. const NameDict& t_attr = vm->_t(args[0])->attr();
  275. auto keys = t_attr.keys();
  276. names.insert(keys.begin(), keys.end());
  277. List ret;
  278. for (StrName name : names) ret.push_back(VAR(name.sv()));
  279. return VAR(std::move(ret));
  280. });
  281. // tp_object
  282. _vm->bind__repr__(VM::tp_object, [](VM* vm, PyVar obj) -> Str{
  283. if(is_tagged(obj)) PK_FATAL_ERROR();
  284. SStream ss;
  285. ss << "<" << _type_name(vm, vm->_tp(obj)) << " object at ";
  286. ss.write_hex(obj.get());
  287. ss << ">";
  288. return ss.str();
  289. });
  290. _vm->bind__eq__(VM::tp_object, [](VM* vm, PyVar _0, PyVar _1) {
  291. return VAR(_0 == _1);
  292. });
  293. _vm->__cached_object_new = _vm->bind_func(VM::tp_object, __new__, 1, [](VM* vm, ArgsView args) {
  294. vm->check_type(args[0], vm->tp_type);
  295. Type t = PK_OBJ_GET(Type, args[0]);
  296. return vm->new_object<DummyInstance>(t);
  297. });
  298. // tp_type
  299. _vm->bind_func(VM::tp_type, __new__, 2, PK_LAMBDA(vm->_t(args[1])));
  300. // tp_range
  301. _vm->bind_func(VM::tp_range, __new__, -1, [](VM* vm, ArgsView args) {
  302. args._begin += 1; // skip cls
  303. Range r;
  304. switch (args.size()) {
  305. case 1: r.stop = CAST(i64, args[0]); break;
  306. case 2: r.start = CAST(i64, args[0]); r.stop = CAST(i64, args[1]); break;
  307. case 3: r.start = CAST(i64, args[0]); r.stop = CAST(i64, args[1]); r.step = CAST(i64, args[2]); break;
  308. default: vm->TypeError("expected 1-3 arguments, got " + std::to_string(args.size()));
  309. }
  310. if(r.step == 0) vm->ValueError("range() arg 3 must not be zero");
  311. return VAR(r);
  312. });
  313. _vm->bind__iter__(VM::tp_range, [](VM* vm, PyVar _0) {
  314. const Range& r = PK_OBJ_GET(Range, _0);
  315. if(r.step > 0){
  316. return vm->new_user_object<RangeIter>(r);
  317. }else{
  318. return vm->new_user_object<RangeIterR>(r);
  319. }
  320. });
  321. _vm->_all_types[VM::tp_range].op__iter__ = [](VM* vm, PyVar _0){
  322. const Range& r = PK_OBJ_GET(Range, _0);
  323. if(r.step > 0){
  324. vm->new_stack_object<RangeIter>(vm->_tp_user<RangeIter>(), r);
  325. }else{
  326. vm->new_stack_object<RangeIterR>(vm->_tp_user<RangeIterR>(), r);
  327. }
  328. };
  329. // tp_nonetype
  330. _vm->bind__repr__(_vm->_tp(_vm->None), [](VM* vm, PyVar _0) -> Str {
  331. return "None";
  332. });
  333. // tp_float / tp_float
  334. _vm->bind__truediv__(VM::tp_float, [](VM* vm, PyVar _0, PyVar _1) {
  335. f64 value = CAST_F(_1);
  336. return VAR(_CAST(f64, _0) / value);
  337. });
  338. _vm->bind__truediv__(VM::tp_int, [](VM* vm, PyVar _0, PyVar _1) {
  339. f64 value = CAST_F(_1);
  340. return VAR(_CAST(i64, _0) / value);
  341. });
  342. auto py_number_pow = [](VM* vm, PyVar _0, PyVar _1) {
  343. if(is_int(_0) && is_int(_1)){
  344. i64 lhs = _CAST(i64, _0);
  345. i64 rhs = _CAST(i64, _1);
  346. if(rhs < 0) {
  347. if(lhs == 0) vm->ZeroDivisionError("0.0 cannot be raised to a negative power");
  348. return VAR((f64)std::pow(lhs, rhs));
  349. }
  350. i64 ret = 1;
  351. while(rhs){
  352. if(rhs & 1) ret *= lhs;
  353. lhs *= lhs;
  354. rhs >>= 1;
  355. }
  356. return VAR(ret);
  357. }else{
  358. return VAR((f64)std::pow(CAST_F(_0), CAST_F(_1)));
  359. }
  360. };
  361. _vm->bind__pow__(VM::tp_int, py_number_pow);
  362. _vm->bind__pow__(VM::tp_float, py_number_pow);
  363. _vm->bind_func(VM::tp_int, __new__, -1, [](VM* vm, ArgsView args) {
  364. if(args.size() == 1+0) return VAR(0);
  365. // 1 arg
  366. if(args.size() == 1+1){
  367. switch(vm->_tp(args[1])){
  368. case VM::tp_float:
  369. return VAR((i64)_CAST(f64, args[1]));
  370. case VM::tp_int:
  371. return args[1];
  372. case VM::tp_bool:
  373. return VAR(args[1]==vm->True ? 1 : 0);
  374. case VM::tp_str:
  375. break;
  376. default:
  377. vm->TypeError("invalid arguments for int()");
  378. }
  379. }
  380. // 2+ args -> error
  381. if(args.size() > 1+2) vm->TypeError("int() takes at most 2 arguments");
  382. // 1 or 2 args with str
  383. int base = 10;
  384. if(args.size() == 1+2) base = CAST(i64, args[2]);
  385. const Str& s = CAST(Str&, args[1]);
  386. std::string_view sv = s.sv();
  387. bool negative = false;
  388. if(!sv.empty() && (sv[0] == '+' || sv[0] == '-')){
  389. negative = sv[0] == '-';
  390. sv.remove_prefix(1);
  391. }
  392. i64 val;
  393. if(parse_uint(sv, &val, base) != IntParsingResult::Success){
  394. vm->ValueError(_S("invalid literal for int() with base ", base, ": ", s.escape()));
  395. }
  396. if(negative) val = -val;
  397. return VAR(val);
  398. });
  399. _vm->bind__floordiv__(VM::tp_int, [](VM* vm, PyVar _0, PyVar _1) {
  400. i64 rhs = CAST(i64, _1);
  401. if(rhs == 0) vm->ZeroDivisionError();
  402. return VAR(_CAST(i64, _0) / rhs);
  403. });
  404. _vm->bind__mod__(VM::tp_int, [](VM* vm, PyVar _0, PyVar _1) {
  405. i64 rhs = CAST(i64, _1);
  406. if(rhs == 0) vm->ZeroDivisionError();
  407. return VAR(_CAST(i64, _0) % rhs);
  408. });
  409. _vm->bind_func(VM::tp_int, "bit_length", 1, [](VM* vm, ArgsView args) {
  410. i64 x = _CAST(i64, args[0]);
  411. if(x < 0) x = -x;
  412. int bits = 0;
  413. while(x){ x >>= 1; bits++; }
  414. return VAR(bits);
  415. });
  416. _vm->bind__repr__(VM::tp_int, [](VM* vm, PyVar obj) -> Str{
  417. return std::to_string(_CAST(i64, obj));
  418. });
  419. _vm->bind__neg__(VM::tp_int, [](VM* vm, PyVar obj) { return VAR(-_CAST(i64, obj)); });
  420. _vm->bind__hash__(VM::tp_int, [](VM* vm, PyVar obj) { return _CAST(i64, obj); });
  421. _vm->bind__invert__(VM::tp_int, [](VM* vm, PyVar obj) { return VAR(~_CAST(i64, obj)); });
  422. #define INT_BITWISE_OP(name, op) \
  423. _vm->bind##name(VM::tp_int, [](VM* vm, PyVar lhs, PyVar rhs) { \
  424. return VAR(_CAST(i64, lhs) op CAST(i64, rhs)); \
  425. });
  426. INT_BITWISE_OP(__lshift__, <<)
  427. INT_BITWISE_OP(__rshift__, >>)
  428. INT_BITWISE_OP(__and__, &)
  429. INT_BITWISE_OP(__or__, |)
  430. INT_BITWISE_OP(__xor__, ^)
  431. #undef INT_BITWISE_OP
  432. _vm->bind_func(VM::tp_float, __new__, -1, [](VM* vm, ArgsView args) {
  433. if(args.size() == 1+0) return VAR(0.0);
  434. if(args.size() > 1+1) vm->TypeError("float() takes at most 1 argument");
  435. // 1 arg
  436. switch(vm->_tp(args[1])){
  437. case VM::tp_int:
  438. return VAR((f64)CAST(i64, args[1]));
  439. case VM::tp_float:
  440. return args[1];
  441. case VM::tp_bool:
  442. return VAR(args[1]==vm->True ? 1.0 : 0.0);
  443. case VM::tp_str:
  444. break;
  445. default:
  446. vm->TypeError("invalid arguments for float()");
  447. }
  448. // str to float
  449. const Str& s = PK_OBJ_GET(Str, args[1]);
  450. if(s == "inf") return VAR(INFINITY);
  451. if(s == "-inf") return VAR(-INFINITY);
  452. double float_out;
  453. char* p_end;
  454. try{
  455. float_out = std::strtod(s.data, &p_end);
  456. if(p_end != s.end()) throw 1;
  457. }catch(...){
  458. vm->ValueError("invalid literal for float(): " + s.escape());
  459. }
  460. return VAR(float_out);
  461. });
  462. _vm->bind__hash__(VM::tp_float, [](VM* vm, PyVar _0) {
  463. f64 val = _CAST(f64, _0);
  464. return (i64)std::hash<f64>()(val);
  465. });
  466. _vm->bind__neg__(VM::tp_float, [](VM* vm, PyVar _0) { return VAR(-_CAST(f64, _0)); });
  467. _vm->bind__repr__(VM::tp_float, [](VM* vm, PyVar _0) -> Str {
  468. f64 val = _CAST(f64, _0);
  469. SStream ss;
  470. ss << val;
  471. return ss.str();
  472. });
  473. // tp_str
  474. _vm->bind_func(VM::tp_str, __new__, -1, [](VM* vm, ArgsView args) {
  475. if(args.size() == 1) return VAR(Str());
  476. if(args.size() > 2) vm->TypeError("str() takes at most 1 argument");
  477. return VAR(vm->py_str(args[1]));
  478. });
  479. _vm->bind__hash__(VM::tp_str, [](VM* vm, PyVar _0) {
  480. return (i64)_CAST(Str&, _0).hash();
  481. });
  482. _vm->bind__add__(VM::tp_str, [](VM* vm, PyVar _0, PyVar _1) {
  483. return VAR(_CAST(Str&, _0) + CAST(Str&, _1));
  484. });
  485. _vm->bind__len__(VM::tp_str, [](VM* vm, PyVar _0) {
  486. return (i64)_CAST(Str&, _0).u8_length();
  487. });
  488. _vm->bind__mul__(VM::tp_str, [](VM* vm, PyVar _0, PyVar _1) {
  489. const Str& self = _CAST(Str&, _0);
  490. i64 n = CAST(i64, _1);
  491. SStream ss;
  492. for(i64 i = 0; i < n; i++) ss << self.sv();
  493. return VAR(ss.str());
  494. });
  495. _vm->bind_func(VM::tp_str, "__rmul__", 2, [](VM* vm, ArgsView args) {
  496. const Str& self = _CAST(Str&, args[0]);
  497. i64 n = CAST(i64, args[1]);
  498. SStream ss;
  499. for(i64 i = 0; i < n; i++) ss << self.sv();
  500. return VAR(ss.str());
  501. });
  502. _vm->bind__contains__(VM::tp_str, [](VM* vm, PyVar _0, PyVar _1) {
  503. const Str& self = _CAST(Str&, _0);
  504. return VAR(self.index(CAST(Str&, _1)) != -1);
  505. });
  506. _vm->bind_func(VM::tp_str, __str__, 1, [](VM* vm, ArgsView args) { return args[0]; });
  507. _vm->bind__iter__(VM::tp_str, [](VM* vm, PyVar _0) { return vm->new_user_object<StringIter>(_0); });
  508. _vm->bind__repr__(VM::tp_str, [](VM* vm, PyVar _0) -> Str {
  509. const Str& self = _CAST(Str&, _0);
  510. return self.escape();
  511. });
  512. #define BIND_CMP_STR(name, op) \
  513. _vm->bind##name(VM::tp_str, [](VM* vm, PyVar lhs, PyVar rhs) { \
  514. if(!is_type(rhs, vm->tp_str)) return vm->NotImplemented; \
  515. return VAR(_CAST(Str&, lhs) op _CAST(Str&, rhs)); \
  516. });
  517. BIND_CMP_STR(__eq__, ==)
  518. BIND_CMP_STR(__lt__, <)
  519. BIND_CMP_STR(__le__, <=)
  520. BIND_CMP_STR(__gt__, >)
  521. BIND_CMP_STR(__ge__, >=)
  522. #undef BIND_CMP_STR
  523. _vm->bind__getitem__(VM::tp_str, [](VM* vm, PyVar _0, PyVar _1) {
  524. const Str& self = PK_OBJ_GET(Str, _0);
  525. if(is_type(_1, vm->tp_slice)){
  526. const Slice& s = _CAST(Slice&, _1);
  527. int start, stop, step;
  528. vm->parse_int_slice(s, self.u8_length(), start, stop, step);
  529. return VAR(self.u8_slice(start, stop, step));
  530. }
  531. i64 i = CAST(i64, _1);
  532. i = vm->normalized_index(i, self.u8_length());
  533. return VAR(self.u8_getitem(i));
  534. });
  535. _vm->bind(_vm->_t(VM::tp_str), "replace(self, old, new, count=-1)", [](VM* vm, ArgsView args) {
  536. const Str& self = _CAST(Str&, args[0]);
  537. const Str& old = CAST(Str&, args[1]);
  538. if(old.empty()) vm->ValueError("empty substring");
  539. const Str& new_ = CAST(Str&, args[2]);
  540. int count = CAST(int, args[3]);
  541. return VAR(self.replace(old, new_, count));
  542. });
  543. _vm->bind(_vm->_t(VM::tp_str), "split(self, sep=' ')", [](VM* vm, ArgsView args) {
  544. const Str& self = _CAST(Str&, args[0]);
  545. const Str& sep = CAST(Str&, args[1]);
  546. if(sep.empty()) vm->ValueError("empty separator");
  547. pod_vector<std::string_view> parts;
  548. if(sep.size == 1){
  549. parts = self.split(sep[0]);
  550. }else{
  551. parts = self.split(sep);
  552. }
  553. List ret(parts.size());
  554. for(int i=0; i<parts.size(); i++) ret[i] = VAR(Str(parts[i]));
  555. return VAR(std::move(ret));
  556. });
  557. _vm->bind(_vm->_t(VM::tp_str), "splitlines(self)", [](VM* vm, ArgsView args) {
  558. const Str& self = _CAST(Str&, args[0]);
  559. pod_vector<std::string_view> parts;
  560. parts = self.split('\n');
  561. List ret(parts.size());
  562. for(int i=0; i<parts.size(); i++) ret[i] = VAR(Str(parts[i]));
  563. return VAR(std::move(ret));
  564. });
  565. _vm->bind(_vm->_t(VM::tp_str), "count(self, s: str)", [](VM* vm, ArgsView args) {
  566. const Str& self = _CAST(Str&, args[0]);
  567. const Str& s = CAST(Str&, args[1]);
  568. return VAR(self.count(s));
  569. });
  570. _vm->bind(_vm->_t(VM::tp_str), "index(self, value, __start=0)", [](VM* vm, ArgsView args) {
  571. const Str& self = _CAST(Str&, args[0]);
  572. const Str& value = CAST(Str&, args[1]);
  573. int start = CAST(int, args[2]);
  574. if (start < 0) vm->ValueError("argument 'start' can't be negative");
  575. int index = self.index(value, start);
  576. if(index < 0) vm->ValueError("substring not found");
  577. return VAR(index);
  578. });
  579. _vm->bind(_vm->_t(VM::tp_str), "find(self, value, __start=0)", [](VM* vm, ArgsView args) {
  580. const Str& self = _CAST(Str&, args[0]);
  581. const Str& value = CAST(Str&, args[1]);
  582. int start = CAST(int, args[2]);
  583. if (start < 0) vm->ValueError("argument 'start' can't be negative");
  584. return VAR(self.index(value, start));
  585. });
  586. _vm->bind_func(VM::tp_str, "startswith", 2, [](VM* vm, ArgsView args) {
  587. const Str& self = _CAST(Str&, args[0]);
  588. const Str& prefix = CAST(Str&, args[1]);
  589. return VAR(self.index(prefix) == 0);
  590. });
  591. _vm->bind_func(VM::tp_str, "endswith", 2, [](VM* vm, ArgsView args) {
  592. const Str& self = _CAST(Str&, args[0]);
  593. const Str& suffix = CAST(Str&, args[1]);
  594. int offset = self.length() - suffix.length();
  595. if(offset < 0) return vm->False;
  596. bool ok = memcmp(self.data+offset, suffix.data, suffix.length()) == 0;
  597. return VAR(ok);
  598. });
  599. _vm->bind_func(VM::tp_str, "encode", 1, [](VM* vm, ArgsView args) {
  600. const Str& self = _CAST(Str&, args[0]);
  601. unsigned char* buffer = new unsigned char[self.length()];
  602. memcpy(buffer, self.data, self.length());
  603. return VAR(Bytes(buffer, self.length()));
  604. });
  605. _vm->bind_func(VM::tp_str, "join", 2, [](VM* vm, ArgsView args) {
  606. auto _lock = vm->heap.gc_scope_lock();
  607. const Str& self = _CAST(Str&, args[0]);
  608. SStream ss;
  609. PyVar it = vm->py_iter(args[1]); // strong ref
  610. const PyTypeInfo* info = vm->_tp_info(args[1]);
  611. PyVar obj = vm->_py_next(info, it);
  612. while(obj != vm->StopIteration){
  613. if(!ss.empty()) ss << self;
  614. ss << CAST(Str&, obj);
  615. obj = vm->_py_next(info, it);
  616. }
  617. return VAR(ss.str());
  618. });
  619. _vm->bind_func(VM::tp_str, "lower", 1, [](VM* vm, ArgsView args) {
  620. const Str& self = _CAST(Str&, args[0]);
  621. return VAR(self.lower());
  622. });
  623. _vm->bind_func(VM::tp_str, "upper", 1, [](VM* vm, ArgsView args) {
  624. const Str& self = _CAST(Str&, args[0]);
  625. return VAR(self.upper());
  626. });
  627. _vm->bind(_vm->_t(VM::tp_str), "strip(self, chars=None)", [](VM* vm, ArgsView args) {
  628. const Str& self = _CAST(Str&, args[0]);
  629. if(args[1] == vm->None){
  630. return VAR(self.strip());
  631. }else{
  632. const Str& chars = CAST(Str&, args[1]);
  633. return VAR(self.strip(true, true, chars));
  634. }
  635. });
  636. _vm->bind(_vm->_t(VM::tp_str), "lstrip(self, chars=None)", [](VM* vm, ArgsView args) {
  637. const Str& self = _CAST(Str&, args[0]);
  638. if(args[1] == vm->None){
  639. return VAR(self.lstrip());
  640. }else{
  641. const Str& chars = CAST(Str&, args[1]);
  642. return VAR(self.strip(true, false, chars));
  643. }
  644. });
  645. _vm->bind(_vm->_t(VM::tp_str), "rstrip(self, chars=None)", [](VM* vm, ArgsView args) {
  646. const Str& self = _CAST(Str&, args[0]);
  647. if(args[1] == vm->None){
  648. return VAR(self.rstrip());
  649. }else{
  650. const Str& chars = CAST(Str&, args[1]);
  651. return VAR(self.strip(false, true, chars));
  652. }
  653. });
  654. // zfill
  655. _vm->bind(_vm->_t(VM::tp_str), "zfill(self, width)", [](VM* vm, ArgsView args) {
  656. const Str& self = _CAST(Str&, args[0]);
  657. int width = CAST(int, args[1]);
  658. int delta = width - self.u8_length();
  659. if(delta <= 0) return args[0];
  660. SStream ss;
  661. for(int i=0; i<delta; i++) ss << '0';
  662. ss << self;
  663. return VAR(ss.str());
  664. });
  665. // ljust
  666. _vm->bind(_vm->_t(VM::tp_str), "ljust(self, width, fillchar=' ')", [](VM* vm, ArgsView args) {
  667. const Str& self = _CAST(Str&, args[0]);
  668. int width = CAST(int, args[1]);
  669. int delta = width - self.u8_length();
  670. if(delta <= 0) return args[0];
  671. const Str& fillchar = CAST(Str&, args[2]);
  672. if (fillchar.u8_length() != 1) vm->TypeError("The fill character must be exactly one character long");
  673. SStream ss;
  674. ss << self;
  675. for(int i=0; i<delta; i++) ss << fillchar;
  676. return VAR(ss.str());
  677. });
  678. // rjust
  679. _vm->bind(_vm->_t(VM::tp_str), "rjust(self, width, fillchar=' ')", [](VM* vm, ArgsView args) {
  680. const Str& self = _CAST(Str&, args[0]);
  681. int width = CAST(int, args[1]);
  682. int delta = width - self.u8_length();
  683. if(delta <= 0) return args[0];
  684. const Str& fillchar = CAST(Str&, args[2]);
  685. if (fillchar.u8_length() != 1) vm->TypeError("The fill character must be exactly one character long");
  686. SStream ss;
  687. for(int i=0; i<delta; i++) ss << fillchar;
  688. ss << self;
  689. return VAR(ss.str());
  690. });
  691. // tp_list / tp_tuple
  692. _vm->bind(_vm->_t(VM::tp_list), "sort(self, key=None, reverse=False)", [](VM* vm, ArgsView args) {
  693. List& self = _CAST(List&, args[0]);
  694. PyVar key = args[1];
  695. if(key == vm->None){
  696. std::stable_sort(self.begin(), self.end(), [vm](PyVar a, PyVar b){
  697. return vm->py_lt(a, b);
  698. });
  699. }else{
  700. std::stable_sort(self.begin(), self.end(), [vm, key](PyVar a, PyVar b){
  701. return vm->py_lt(vm->call(key, a), vm->call(key, b));
  702. });
  703. }
  704. bool reverse = CAST(bool, args[2]);
  705. if(reverse) self.reverse();
  706. return vm->None;
  707. });
  708. _vm->bind__repr__(VM::tp_list, [](VM* vm, PyVar _0) -> Str{
  709. if(vm->_repr_recursion_set.count(_0)) return "[...]";
  710. List& iterable = _CAST(List&, _0);
  711. SStream ss;
  712. ss << '[';
  713. vm->_repr_recursion_set.insert(_0);
  714. for(int i=0; i<iterable.size(); i++){
  715. ss << vm->py_repr(iterable[i]);
  716. if(i != iterable.size()-1) ss << ", ";
  717. }
  718. vm->_repr_recursion_set.erase(_0);
  719. ss << ']';
  720. return ss.str();
  721. });
  722. _vm->bind__repr__(VM::tp_tuple, [](VM* vm, PyVar _0) -> Str{
  723. Tuple& iterable = _CAST(Tuple&, _0);
  724. SStream ss;
  725. ss << '(';
  726. if(iterable.size() == 1){
  727. ss << vm->py_repr(iterable[0]);
  728. ss << ',';
  729. }else{
  730. for(int i=0; i<iterable.size(); i++){
  731. ss << vm->py_repr(iterable[i]);
  732. if(i != iterable.size()-1) ss << ", ";
  733. }
  734. }
  735. ss << ')';
  736. return ss.str();
  737. });
  738. _vm->bind_func(VM::tp_list, __new__, -1, [](VM* vm, ArgsView args) {
  739. if(args.size() == 1+0) return VAR(List());
  740. if(args.size() == 1+1) return VAR(vm->py_list(args[1]));
  741. vm->TypeError("list() takes 0 or 1 arguments");
  742. return vm->None;
  743. });
  744. _vm->bind__contains__(VM::tp_list, [](VM* vm, PyVar _0, PyVar _1) {
  745. List& self = _CAST(List&, _0);
  746. for(PyVar i: self) if(vm->py_eq(i, _1)) return vm->True;
  747. return vm->False;
  748. });
  749. _vm->bind_func(VM::tp_list, "count", 2, [](VM* vm, ArgsView args) {
  750. List& self = _CAST(List&, args[0]);
  751. int count = 0;
  752. for(PyVar i: self) if(vm->py_eq(i, args[1])) count++;
  753. return VAR(count);
  754. });
  755. _vm->bind__eq__(VM::tp_list, [](VM* vm, PyVar _0, PyVar _1) {
  756. List& a = _CAST(List&, _0);
  757. if(!is_type(_1, vm->tp_list)) return vm->NotImplemented;
  758. List& b = _CAST(List&, _1);
  759. if(a.size() != b.size()) return vm->False;
  760. for(int i=0; i<a.size(); i++){
  761. if(!vm->py_eq(a[i], b[i])) return vm->False;
  762. }
  763. return vm->True;
  764. });
  765. _vm->bind(_vm->_t(VM::tp_list), "index(self, value, __start=0)", [](VM* vm, ArgsView args) {
  766. List& self = _CAST(List&, args[0]);
  767. PyVar obj = args[1];
  768. int start = CAST(int, args[2]);
  769. for(int i=start; i<self.size(); i++){
  770. if(vm->py_eq(self[i], obj)) return VAR(i);
  771. }
  772. vm->ValueError(vm->py_repr(obj) + " is not in list");
  773. return vm->None;
  774. });
  775. _vm->bind_func(VM::tp_list, "remove", 2, [](VM* vm, ArgsView args) {
  776. List& self = _CAST(List&, args[0]);
  777. PyVar obj = args[1];
  778. for(int i=0; i<self.size(); i++){
  779. if(vm->py_eq(self[i], obj)){
  780. self.erase(i);
  781. return vm->None;
  782. }
  783. }
  784. vm->ValueError(vm->py_repr(obj) + " is not in list");
  785. return vm->None;
  786. });
  787. _vm->bind_func(VM::tp_list, "pop", -1, [](VM* vm, ArgsView args) {
  788. List& self = _CAST(List&, args[0]);
  789. if(args.size() == 1+0){
  790. if(self.empty()) vm->IndexError("pop from empty list");
  791. return self.popx_back();
  792. }
  793. if(args.size() == 1+1){
  794. i64 index = CAST(i64, args[1]);
  795. index = vm->normalized_index(index, self.size());
  796. PyVar ret = self[index];
  797. self.erase(index);
  798. return ret;
  799. }
  800. vm->TypeError("pop() takes at most 1 argument");
  801. return vm->None;
  802. });
  803. _vm->bind_func(VM::tp_list, "append", 2, [](VM* vm, ArgsView args) {
  804. List& self = _CAST(List&, args[0]);
  805. self.push_back(args[1]);
  806. return vm->None;
  807. });
  808. _vm->bind_func(VM::tp_list, "extend", 2, [](VM* vm, ArgsView args) {
  809. auto _lock = vm->heap.gc_scope_lock();
  810. List& self = _CAST(List&, args[0]);
  811. PyVar it = vm->py_iter(args[1]); // strong ref
  812. const PyTypeInfo* info = vm->_tp_info(args[1]);
  813. PyVar obj = vm->_py_next(info, it);
  814. while(obj != vm->StopIteration){
  815. self.push_back(obj);
  816. obj = vm->_py_next(info, it);
  817. }
  818. return vm->None;
  819. });
  820. _vm->bind_func(VM::tp_list, "reverse", 1, [](VM* vm, ArgsView args) {
  821. List& self = _CAST(List&, args[0]);
  822. std::reverse(self.begin(), self.end());
  823. return vm->None;
  824. });
  825. _vm->bind__mul__(VM::tp_list, [](VM* vm, PyVar _0, PyVar _1) {
  826. const List& self = _CAST(List&, _0);
  827. if(!is_int(_1)) return vm->NotImplemented;
  828. int n = _CAST(int, _1);
  829. List result;
  830. result.reserve(self.size() * n);
  831. for(int i = 0; i < n; i++) result.extend(self);
  832. return VAR(std::move(result));
  833. });
  834. _vm->bind_func(VM::tp_list, "__rmul__", 2, [](VM* vm, ArgsView args) {
  835. const List& self = _CAST(List&, args[0]);
  836. if(!is_int(args[1])) return vm->NotImplemented;
  837. int n = _CAST(int, args[1]);
  838. List result;
  839. result.reserve(self.size() * n);
  840. for(int i = 0; i < n; i++) result.extend(self);
  841. return VAR(std::move(result));
  842. });
  843. _vm->bind_func(VM::tp_list, "insert", 3, [](VM* vm, ArgsView args) {
  844. List& self = _CAST(List&, args[0]);
  845. int index = CAST(int, args[1]);
  846. if(index < 0) index += self.size();
  847. if(index < 0) index = 0;
  848. if(index > self.size()) index = self.size();
  849. self.insert(index, args[2]);
  850. return vm->None;
  851. });
  852. _vm->bind_func(VM::tp_list, "clear", 1, [](VM* vm, ArgsView args) {
  853. _CAST(List&, args[0]).clear();
  854. return vm->None;
  855. });
  856. _vm->bind_func(VM::tp_list, "copy", 1, PK_LAMBDA(VAR(_CAST(List, args[0]))));
  857. #define BIND_RICH_CMP(name, op, _t, _T) \
  858. _vm->bind__##name##__(_vm->_t, [](VM* vm, PyVar lhs, PyVar rhs){ \
  859. if(!is_type(rhs, vm->_t)) return vm->NotImplemented; \
  860. auto& a = _CAST(_T&, lhs); \
  861. auto& b = _CAST(_T&, rhs); \
  862. for(int i=0; i<a.size() && i<b.size(); i++){ \
  863. if(vm->py_eq(a[i], b[i])) continue; \
  864. return VAR(vm->py_##name(a[i], b[i])); \
  865. } \
  866. return VAR(a.size() op b.size()); \
  867. });
  868. BIND_RICH_CMP(lt, <, tp_list, List)
  869. BIND_RICH_CMP(le, <=, tp_list, List)
  870. BIND_RICH_CMP(gt, >, tp_list, List)
  871. BIND_RICH_CMP(ge, >=, tp_list, List)
  872. BIND_RICH_CMP(lt, <, tp_tuple, Tuple)
  873. BIND_RICH_CMP(le, <=, tp_tuple, Tuple)
  874. BIND_RICH_CMP(gt, >, tp_tuple, Tuple)
  875. BIND_RICH_CMP(ge, >=, tp_tuple, Tuple)
  876. #undef BIND_RICH_CMP
  877. _vm->bind__add__(VM::tp_list, [](VM* vm, PyVar _0, PyVar _1) {
  878. const List& self = _CAST(List&, _0);
  879. const List& other = CAST(List&, _1);
  880. List new_list(self); // copy construct
  881. new_list.extend(other);
  882. return VAR(std::move(new_list));
  883. });
  884. _vm->bind__len__(VM::tp_list, [](VM* vm, PyVar _0) {
  885. return (i64)_CAST(List&, _0).size();
  886. });
  887. _vm->bind__iter__(VM::tp_list, [](VM* vm, PyVar _0) {
  888. List& self = _CAST(List&, _0);
  889. return vm->new_user_object<ArrayIter>(_0.get(), self.begin(), self.end());
  890. });
  891. _vm->_all_types[VM::tp_list].op__iter__ = [](VM* vm, PyVar _0){
  892. List& self = _CAST(List&, _0);
  893. vm->new_stack_object<ArrayIter>(vm->_tp_user<ArrayIter>(), _0.get(), self.begin(), self.end());
  894. };
  895. _vm->bind__getitem__(VM::tp_list, PyArrayGetItem<List>);
  896. _vm->bind__setitem__(VM::tp_list, [](VM* vm, PyVar _0, PyVar _1, PyVar _2){
  897. List& self = _CAST(List&, _0);
  898. i64 i = CAST(i64, _1);
  899. i = vm->normalized_index(i, self.size());
  900. self[i] = _2;
  901. });
  902. _vm->bind__delitem__(VM::tp_list, [](VM* vm, PyVar _0, PyVar _1){
  903. List& self = _CAST(List&, _0);
  904. i64 i = CAST(i64, _1);
  905. i = vm->normalized_index(i, self.size());
  906. self.erase(i);
  907. });
  908. _vm->bind_func(VM::tp_tuple, __new__, -1, [](VM* vm, ArgsView args) {
  909. if(args.size() == 1+0) return VAR(Tuple(0));
  910. if(args.size() == 1+1){
  911. List list = vm->py_list(args[1]);
  912. return VAR(Tuple(std::move(list)));
  913. }
  914. vm->TypeError("tuple() takes at most 1 argument");
  915. return vm->None;
  916. });
  917. _vm->bind__contains__(VM::tp_tuple, [](VM* vm, PyVar obj, PyVar item) {
  918. Tuple& self = _CAST(Tuple&, obj);
  919. for(PyVar i: self) if(vm->py_eq(i, item)) return vm->True;
  920. return vm->False;
  921. });
  922. _vm->bind_func(VM::tp_tuple, "count", 2, [](VM* vm, ArgsView args) {
  923. Tuple& self = _CAST(Tuple&, args[0]);
  924. int count = 0;
  925. for(PyVar i: self) if(vm->py_eq(i, args[1])) count++;
  926. return VAR(count);
  927. });
  928. _vm->bind__eq__(VM::tp_tuple, [](VM* vm, PyVar _0, PyVar _1) {
  929. const Tuple& self = _CAST(Tuple&, _0);
  930. if(!is_type(_1, vm->tp_tuple)) return vm->NotImplemented;
  931. const Tuple& other = _CAST(Tuple&, _1);
  932. if(self.size() != other.size()) return vm->False;
  933. for(int i = 0; i < self.size(); i++) {
  934. if(!vm->py_eq(self[i], other[i])) return vm->False;
  935. }
  936. return vm->True;
  937. });
  938. _vm->bind__hash__(VM::tp_tuple, [](VM* vm, PyVar _0) {
  939. i64 x = 1000003;
  940. for (PyVar item: _CAST(Tuple&, _0)) {
  941. i64 y = vm->py_hash(item);
  942. // recommended by Github Copilot
  943. x = x ^ (y + 0x9e3779b9 + (x << 6) + (x >> 2));
  944. }
  945. return x;
  946. });
  947. _vm->bind__iter__(VM::tp_tuple, [](VM* vm, PyVar _0) {
  948. Tuple& self = _CAST(Tuple&, _0);
  949. return vm->new_user_object<ArrayIter>(_0.get(), self.begin(), self.end());
  950. });
  951. _vm->_all_types[VM::tp_tuple].op__iter__ = [](VM* vm, PyVar _0){
  952. Tuple& self = _CAST(Tuple&, _0);
  953. vm->new_stack_object<ArrayIter>(vm->_tp_user<ArrayIter>(), _0.get(), self.begin(), self.end());
  954. };
  955. _vm->bind__getitem__(VM::tp_tuple, PyArrayGetItem<Tuple>);
  956. _vm->bind__len__(VM::tp_tuple, [](VM* vm, PyVar obj) {
  957. return (i64)_CAST(Tuple&, obj).size();
  958. });
  959. // tp_bool
  960. _vm->bind_func(VM::tp_bool, __new__, 2, PK_LAMBDA(VAR(vm->py_bool(args[1]))));
  961. _vm->bind__hash__(VM::tp_bool, [](VM* vm, PyVar _0) {
  962. return (i64)_CAST(bool, _0);
  963. });
  964. _vm->bind__repr__(VM::tp_bool, [](VM* vm, PyVar _0) -> Str{
  965. bool val = _CAST(bool, _0);
  966. return val ? "True" : "False";
  967. });
  968. _vm->bind__and__(VM::tp_bool, [](VM* vm, PyVar _0, PyVar _1) {
  969. return VAR(_CAST(bool, _0) && CAST(bool, _1));
  970. });
  971. _vm->bind__or__(VM::tp_bool, [](VM* vm, PyVar _0, PyVar _1) {
  972. return VAR(_CAST(bool, _0) || CAST(bool, _1));
  973. });
  974. _vm->bind__xor__(VM::tp_bool, [](VM* vm, PyVar _0, PyVar _1) {
  975. return VAR(_CAST(bool, _0) != CAST(bool, _1));
  976. });
  977. _vm->bind__eq__(VM::tp_bool, [](VM* vm, PyVar _0, PyVar _1) {
  978. if(is_type(_1, vm->tp_bool)) return VAR(_0 == _1);
  979. if(is_int(_1)) return VAR(_CAST(bool, _0) == (bool)CAST(i64, _1));
  980. return vm->NotImplemented;
  981. });
  982. // tp_ellipsis / tp_NotImplementedType
  983. _vm->bind__repr__(_vm->_tp(_vm->Ellipsis), [](VM* vm, PyVar _0) -> Str{
  984. return "...";
  985. });
  986. _vm->bind__repr__(_vm->_tp(_vm->NotImplemented), [](VM* vm, PyVar _0) -> Str{
  987. return "NotImplemented";
  988. });
  989. // tp_bytes
  990. _vm->bind_func(VM::tp_bytes, __new__, 2, [](VM* vm, ArgsView args){
  991. List& list = CAST(List&, args[1]);
  992. unsigned char* buffer = new unsigned char[list.size()];
  993. for(int i=0; i<list.size(); i++){
  994. i64 b = CAST(i64, list[i]);
  995. if(b<0 || b>255) vm->ValueError("byte must be in range[0, 256)");
  996. buffer[i] = (char)b;
  997. }
  998. return VAR(Bytes(buffer, list.size()));
  999. });
  1000. _vm->bind__getitem__(VM::tp_bytes, [](VM* vm, PyVar _0, PyVar _1) {
  1001. const Bytes& self = PK_OBJ_GET(Bytes, _0);
  1002. if(is_type(_1, vm->tp_slice)){
  1003. const Slice& s = _CAST(Slice&, _1);
  1004. int start, stop, step;
  1005. vm->parse_int_slice(s, self.size(), start, stop, step);
  1006. int guess_max_size = abs(stop - start) / abs(step) + 1;
  1007. if(guess_max_size > self.size()) guess_max_size = self.size();
  1008. unsigned char* buffer = new unsigned char[guess_max_size];
  1009. int j = 0; // actual size
  1010. PK_SLICE_LOOP(i, start, stop, step) buffer[j++] = self[i];
  1011. return VAR(Bytes(buffer, j));
  1012. }
  1013. i64 i = CAST(i64, _1);
  1014. i = vm->normalized_index(i, self.size());
  1015. return VAR(self[i]);
  1016. });
  1017. _vm->bind__add__(VM::tp_bytes, [](VM* vm, PyVar _0, PyVar _1) {
  1018. const Bytes& a = _CAST(Bytes&, _0);
  1019. const Bytes& b = CAST(Bytes&, _1);
  1020. unsigned char *buffer = new unsigned char[a.size() + b.size()];
  1021. memcpy(buffer, a.data(), a.size());
  1022. memcpy(buffer + a.size(), b.data(), b.size());
  1023. return VAR(Bytes(buffer, a.size() + b.size()));
  1024. });
  1025. _vm->bind__hash__(VM::tp_bytes, [](VM* vm, PyVar _0) {
  1026. const Bytes& self = _CAST(Bytes&, _0);
  1027. std::string_view view((char*)self.data(), self.size());
  1028. return (i64)std::hash<std::string_view>()(view);
  1029. });
  1030. _vm->bind__repr__(VM::tp_bytes, [](VM* vm, PyVar _0) -> Str {
  1031. const Bytes& self = _CAST(Bytes&, _0);
  1032. SStream ss;
  1033. ss << "b'";
  1034. for(int i=0; i<self.size(); i++){
  1035. ss << "\\x";
  1036. ss.write_hex((unsigned char)self[i]);
  1037. }
  1038. ss << "'";
  1039. return ss.str();
  1040. });
  1041. _vm->bind__len__(VM::tp_bytes, [](VM* vm, PyVar _0) {
  1042. return (i64)_CAST(Bytes&, _0).size();
  1043. });
  1044. _vm->bind_func(VM::tp_bytes, "decode", 1, [](VM* vm, ArgsView args) {
  1045. const Bytes& self = _CAST(Bytes&, args[0]);
  1046. // TODO: check encoding is utf-8
  1047. return VAR(Str(self.str()));
  1048. });
  1049. _vm->bind__eq__(VM::tp_bytes, [](VM* vm, PyVar _0, PyVar _1) {
  1050. if(!is_type(_1, vm->tp_bytes)) return vm->NotImplemented;
  1051. return VAR(_CAST(Bytes&, _0) == _CAST(Bytes&, _1));
  1052. });
  1053. // tp_slice
  1054. _vm->bind_func(VM::tp_slice, __new__, 4, [](VM* vm, ArgsView args) {
  1055. return VAR(Slice(args[1], args[2], args[3]));
  1056. });
  1057. _vm->bind__eq__(VM::tp_slice, [](VM* vm, PyVar _0, PyVar _1){
  1058. const Slice& self = _CAST(Slice&, _0);
  1059. if(!is_type(_1, vm->tp_slice)) return vm->NotImplemented;
  1060. const Slice& other = _CAST(Slice&, _1);
  1061. if(vm->py_ne(self.start, other.start)) return vm->False;
  1062. if(vm->py_ne(self.stop, other.stop)) return vm->False;
  1063. if(vm->py_ne(self.step, other.step)) return vm->False;
  1064. return vm->True;
  1065. });
  1066. _vm->bind__repr__(VM::tp_slice, [](VM* vm, PyVar _0) -> Str {
  1067. const Slice& self = _CAST(Slice&, _0);
  1068. SStream ss;
  1069. ss << "slice(";
  1070. ss << vm->py_repr(self.start) << ", ";
  1071. ss << vm->py_repr(self.stop) << ", ";
  1072. ss << vm->py_repr(self.step) << ")";
  1073. return ss.str();
  1074. });
  1075. // tp_mappingproxy
  1076. _vm->bind_func(VM::tp_mappingproxy, "keys", 1, [](VM* vm, ArgsView args) {
  1077. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  1078. List keys;
  1079. for(StrName name : self.attr().keys()) keys.push_back(VAR(name.sv()));
  1080. return VAR(std::move(keys));
  1081. });
  1082. _vm->bind_func(VM::tp_mappingproxy, "values", 1, [](VM* vm, ArgsView args) {
  1083. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  1084. List values;
  1085. for(auto [k, v] : self.attr().items()) values.push_back(v);
  1086. return VAR(std::move(values));
  1087. });
  1088. _vm->bind_func(VM::tp_mappingproxy, "items", 1, [](VM* vm, ArgsView args) {
  1089. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  1090. List items;
  1091. for(auto [k, v] : self.attr().items()){
  1092. PyVar t = VAR(Tuple(VAR(k.sv()), v));
  1093. items.push_back(std::move(t));
  1094. }
  1095. return VAR(std::move(items));
  1096. });
  1097. _vm->bind__len__(VM::tp_mappingproxy, [](VM* vm, PyVar _0) {
  1098. return (i64)_CAST(MappingProxy&, _0).attr().size();
  1099. });
  1100. _vm->bind__eq__(VM::tp_mappingproxy, [](VM* vm, PyVar _0, PyVar _1){
  1101. const MappingProxy& a = _CAST(MappingProxy&, _0);
  1102. if(!is_type(_1, VM::tp_mappingproxy)) return vm->NotImplemented;
  1103. const MappingProxy& b = _CAST(MappingProxy&, _1);
  1104. return VAR(a.obj == b.obj);
  1105. });
  1106. _vm->bind__getitem__(VM::tp_mappingproxy, [](VM* vm, PyVar _0, PyVar _1) {
  1107. MappingProxy& self = _CAST(MappingProxy&, _0);
  1108. StrName key = CAST(Str&, _1);
  1109. PyVar ret = self.attr().try_get_likely_found(key);
  1110. if(ret == nullptr) vm->KeyError(_1);
  1111. return ret;
  1112. });
  1113. _vm->bind(_vm->_t(VM::tp_mappingproxy), "get(self, key, default=None)", [](VM* vm, ArgsView args) {
  1114. MappingProxy& self = _CAST(MappingProxy&, args[0]);
  1115. StrName key = CAST(Str&, args[1]);
  1116. PyVar ret = self.attr().try_get(key);
  1117. if(ret == nullptr) return args[2];
  1118. return ret;
  1119. });
  1120. _vm->bind__repr__(VM::tp_mappingproxy, [](VM* vm, PyVar _0) -> Str{
  1121. if(vm->_repr_recursion_set.count(_0)) return "{...}";
  1122. MappingProxy& self = _CAST(MappingProxy&, _0);
  1123. SStream ss;
  1124. ss << "mappingproxy({";
  1125. bool first = true;
  1126. vm->_repr_recursion_set.insert(_0);
  1127. for(auto [k, v] : self.attr().items()){
  1128. if(!first) ss << ", ";
  1129. first = false;
  1130. ss << k.escape() << ": ";
  1131. ss << vm->py_repr(v);
  1132. }
  1133. vm->_repr_recursion_set.erase(_0);
  1134. ss << "})";
  1135. return ss.str();
  1136. });
  1137. _vm->bind__contains__(VM::tp_mappingproxy, [](VM* vm, PyVar _0, PyVar _1) {
  1138. MappingProxy& self = _CAST(MappingProxy&, _0);
  1139. return VAR(self.attr().contains(CAST(Str&, _1)));
  1140. });
  1141. // tp_dict
  1142. _vm->bind_func(VM::tp_dict, __new__, -1, [](VM* vm, ArgsView args){
  1143. Type cls_t = PK_OBJ_GET(Type, args[0]);
  1144. return vm->new_object<Dict>(cls_t);
  1145. });
  1146. _vm->bind_func(VM::tp_dict, __init__, -1, [](VM* vm, ArgsView args){
  1147. if(args.size() == 1+0) return vm->None;
  1148. if(args.size() == 1+1){
  1149. auto _lock = vm->heap.gc_scope_lock();
  1150. Dict& self = PK_OBJ_GET(Dict, args[0]);
  1151. if(is_type(args[1], vm->tp_dict)){
  1152. Dict& other = CAST(Dict&, args[1]);
  1153. self.update(vm, other);
  1154. return vm->None;
  1155. }
  1156. if(is_type(args[1], vm->tp_list)){
  1157. List& list = PK_OBJ_GET(List, args[1]);
  1158. for(PyVar item : list){
  1159. Tuple& t = CAST(Tuple&, item);
  1160. if(t.size() != 2){
  1161. vm->ValueError("dict() takes a list of tuples (key, value)");
  1162. return vm->None;
  1163. }
  1164. self.set(vm, t[0], t[1]);
  1165. }
  1166. return vm->None;
  1167. }
  1168. vm->TypeError("dict() takes a dictionary or a list of tuples");
  1169. }
  1170. vm->TypeError("dict() takes at most 1 argument");
  1171. });
  1172. _vm->bind__len__(VM::tp_dict, [](VM* vm, PyVar _0) {
  1173. return (i64)PK_OBJ_GET(Dict, _0).size();
  1174. });
  1175. _vm->bind__getitem__(VM::tp_dict, [](VM* vm, PyVar _0, PyVar _1) {
  1176. Dict& self = PK_OBJ_GET(Dict, _0);
  1177. PyVar ret = self.try_get(vm, _1);
  1178. if(ret == nullptr){
  1179. // try __missing__
  1180. PyVar self;
  1181. PyVar f_missing = vm->get_unbound_method(_0, __missing__, &self, false);
  1182. if(f_missing != nullptr){
  1183. return vm->call_method(self, f_missing, _1);
  1184. }
  1185. vm->KeyError(_1);
  1186. }
  1187. return ret;
  1188. });
  1189. _vm->bind__setitem__(VM::tp_dict, [](VM* vm, PyVar _0, PyVar _1, PyVar _2) {
  1190. Dict& self = _CAST(Dict&, _0);
  1191. self.set(vm, _1, _2);
  1192. });
  1193. _vm->bind__delitem__(VM::tp_dict, [](VM* vm, PyVar _0, PyVar _1) {
  1194. Dict& self = _CAST(Dict&, _0);
  1195. bool ok = self.erase(vm, _1);
  1196. if(!ok) vm->KeyError(_1);
  1197. });
  1198. _vm->bind_func(VM::tp_dict, "pop", -1, [](VM* vm, ArgsView args) {
  1199. if(args.size() != 2 && args.size() != 3){
  1200. vm->TypeError("pop() expected 1 or 2 arguments");
  1201. return vm->None;
  1202. }
  1203. Dict& self = _CAST(Dict&, args[0]);
  1204. PyVar value = self.try_get(vm, args[1]);
  1205. if(value == nullptr){
  1206. if(args.size() == 2) vm->KeyError(args[1]);
  1207. if(args.size() == 3){
  1208. return args[2];
  1209. }
  1210. }
  1211. self.erase(vm, args[1]);
  1212. return value;
  1213. });
  1214. _vm->bind__contains__(VM::tp_dict, [](VM* vm, PyVar _0, PyVar _1) {
  1215. Dict& self = _CAST(Dict&, _0);
  1216. return VAR(self.contains(vm, _1));
  1217. });
  1218. _vm->bind__iter__(VM::tp_dict, [](VM* vm, PyVar _0) {
  1219. const Dict& self = _CAST(Dict&, _0);
  1220. return vm->py_iter(VAR(self.keys()));
  1221. });
  1222. _vm->bind_func(VM::tp_dict, "get", -1, [](VM* vm, ArgsView args) {
  1223. Dict& self = _CAST(Dict&, args[0]);
  1224. if(args.size() == 1+1){
  1225. PyVar ret = self.try_get(vm, args[1]);
  1226. if(ret != nullptr) return ret;
  1227. return vm->None;
  1228. }else if(args.size() == 1+2){
  1229. PyVar ret = self.try_get(vm, args[1]);
  1230. if(ret != nullptr) return ret;
  1231. return args[2];
  1232. }
  1233. vm->TypeError("get() takes at most 2 arguments");
  1234. return vm->None;
  1235. });
  1236. _vm->bind_func(VM::tp_dict, "keys", 1, [](VM* vm, ArgsView args) {
  1237. const Dict& self = _CAST(Dict&, args[0]);
  1238. return VAR(self.keys());
  1239. });
  1240. _vm->bind_func(VM::tp_dict, "values", 1, [](VM* vm, ArgsView args) {
  1241. const Dict& self = _CAST(Dict&, args[0]);
  1242. return VAR(self.values());
  1243. });
  1244. _vm->bind_func(VM::tp_dict, "items", 1, [](VM* vm, ArgsView args) {
  1245. return vm->new_user_object<DictItemsIter>(args[0]);
  1246. });
  1247. _vm->bind_func(VM::tp_dict, "update", 2, [](VM* vm, ArgsView args) {
  1248. Dict& self = _CAST(Dict&, args[0]);
  1249. const Dict& other = CAST(Dict&, args[1]);
  1250. self.update(vm, other);
  1251. return vm->None;
  1252. });
  1253. _vm->bind_func(VM::tp_dict, "copy", 1, [](VM* vm, ArgsView args) {
  1254. const Dict& self = _CAST(Dict&, args[0]);
  1255. return VAR(self);
  1256. });
  1257. _vm->bind_func(VM::tp_dict, "clear", 1, [](VM* vm, ArgsView args) {
  1258. Dict& self = _CAST(Dict&, args[0]);
  1259. self.clear();
  1260. return vm->None;
  1261. });
  1262. _vm->bind__repr__(VM::tp_dict, [](VM* vm, PyVar _0) -> Str{
  1263. if(vm->_repr_recursion_set.count(_0)) return "{...}";
  1264. Dict& self = _CAST(Dict&, _0);
  1265. SStream ss;
  1266. ss << "{";
  1267. bool first = true;
  1268. vm->_repr_recursion_set.insert(_0);
  1269. self.apply([&](PyVar k, PyVar v){
  1270. if(!first) ss << ", ";
  1271. first = false;
  1272. ss << vm->py_repr(k) << ": " << vm->py_repr(v);
  1273. });
  1274. vm->_repr_recursion_set.erase(_0);
  1275. ss << "}";
  1276. return ss.str();
  1277. });
  1278. _vm->bind__eq__(VM::tp_dict, [](VM* vm, PyVar _0, PyVar _1) {
  1279. Dict& self = _CAST(Dict&, _0);
  1280. if(!vm->isinstance(_1, vm->tp_dict)) return vm->NotImplemented;
  1281. Dict& other = _CAST(Dict&, _1);
  1282. if(self.size() != other.size()) return vm->False;
  1283. for(int i=0; i<self._capacity; i++){
  1284. auto item = self._items[i];
  1285. if(item.first == nullptr) continue;
  1286. PyVar value = other.try_get(vm, item.first);
  1287. if(value == nullptr) return vm->False;
  1288. if(!vm->py_eq(item.second, value)) return vm->False;
  1289. }
  1290. return vm->True;
  1291. });
  1292. _vm->bind__repr__(VM::tp_module, [](VM* vm, PyVar _0) -> Str {
  1293. const Str& path = CAST(Str&, _0->attr(__path__));
  1294. return _S("<module ", path.escape(), ">");
  1295. });
  1296. // tp_property
  1297. _vm->bind_func(VM::tp_property, __new__, -1, [](VM* vm, ArgsView args) {
  1298. if(args.size() == 1+1){
  1299. return VAR(Property(args[1], vm->None));
  1300. }else if(args.size() == 1+2){
  1301. return VAR(Property(args[1], args[2]));
  1302. }
  1303. vm->TypeError("property() takes at most 2 arguments");
  1304. return vm->None;
  1305. });
  1306. _vm->bind_property(_vm->_t(VM::tp_function), "__doc__", [](VM* vm, ArgsView args) {
  1307. Function& func = _CAST(Function&, args[0]);
  1308. if(!func.decl->docstring) return vm->None;
  1309. return VAR(func.decl->docstring);
  1310. });
  1311. _vm->bind_property(_vm->_t(VM::tp_native_func), "__doc__", [](VM* vm, ArgsView args) {
  1312. NativeFunc& func = _CAST(NativeFunc&, args[0]);
  1313. if(func.decl == nullptr) return vm->None;
  1314. if(!func.decl->docstring) return vm->None;
  1315. return VAR(func.decl->docstring);
  1316. });
  1317. // tp_exception
  1318. _vm->bind_func(VM::tp_exception, __new__, -1, [](VM* vm, ArgsView args) -> PyVar{
  1319. Type cls = PK_OBJ_GET(Type, args[0]);
  1320. StrName cls_name = _type_name(vm, cls);
  1321. PyObject* e_obj = vm->heap.gcnew<Exception>(cls, cls_name);
  1322. e_obj->_enable_instance_dict();
  1323. e_obj->as<Exception>()._self = e_obj;
  1324. return e_obj;
  1325. });
  1326. _vm->bind(_vm->_t(VM::tp_exception), "__init__(self, msg=...)", [](VM* vm, ArgsView args){
  1327. Exception& self = _CAST(Exception&, args[0]);
  1328. if(args[1] == vm->Ellipsis){
  1329. self.msg = "";
  1330. }else{
  1331. self.msg = CAST(Str, args[1]);
  1332. }
  1333. return vm->None;
  1334. });
  1335. _vm->bind__repr__(VM::tp_exception, [](VM* vm, PyVar _0) -> Str {
  1336. Exception& self = _CAST(Exception&, _0);
  1337. return _S(_type_name(vm, _0.type), '(', self.msg.escape(), ')');
  1338. });
  1339. _vm->bind__str__(VM::tp_exception, [](VM* vm, PyVar _0) -> Str{
  1340. Exception& self = _CAST(Exception&, _0);
  1341. return self.msg;
  1342. });
  1343. _vm->register_user_class<RangeIter>(_vm->builtins, "_range_iter");
  1344. _vm->register_user_class<RangeIterR>(_vm->builtins, "_range_iter_r");
  1345. _vm->register_user_class<ArrayIter>(_vm->builtins, "_array_iter");
  1346. _vm->register_user_class<StringIter>(_vm->builtins, "_string_iter");
  1347. _vm->register_user_class<Generator>(_vm->builtins, "generator");
  1348. _vm->register_user_class<DictItemsIter>(_vm->builtins, "_dict_items_iter");
  1349. }
  1350. void VM::__post_init_builtin_types(){
  1351. __init_builtins(this);
  1352. bind_func(tp_module, __new__, -1, PK_ACTION(vm->NotImplementedError()));
  1353. _all_types[tp_module].m__getattr__ = [](VM* vm, PyVar obj, StrName name) -> PyVar{
  1354. const Str& path = CAST(Str&, obj->attr(__path__));
  1355. return vm->py_import(_S(path, ".", name.sv()), false);
  1356. };
  1357. bind_func(tp_property, "setter", 2, [](VM* vm, ArgsView args) {
  1358. Property& self = _CAST(Property&, args[0]);
  1359. // The setter's name is not necessary to be the same as the property's name
  1360. // However, for cpython compatibility, we recommend to use the same name
  1361. self.setter = args[1];
  1362. return args[0];
  1363. });
  1364. // type
  1365. bind__getitem__(tp_type, [](VM* vm, PyVar self, PyVar _){
  1366. return self; // for generics
  1367. });
  1368. bind__repr__(tp_type, [](VM* vm, PyVar self) -> Str{
  1369. SStream ss;
  1370. const PyTypeInfo& info = vm->_all_types[PK_OBJ_GET(Type, self)];
  1371. ss << "<class '" << info.name << "'>";
  1372. return ss.str();
  1373. });
  1374. bind_property(_t(tp_object), "__class__", PK_LAMBDA(vm->_t(args[0])));
  1375. bind_property(_t(tp_type), "__base__", [](VM* vm, ArgsView args){
  1376. const PyTypeInfo& info = vm->_all_types[PK_OBJ_GET(Type, args[0])];
  1377. return info.base ? vm->_all_types[info.base].obj : vm->None;
  1378. });
  1379. bind_property(_t(tp_type), "__name__", [](VM* vm, ArgsView args){
  1380. const PyTypeInfo& info = vm->_all_types[PK_OBJ_GET(Type, args[0])];
  1381. return VAR(info.name.sv());
  1382. });
  1383. bind_property(_t(tp_type), "__module__", [](VM* vm, ArgsView args) -> PyVar{
  1384. const PyTypeInfo& info = vm->_all_types[PK_OBJ_GET(Type, args[0])];
  1385. if(info.mod == nullptr) return vm->None;
  1386. return info.mod;
  1387. });
  1388. bind_property(_t(tp_bound_method), "__self__", [](VM* vm, ArgsView args){
  1389. return CAST(BoundMethod&, args[0]).self;
  1390. });
  1391. bind_property(_t(tp_bound_method), "__func__", [](VM* vm, ArgsView args){
  1392. return CAST(BoundMethod&, args[0]).func;
  1393. });
  1394. bind__eq__(tp_bound_method, [](VM* vm, PyVar lhs, PyVar rhs){
  1395. if(!is_type(rhs, vm->tp_bound_method)) return vm->NotImplemented;
  1396. const BoundMethod& _0 = PK_OBJ_GET(BoundMethod, lhs);
  1397. const BoundMethod& _1 = PK_OBJ_GET(BoundMethod, rhs);
  1398. return VAR(_0.self == _1.self && _0.func == _1.func);
  1399. });
  1400. bind_property(_t(tp_slice), "start", [](VM* vm, ArgsView args){
  1401. return CAST(Slice&, args[0]).start;
  1402. });
  1403. bind_property(_t(tp_slice), "stop", [](VM* vm, ArgsView args){
  1404. return CAST(Slice&, args[0]).stop;
  1405. });
  1406. bind_property(_t(tp_slice), "step", [](VM* vm, ArgsView args){
  1407. return CAST(Slice&, args[0]).step;
  1408. });
  1409. bind_property(_t(tp_object), "__dict__", [](VM* vm, ArgsView args){
  1410. if(is_tagged(args[0]) || !args[0]->is_attr_valid()) return vm->None;
  1411. return VAR(MappingProxy(args[0].get()));
  1412. });
  1413. bind(builtins, "print(*args, sep=' ', end='\\n')", [](VM* vm, ArgsView args) {
  1414. const Tuple& _0 = CAST(Tuple&, args[0]);
  1415. const Str& _1 = CAST(Str&, args[1]);
  1416. const Str& _2 = CAST(Str&, args[2]);
  1417. SStream ss;
  1418. for(int i=0; i<_0.size(); i++){
  1419. ss << vm->py_str(_0[i]);
  1420. if(i != _0.size()-1) ss << _1;
  1421. }
  1422. ss << _2;
  1423. vm->stdout_write(ss.str());
  1424. return vm->None;
  1425. });
  1426. add_module___builtins(vm);
  1427. add_module_sys(this);
  1428. add_module_traceback(this);
  1429. add_module_time(this);
  1430. add_module_json(this);
  1431. add_module_math(this);
  1432. add_module_dis(this);
  1433. add_module_c(this);
  1434. add_module_gc(this);
  1435. add_module_random(this);
  1436. add_module_base64(this);
  1437. _lazy_modules["this"] = kPythonLibs_this;
  1438. _lazy_modules["functools"] = kPythonLibs_functools;
  1439. _lazy_modules["heapq"] = kPythonLibs_heapq;
  1440. _lazy_modules["bisect"] = kPythonLibs_bisect;
  1441. _lazy_modules["pickle"] = kPythonLibs_pickle;
  1442. _lazy_modules["_long"] = kPythonLibs__long;
  1443. _lazy_modules["colorsys"] = kPythonLibs_colorsys;
  1444. _lazy_modules["typing"] = kPythonLibs_typing;
  1445. _lazy_modules["datetime"] = kPythonLibs_datetime;
  1446. _lazy_modules["cmath"] = kPythonLibs_cmath;
  1447. _lazy_modules["itertools"] = kPythonLibs_itertools;
  1448. _lazy_modules["operator"] = kPythonLibs_operator;
  1449. try{
  1450. // initialize dummy func_decl for exec/eval
  1451. CodeObject_ dynamic_co = compile("def _(): pass", "<dynamic>", EXEC_MODE);
  1452. __dynamic_func_decl = dynamic_co->func_decls.at(0);
  1453. // initialize builtins
  1454. CodeObject_ code = compile(kPythonLibs_builtins, "<builtins>", EXEC_MODE);
  1455. this->_exec(code, this->builtins);
  1456. code = compile(kPythonLibs__set, "<set>", EXEC_MODE);
  1457. this->_exec(code, this->builtins);
  1458. }catch(const Exception& e){
  1459. std::cerr << e.summary() << std::endl;
  1460. std::cerr << "failed to load builtins module!!" << std::endl;
  1461. exit(1);
  1462. }
  1463. if(enable_os){
  1464. add_module_io(this);
  1465. add_module_os(this);
  1466. _import_handler = &_default_import_handler;
  1467. }
  1468. add_module_csv(this);
  1469. add_module_dataclasses(this);
  1470. add_module_linalg(this);
  1471. add_module_easing(this);
  1472. add_module_collections(this);
  1473. add_module_array2d(this);
  1474. add_module_line_profiler(this);
  1475. add_module_enum(this);
  1476. #ifdef PK_USE_CJSON
  1477. add_module_cjson(this);
  1478. #endif
  1479. }
  1480. CodeObject_ VM::compile(std::string_view source, const Str& filename, CompileMode mode, bool unknown_global_scope) {
  1481. Compiler compiler(this, source, filename, mode, unknown_global_scope);
  1482. try{
  1483. return compiler.compile();
  1484. }catch(const Exception& e){
  1485. _error(e.self());
  1486. return nullptr;
  1487. }
  1488. }
  1489. Str VM::precompile(std::string_view source, const Str& filename, CompileMode mode){
  1490. Compiler compiler(this, source, filename, mode, false);
  1491. try{
  1492. return compiler.precompile();
  1493. }catch(const Exception& e){
  1494. _error(e.self());
  1495. return nullptr;
  1496. }
  1497. }
  1498. } // namespace pkpy