pocketpy.h 35 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904
  1. #pragma once
  2. #include "vm.h"
  3. #include "compiler.h"
  4. #include "repl.h"
  5. #include "iter.h"
  6. #define CPP_LAMBDA(x) ([](VM* vm, const pkpy::Args& args) { return x; })
  7. #define CPP_NOT_IMPLEMENTED() ([](VM* vm, const pkpy::Args& args) { vm->NotImplementedError(); return vm->None; })
  8. CodeObject_ VM::compile(Str source, Str filename, CompileMode mode) {
  9. Compiler compiler(this, source.c_str(), filename, mode);
  10. try{
  11. return compiler.compile();
  12. }catch(pkpy::Exception& e){
  13. _error(e);
  14. return nullptr;
  15. }
  16. }
  17. #define BIND_NUM_ARITH_OPT(name, op) \
  18. _vm->_bind_methods<1>({"int","float"}, #name, [](VM* vm, const pkpy::Args& args){ \
  19. if(args[0]->is_type(vm->tp_int) && args[1]->is_type(vm->tp_int)){ \
  20. return vm->PyInt(vm->PyInt_AS_C(args[0]) op vm->PyInt_AS_C(args[1])); \
  21. }else{ \
  22. return vm->PyFloat(vm->num_to_float(args[0]) op vm->num_to_float(args[1])); \
  23. } \
  24. });
  25. #define BIND_NUM_LOGICAL_OPT(name, op, is_eq) \
  26. _vm->_bind_methods<1>({"int","float"}, #name, [](VM* vm, const pkpy::Args& args){ \
  27. bool _0 = args[0]->is_type(vm->tp_int) || args[0]->is_type(vm->tp_float); \
  28. bool _1 = args[1]->is_type(vm->tp_int) || args[1]->is_type(vm->tp_float); \
  29. if(!_0 || !_1){ \
  30. if constexpr(is_eq) return vm->PyBool(args[0].get() op args[1].get()); \
  31. vm->TypeError("unsupported operand type(s) for " #op ); \
  32. } \
  33. return vm->PyBool(vm->num_to_float(args[0]) op vm->num_to_float(args[1])); \
  34. });
  35. void init_builtins(VM* _vm) {
  36. BIND_NUM_ARITH_OPT(__add__, +)
  37. BIND_NUM_ARITH_OPT(__sub__, -)
  38. BIND_NUM_ARITH_OPT(__mul__, *)
  39. BIND_NUM_LOGICAL_OPT(__lt__, <, false)
  40. BIND_NUM_LOGICAL_OPT(__le__, <=, false)
  41. BIND_NUM_LOGICAL_OPT(__gt__, >, false)
  42. BIND_NUM_LOGICAL_OPT(__ge__, >=, false)
  43. BIND_NUM_LOGICAL_OPT(__eq__, ==, true)
  44. BIND_NUM_LOGICAL_OPT(__ne__, !=, true)
  45. #undef BIND_NUM_ARITH_OPT
  46. #undef BIND_NUM_LOGICAL_OPT
  47. _vm->bind_builtin_func<1>("__sys_stdout_write", [](VM* vm, const pkpy::Args& args) {
  48. (*vm->_stdout) << vm->PyStr_AS_C(args[0]);
  49. return vm->None;
  50. });
  51. _vm->bind_builtin_func<0>("super", [](VM* vm, const pkpy::Args& args) {
  52. auto it = vm->top_frame()->f_locals().find(m_self);
  53. if(it == vm->top_frame()->f_locals().end()) vm->TypeError("super() can only be called in a class method");
  54. return vm->new_object(vm->tp_super, it->second);
  55. });
  56. _vm->bind_builtin_func<1>("eval", [](VM* vm, const pkpy::Args& args) {
  57. CodeObject_ code = vm->compile(vm->PyStr_AS_C(args[0]), "<eval>", EVAL_MODE);
  58. return vm->_exec(code, vm->top_frame()->_module, vm->top_frame()->_locals);
  59. });
  60. _vm->bind_builtin_func<1>("exec", [](VM* vm, const pkpy::Args& args) {
  61. CodeObject_ code = vm->compile(vm->PyStr_AS_C(args[0]), "<exec>", EXEC_MODE);
  62. vm->_exec(code, vm->top_frame()->_module, vm->top_frame()->_locals);
  63. return vm->None;
  64. });
  65. _vm->bind_builtin_func<-1>("exit", [](VM* vm, const pkpy::Args& args) {
  66. if(args.size() == 0) std::exit(0);
  67. else if(args.size() == 1) std::exit((int)vm->PyInt_AS_C(args[0]));
  68. else vm->TypeError("exit() takes at most 1 argument");
  69. return vm->None;
  70. });
  71. _vm->bind_builtin_func<1>("repr", CPP_LAMBDA(vm->asRepr(args[0])));
  72. _vm->bind_builtin_func<1>("hash", CPP_LAMBDA(vm->PyInt(vm->hash(args[0]))));
  73. _vm->bind_builtin_func<1>("len", CPP_LAMBDA(vm->call(args[0], __len__, pkpy::no_arg())));
  74. _vm->bind_builtin_func<1>("chr", [](VM* vm, const pkpy::Args& args) {
  75. i64 i = vm->PyInt_AS_C(args[0]);
  76. if (i < 0 || i > 128) vm->ValueError("chr() arg not in range(128)");
  77. return vm->PyStr(std::string(1, (char)i));
  78. });
  79. _vm->bind_builtin_func<1>("ord", [](VM* vm, const pkpy::Args& args) {
  80. Str s = vm->PyStr_AS_C(args[0]);
  81. if (s.size() != 1) vm->TypeError("ord() expected an ASCII character");
  82. return vm->PyInt((i64)(s.c_str()[0]));
  83. });
  84. _vm->bind_builtin_func<2>("hasattr", [](VM* vm, const pkpy::Args& args) {
  85. return vm->PyBool(vm->getattr(args[0], vm->PyStr_AS_C(args[1]), false) != nullptr);
  86. });
  87. _vm->bind_builtin_func<3>("setattr", [](VM* vm, const pkpy::Args& args) {
  88. PyVar obj = args[0];
  89. vm->setattr(obj, vm->PyStr_AS_C(args[1]), args[2]);
  90. return vm->None;
  91. });
  92. _vm->bind_builtin_func<2>("getattr", [](VM* vm, const pkpy::Args& args) {
  93. Str name = vm->PyStr_AS_C(args[1]);
  94. return vm->getattr(args[0], name);
  95. });
  96. _vm->bind_builtin_func<1>("hex", [](VM* vm, const pkpy::Args& args) {
  97. std::stringstream ss;
  98. ss << std::hex << vm->PyInt_AS_C(args[0]);
  99. return vm->PyStr("0x" + ss.str());
  100. });
  101. _vm->bind_builtin_func<1>("dir", [](VM* vm, const pkpy::Args& args) {
  102. std::vector<Str> names;
  103. for (auto& [k, _] : args[0]->attr()) names.push_back(k);
  104. for (auto& [k, _] : vm->_t(args[0])->attr()) {
  105. if (k.find("__") == 0) continue;
  106. if (std::find(names.begin(), names.end(), k) == names.end()) names.push_back(k);
  107. }
  108. pkpy::List ret;
  109. for (const auto& name : names) ret.push_back(vm->PyStr(name));
  110. std::sort(ret.begin(), ret.end(), [vm](const PyVar& a, const PyVar& b) {
  111. return vm->PyStr_AS_C(a) < vm->PyStr_AS_C(b);
  112. });
  113. return vm->PyList(ret);
  114. });
  115. _vm->bind_method<0>("object", "__repr__", [](VM* vm, const pkpy::Args& args) {
  116. PyVar self = args[0];
  117. StrStream ss;
  118. ss << std::hex << (uintptr_t)self.get();
  119. Str s = "<" + OBJ_NAME(vm->_t(self)) + " object at 0x" + ss.str() + ">";
  120. return vm->PyStr(s);
  121. });
  122. _vm->bind_method<1>("object", "__eq__", CPP_LAMBDA(vm->PyBool(args[0] == args[1])));
  123. _vm->bind_method<1>("object", "__ne__", CPP_LAMBDA(vm->PyBool(args[0] != args[1])));
  124. _vm->bind_static_method<1>("type", "__new__", CPP_LAMBDA(vm->_t(args[0])));
  125. _vm->bind_static_method<-1>("range", "__new__", [](VM* vm, const pkpy::Args& args) {
  126. pkpy::Range r;
  127. switch (args.size()) {
  128. case 1: r.stop = vm->PyInt_AS_C(args[0]); break;
  129. case 2: r.start = vm->PyInt_AS_C(args[0]); r.stop = vm->PyInt_AS_C(args[1]); break;
  130. case 3: r.start = vm->PyInt_AS_C(args[0]); r.stop = vm->PyInt_AS_C(args[1]); r.step = vm->PyInt_AS_C(args[2]); break;
  131. default: vm->TypeError("expected 1-3 arguments, but got " + std::to_string(args.size()));
  132. }
  133. return vm->PyRange(r);
  134. });
  135. _vm->bind_method<0>("range", "__iter__", CPP_LAMBDA(
  136. vm->PyIter(pkpy::make_shared<BaseIter, RangeIter>(vm, args[0]))
  137. ));
  138. _vm->bind_method<0>("NoneType", "__repr__", CPP_LAMBDA(vm->PyStr("None")));
  139. _vm->bind_method<0>("NoneType", "__json__", CPP_LAMBDA(vm->PyStr("null")));
  140. _vm->_bind_methods<1>({"int", "float"}, "__truediv__", [](VM* vm, const pkpy::Args& args) {
  141. f64 rhs = vm->num_to_float(args[1]);
  142. if (rhs == 0) vm->ZeroDivisionError();
  143. return vm->PyFloat(vm->num_to_float(args[0]) / rhs);
  144. });
  145. _vm->_bind_methods<1>({"int", "float"}, "__pow__", [](VM* vm, const pkpy::Args& args) {
  146. if(args[0]->is_type(vm->tp_int) && args[1]->is_type(vm->tp_int)){
  147. return vm->PyInt((i64)round(pow(vm->PyInt_AS_C(args[0]), vm->PyInt_AS_C(args[1]))));
  148. }else{
  149. return vm->PyFloat((f64)pow(vm->num_to_float(args[0]), vm->num_to_float(args[1])));
  150. }
  151. });
  152. /************ PyInt ************/
  153. _vm->bind_static_method<1>("int", "__new__", [](VM* vm, const pkpy::Args& args) {
  154. if (args[0]->is_type(vm->tp_int)) return args[0];
  155. if (args[0]->is_type(vm->tp_float)) return vm->PyInt((i64)vm->PyFloat_AS_C(args[0]));
  156. if (args[0]->is_type(vm->tp_bool)) return vm->PyInt(vm->PyBool_AS_C(args[0]) ? 1 : 0);
  157. if (args[0]->is_type(vm->tp_str)) {
  158. const Str& s = vm->PyStr_AS_C(args[0]);
  159. try{
  160. size_t parsed = 0;
  161. i64 val = std::stoll(s, &parsed, 10);
  162. if(parsed != s.size()) throw std::invalid_argument("");
  163. return vm->PyInt(val);
  164. }catch(std::invalid_argument&){
  165. vm->ValueError("invalid literal for int(): '" + s + "'");
  166. }
  167. }
  168. vm->TypeError("int() argument must be a int, float, bool or str");
  169. return vm->None;
  170. });
  171. _vm->bind_method<1>("int", "__floordiv__", [](VM* vm, const pkpy::Args& args) {
  172. i64 rhs = vm->PyInt_AS_C(args[1]);
  173. if(rhs == 0) vm->ZeroDivisionError();
  174. return vm->PyInt(vm->PyInt_AS_C(args[0]) / rhs);
  175. });
  176. _vm->bind_method<1>("int", "__mod__", [](VM* vm, const pkpy::Args& args) {
  177. i64 rhs = vm->PyInt_AS_C(args[1]);
  178. if(rhs == 0) vm->ZeroDivisionError();
  179. return vm->PyInt(vm->PyInt_AS_C(args[0]) % rhs);
  180. });
  181. _vm->bind_method<0>("int", "__repr__", [](VM* vm, const pkpy::Args& args) {
  182. return vm->PyStr(std::to_string(vm->PyInt_AS_C(args[0])));
  183. });
  184. _vm->bind_method<0>("int", "__json__", [](VM* vm, const pkpy::Args& args) {
  185. return vm->PyStr(std::to_string(vm->PyInt_AS_C(args[0])));
  186. });
  187. #define __INT_BITWISE_OP(name,op) \
  188. _vm->bind_method<1>("int", #name, [](VM* vm, const pkpy::Args& args) { \
  189. return vm->PyInt(vm->PyInt_AS_C(args[0]) op vm->PyInt_AS_C(args[1])); \
  190. });
  191. __INT_BITWISE_OP(__lshift__, <<)
  192. __INT_BITWISE_OP(__rshift__, >>)
  193. __INT_BITWISE_OP(__and__, &)
  194. __INT_BITWISE_OP(__or__, |)
  195. __INT_BITWISE_OP(__xor__, ^)
  196. #undef __INT_BITWISE_OP
  197. /************ PyFloat ************/
  198. _vm->bind_static_method<1>("float", "__new__", [](VM* vm, const pkpy::Args& args) {
  199. if (args[0]->is_type(vm->tp_int)) return vm->PyFloat((f64)vm->PyInt_AS_C(args[0]));
  200. if (args[0]->is_type(vm->tp_float)) return args[0];
  201. if (args[0]->is_type(vm->tp_bool)) return vm->PyFloat(vm->PyBool_AS_C(args[0]) ? 1.0 : 0.0);
  202. if (args[0]->is_type(vm->tp_str)) {
  203. const Str& s = vm->PyStr_AS_C(args[0]);
  204. if(s == "inf") return vm->PyFloat(INFINITY);
  205. if(s == "-inf") return vm->PyFloat(-INFINITY);
  206. try{
  207. f64 val = std::stod(s);
  208. return vm->PyFloat(val);
  209. }catch(std::invalid_argument&){
  210. vm->ValueError("invalid literal for float(): '" + s + "'");
  211. }
  212. }
  213. vm->TypeError("float() argument must be a int, float, bool or str");
  214. return vm->None;
  215. });
  216. _vm->bind_method<0>("float", "__repr__", [](VM* vm, const pkpy::Args& args) {
  217. f64 val = vm->PyFloat_AS_C(args[0]);
  218. if(std::isinf(val) || std::isnan(val)) return vm->PyStr(std::to_string(val));
  219. StrStream ss;
  220. ss << std::setprecision(std::numeric_limits<f64>::max_digits10-1) << val;
  221. std::string s = ss.str();
  222. if(std::all_of(s.begin()+1, s.end(), isdigit)) s += ".0";
  223. return vm->PyStr(s);
  224. });
  225. _vm->bind_method<0>("float", "__json__", [](VM* vm, const pkpy::Args& args) {
  226. f64 val = vm->PyFloat_AS_C(args[0]);
  227. if(std::isinf(val) || std::isnan(val)) vm->ValueError("cannot jsonify 'nan' or 'inf'");
  228. return vm->PyStr(std::to_string(val));
  229. });
  230. /************ PyString ************/
  231. _vm->bind_static_method<1>("str", "__new__", CPP_LAMBDA(vm->asStr(args[0])));
  232. _vm->bind_method<1>("str", "__add__", [](VM* vm, const pkpy::Args& args) {
  233. const Str& lhs = vm->PyStr_AS_C(args[0]);
  234. const Str& rhs = vm->PyStr_AS_C(args[1]);
  235. return vm->PyStr(lhs + rhs);
  236. });
  237. _vm->bind_method<0>("str", "__len__", [](VM* vm, const pkpy::Args& args) {
  238. const Str& self = vm->PyStr_AS_C(args[0]);
  239. return vm->PyInt(self.u8_length());
  240. });
  241. _vm->bind_method<1>("str", "__contains__", [](VM* vm, const pkpy::Args& args) {
  242. const Str& self = vm->PyStr_AS_C(args[0]);
  243. const Str& other = vm->PyStr_AS_C(args[1]);
  244. return vm->PyBool(self.find(other) != Str::npos);
  245. });
  246. _vm->bind_method<0>("str", "__str__", CPP_LAMBDA(args[0]));
  247. _vm->bind_method<0>("str", "__iter__", CPP_LAMBDA(
  248. vm->PyIter(pkpy::make_shared<BaseIter, StringIter>(vm, args[0]))
  249. ));
  250. _vm->bind_method<0>("str", "__repr__", [](VM* vm, const pkpy::Args& args) {
  251. const Str& _self = vm->PyStr_AS_C(args[0]);
  252. return vm->PyStr(_self.escape(true));
  253. });
  254. _vm->bind_method<0>("str", "__json__", [](VM* vm, const pkpy::Args& args) {
  255. const Str& _self = vm->PyStr_AS_C(args[0]);
  256. return vm->PyStr(_self.escape(false));
  257. });
  258. _vm->bind_method<1>("str", "__eq__", [](VM* vm, const pkpy::Args& args) {
  259. if(args[0]->is_type(vm->tp_str) && args[1]->is_type(vm->tp_str))
  260. return vm->PyBool(vm->PyStr_AS_C(args[0]) == vm->PyStr_AS_C(args[1]));
  261. return vm->PyBool(args[0] == args[1]);
  262. });
  263. _vm->bind_method<1>("str", "__ne__", [](VM* vm, const pkpy::Args& args) {
  264. if(args[0]->is_type(vm->tp_str) && args[1]->is_type(vm->tp_str))
  265. return vm->PyBool(vm->PyStr_AS_C(args[0]) != vm->PyStr_AS_C(args[1]));
  266. return vm->PyBool(args[0] != args[1]);
  267. });
  268. _vm->bind_method<1>("str", "__getitem__", [](VM* vm, const pkpy::Args& args) {
  269. const Str& _self (vm->PyStr_AS_C(args[0]));
  270. if(args[1]->is_type(vm->tp_slice)){
  271. pkpy::Slice s = vm->PySlice_AS_C(args[1]);
  272. s.normalize(_self.u8_length());
  273. return vm->PyStr(_self.u8_substr(s.start, s.stop));
  274. }
  275. int _index = (int)vm->PyInt_AS_C(args[1]);
  276. _index = vm->normalized_index(_index, _self.u8_length());
  277. return vm->PyStr(_self.u8_getitem(_index));
  278. });
  279. _vm->bind_method<1>("str", "__gt__", [](VM* vm, const pkpy::Args& args) {
  280. const Str& _self (vm->PyStr_AS_C(args[0]));
  281. const Str& _obj (vm->PyStr_AS_C(args[1]));
  282. return vm->PyBool(_self > _obj);
  283. });
  284. _vm->bind_method<1>("str", "__lt__", [](VM* vm, const pkpy::Args& args) {
  285. const Str& _self (vm->PyStr_AS_C(args[0]));
  286. const Str& _obj (vm->PyStr_AS_C(args[1]));
  287. return vm->PyBool(_self < _obj);
  288. });
  289. _vm->bind_method<2>("str", "replace", [](VM* vm, const pkpy::Args& args) {
  290. const Str& _self = vm->PyStr_AS_C(args[0]);
  291. const Str& _old = vm->PyStr_AS_C(args[1]);
  292. const Str& _new = vm->PyStr_AS_C(args[2]);
  293. Str _copy = _self;
  294. // replace all occurences of _old with _new in _copy
  295. size_t pos = 0;
  296. while ((pos = _copy.find(_old, pos)) != std::string::npos) {
  297. _copy.replace(pos, _old.length(), _new);
  298. pos += _new.length();
  299. }
  300. return vm->PyStr(_copy);
  301. });
  302. _vm->bind_method<1>("str", "startswith", [](VM* vm, const pkpy::Args& args) {
  303. const Str& _self = vm->PyStr_AS_C(args[0]);
  304. const Str& _prefix = vm->PyStr_AS_C(args[1]);
  305. return vm->PyBool(_self.find(_prefix) == 0);
  306. });
  307. _vm->bind_method<1>("str", "endswith", [](VM* vm, const pkpy::Args& args) {
  308. const Str& _self = vm->PyStr_AS_C(args[0]);
  309. const Str& _suffix = vm->PyStr_AS_C(args[1]);
  310. return vm->PyBool(_self.rfind(_suffix) == _self.length() - _suffix.length());
  311. });
  312. _vm->bind_method<1>("str", "join", [](VM* vm, const pkpy::Args& args) {
  313. const Str& self = vm->PyStr_AS_C(args[0]);
  314. StrStream ss;
  315. if(args[1]->is_type(vm->tp_list)){
  316. const pkpy::List& a = vm->PyList_AS_C(args[1]);
  317. for(int i = 0; i < a.size(); i++){
  318. if(i > 0) ss << self;
  319. ss << vm->PyStr_AS_C(vm->asStr(a[i]));
  320. }
  321. }else if(args[1]->is_type(vm->tp_tuple)){
  322. const pkpy::Tuple& a = vm->PyTuple_AS_C(args[1]);
  323. for(int i = 0; i < a.size(); i++){
  324. if(i > 0) ss << self;
  325. ss << vm->PyStr_AS_C(vm->asStr(a[i]));
  326. }
  327. }else{
  328. vm->TypeError("can only join a list or tuple");
  329. }
  330. return vm->PyStr(ss.str());
  331. });
  332. /************ PyList ************/
  333. _vm->bind_method<1>("list", "append", [](VM* vm, const pkpy::Args& args) {
  334. pkpy::List& self = vm->PyList_AS_C(args[0]);
  335. self.push_back(args[1]);
  336. return vm->None;
  337. });
  338. _vm->bind_method<1>("list", "__mul__", [](VM* vm, const pkpy::Args& args) {
  339. const pkpy::List& self = vm->PyList_AS_C(args[0]);
  340. int n = (int)vm->PyInt_AS_C(args[1]);
  341. pkpy::List result;
  342. result.reserve(self.size() * n);
  343. for(int i = 0; i < n; i++) result.insert(result.end(), self.begin(), self.end());
  344. return vm->PyList(std::move(result));
  345. });
  346. _vm->bind_method<2>("list", "insert", [](VM* vm, const pkpy::Args& args) {
  347. pkpy::List& _self = vm->PyList_AS_C(args[0]);
  348. int _index = (int)vm->PyInt_AS_C(args[1]);
  349. if(_index < 0) _index += _self.size();
  350. if(_index < 0) _index = 0;
  351. if(_index > _self.size()) _index = _self.size();
  352. _self.insert(_self.begin() + _index, args[2]);
  353. return vm->None;
  354. });
  355. _vm->bind_method<0>("list", "clear", [](VM* vm, const pkpy::Args& args) {
  356. vm->PyList_AS_C(args[0]).clear();
  357. return vm->None;
  358. });
  359. _vm->bind_method<0>("list", "copy", [](VM* vm, const pkpy::Args& args) {
  360. return vm->PyList(vm->PyList_AS_C(args[0]));
  361. });
  362. _vm->bind_method<1>("list", "__add__", [](VM* vm, const pkpy::Args& args) {
  363. const pkpy::List& _self = vm->PyList_AS_C(args[0]);
  364. const pkpy::List& _obj = vm->PyList_AS_C(args[1]);
  365. pkpy::List _new_list = _self;
  366. _new_list.insert(_new_list.end(), _obj.begin(), _obj.end());
  367. return vm->PyList(_new_list);
  368. });
  369. _vm->bind_method<0>("list", "__len__", [](VM* vm, const pkpy::Args& args) {
  370. const pkpy::List& _self = vm->PyList_AS_C(args[0]);
  371. return vm->PyInt(_self.size());
  372. });
  373. _vm->bind_method<0>("list", "__iter__", [](VM* vm, const pkpy::Args& args) {
  374. return vm->PyIter(pkpy::make_shared<BaseIter, ArrayIter<pkpy::List>>(vm, args[0]));
  375. });
  376. _vm->bind_method<1>("list", "__getitem__", [](VM* vm, const pkpy::Args& args) {
  377. const pkpy::List& self = vm->PyList_AS_C(args[0]);
  378. if(args[1]->is_type(vm->tp_slice)){
  379. pkpy::Slice s = vm->PySlice_AS_C(args[1]);
  380. s.normalize(self.size());
  381. pkpy::List new_list;
  382. for(size_t i = s.start; i < s.stop; i++) new_list.push_back(self[i]);
  383. return vm->PyList(std::move(new_list));
  384. }
  385. int index = (int)vm->PyInt_AS_C(args[1]);
  386. index = vm->normalized_index(index, self.size());
  387. return self[index];
  388. });
  389. _vm->bind_method<2>("list", "__setitem__", [](VM* vm, const pkpy::Args& args) {
  390. pkpy::List& _self = vm->PyList_AS_C(args[0]);
  391. int _index = (int)vm->PyInt_AS_C(args[1]);
  392. _index = vm->normalized_index(_index, _self.size());
  393. _self[_index] = args[2];
  394. return vm->None;
  395. });
  396. _vm->bind_method<1>("list", "__delitem__", [](VM* vm, const pkpy::Args& args) {
  397. pkpy::List& _self = vm->PyList_AS_C(args[0]);
  398. int _index = (int)vm->PyInt_AS_C(args[1]);
  399. _index = vm->normalized_index(_index, _self.size());
  400. _self.erase(_self.begin() + _index);
  401. return vm->None;
  402. });
  403. /************ PyTuple ************/
  404. _vm->bind_static_method<1>("tuple", "__new__", [](VM* vm, const pkpy::Args& args) {
  405. pkpy::List _list = vm->PyList_AS_C(vm->call(vm->builtins->attr("list"), args));
  406. return vm->PyTuple(std::move(_list));
  407. });
  408. _vm->bind_method<0>("tuple", "__iter__", [](VM* vm, const pkpy::Args& args) {
  409. return vm->PyIter(pkpy::make_shared<BaseIter, ArrayIter<pkpy::Args>>(vm, args[0]));
  410. });
  411. _vm->bind_method<1>("tuple", "__getitem__", [](VM* vm, const pkpy::Args& args) {
  412. const pkpy::Tuple& self = vm->PyTuple_AS_C(args[0]);
  413. if(args[1]->is_type(vm->tp_slice)){
  414. pkpy::Slice s = vm->PySlice_AS_C(args[1]);
  415. s.normalize(self.size());
  416. pkpy::List new_list;
  417. for(size_t i = s.start; i < s.stop; i++) new_list.push_back(self[i]);
  418. return vm->PyTuple(std::move(new_list));
  419. }
  420. int index = (int)vm->PyInt_AS_C(args[1]);
  421. index = vm->normalized_index(index, self.size());
  422. return self[index];
  423. });
  424. _vm->bind_method<0>("tuple", "__len__", [](VM* vm, const pkpy::Args& args) {
  425. const pkpy::Tuple& self = vm->PyTuple_AS_C(args[0]);
  426. return vm->PyInt(self.size());
  427. });
  428. /************ PyBool ************/
  429. _vm->bind_static_method<1>("bool", "__new__", CPP_LAMBDA(vm->asBool(args[0])));
  430. _vm->bind_method<0>("bool", "__repr__", [](VM* vm, const pkpy::Args& args) {
  431. bool val = vm->PyBool_AS_C(args[0]);
  432. return vm->PyStr(val ? "True" : "False");
  433. });
  434. _vm->bind_method<0>("bool", "__json__", [](VM* vm, const pkpy::Args& args) {
  435. bool val = vm->PyBool_AS_C(args[0]);
  436. return vm->PyStr(val ? "true" : "false");
  437. });
  438. _vm->bind_method<1>("bool", "__xor__", [](VM* vm, const pkpy::Args& args) {
  439. bool _self = vm->PyBool_AS_C(args[0]);
  440. bool _obj = vm->PyBool_AS_C(args[1]);
  441. return vm->PyBool(_self ^ _obj);
  442. });
  443. _vm->bind_method<0>("ellipsis", "__repr__", CPP_LAMBDA(vm->PyStr("Ellipsis")));
  444. }
  445. #include "builtins.h"
  446. #ifdef _WIN32
  447. #define __EXPORT __declspec(dllexport)
  448. #elif __APPLE__
  449. #define __EXPORT __attribute__((visibility("default"))) __attribute__((used))
  450. #elif __EMSCRIPTEN__
  451. #include <emscripten.h>
  452. #define __EXPORT EMSCRIPTEN_KEEPALIVE
  453. #else
  454. #define __EXPORT
  455. #endif
  456. void add_module_time(VM* vm){
  457. PyVar mod = vm->new_module("time");
  458. vm->bind_func<0>(mod, "time", [](VM* vm, const pkpy::Args& args) {
  459. auto now = std::chrono::high_resolution_clock::now();
  460. return vm->PyFloat(std::chrono::duration_cast<std::chrono::microseconds>(now.time_since_epoch()).count() / 1000000.0);
  461. });
  462. }
  463. void add_module_sys(VM* vm){
  464. PyVar mod = vm->new_module("sys");
  465. vm->setattr(mod, "version", vm->PyStr(PK_VERSION));
  466. vm->bind_func<1>(mod, "getrefcount", CPP_LAMBDA(vm->PyInt(args[0].use_count())));
  467. vm->bind_func<0>(mod, "getrecursionlimit", CPP_LAMBDA(vm->PyInt(vm->maxRecursionDepth)));
  468. vm->bind_func<1>(mod, "setrecursionlimit", [](VM* vm, const pkpy::Args& args) {
  469. vm->maxRecursionDepth = (int)vm->PyInt_AS_C(args[0]);
  470. return vm->None;
  471. });
  472. }
  473. void add_module_json(VM* vm){
  474. PyVar mod = vm->new_module("json");
  475. vm->bind_func<1>(mod, "loads", [](VM* vm, const pkpy::Args& args) {
  476. const Str& expr = vm->PyStr_AS_C(args[0]);
  477. CodeObject_ code = vm->compile(expr, "<json>", JSON_MODE);
  478. return vm->_exec(code, vm->top_frame()->_module, vm->top_frame()->_locals);
  479. });
  480. vm->bind_func<1>(mod, "dumps", CPP_LAMBDA(vm->call(args[0], __json__)));
  481. }
  482. void add_module_math(VM* vm){
  483. PyVar mod = vm->new_module("math");
  484. vm->setattr(mod, "pi", vm->PyFloat(3.1415926535897932384));
  485. vm->setattr(mod, "e" , vm->PyFloat(2.7182818284590452354));
  486. vm->bind_func<1>(mod, "log", CPP_LAMBDA(vm->PyFloat(std::log(vm->num_to_float(args[0])))));
  487. vm->bind_func<1>(mod, "log10", CPP_LAMBDA(vm->PyFloat(std::log10(vm->num_to_float(args[0])))));
  488. vm->bind_func<1>(mod, "log2", CPP_LAMBDA(vm->PyFloat(std::log2(vm->num_to_float(args[0])))));
  489. vm->bind_func<1>(mod, "sin", CPP_LAMBDA(vm->PyFloat(std::sin(vm->num_to_float(args[0])))));
  490. vm->bind_func<1>(mod, "cos", CPP_LAMBDA(vm->PyFloat(std::cos(vm->num_to_float(args[0])))));
  491. vm->bind_func<1>(mod, "tan", CPP_LAMBDA(vm->PyFloat(std::tan(vm->num_to_float(args[0])))));
  492. vm->bind_func<1>(mod, "isnan", CPP_LAMBDA(vm->PyBool(std::isnan(vm->num_to_float(args[0])))));
  493. vm->bind_func<1>(mod, "isinf", CPP_LAMBDA(vm->PyBool(std::isinf(vm->num_to_float(args[0])))));
  494. vm->bind_func<1>(mod, "fabs", CPP_LAMBDA(vm->PyFloat(std::fabs(vm->num_to_float(args[0])))));
  495. vm->bind_func<1>(mod, "floor", CPP_LAMBDA(vm->PyInt((i64)std::floor(vm->num_to_float(args[0])))));
  496. vm->bind_func<1>(mod, "ceil", CPP_LAMBDA(vm->PyInt((i64)std::ceil(vm->num_to_float(args[0])))));
  497. vm->bind_func<1>(mod, "sqrt", CPP_LAMBDA(vm->PyFloat(std::sqrt(vm->num_to_float(args[0])))));
  498. }
  499. void add_module_dis(VM* vm){
  500. PyVar mod = vm->new_module("dis");
  501. vm->bind_func<1>(mod, "dis", [](VM* vm, const pkpy::Args& args) {
  502. CodeObject_ code = vm->PyFunction_AS_C(args[0])->code;
  503. (*vm->_stdout) << vm->disassemble(code);
  504. return vm->None;
  505. });
  506. }
  507. struct ReMatch {
  508. PY_CLASS(re, Match)
  509. i64 start;
  510. i64 end;
  511. std::smatch m;
  512. ReMatch(i64 start, i64 end, std::smatch m) : start(start), end(end), m(m) {}
  513. static void _register(VM* vm, PyVar mod, PyVar type){
  514. vm->bind_method<-1>(type, "__init__", CPP_NOT_IMPLEMENTED());
  515. vm->bind_method<0>(type, "start", CPP_LAMBDA(vm->PyInt(vm->py_cast<ReMatch>(args[0]).start)));
  516. vm->bind_method<0>(type, "end", CPP_LAMBDA(vm->PyInt(vm->py_cast<ReMatch>(args[0]).end)));
  517. vm->bind_method<0>(type, "span", [](VM* vm, const pkpy::Args& args) {
  518. auto& self = vm->py_cast<ReMatch>(args[0]);
  519. return vm->PyTuple({ vm->PyInt(self.start), vm->PyInt(self.end) });
  520. });
  521. vm->bind_method<1>(type, "group", [](VM* vm, const pkpy::Args& args) {
  522. auto& self = vm->py_cast<ReMatch>(args[0]);
  523. int index = (int)vm->PyInt_AS_C(args[1]);
  524. index = vm->normalized_index(index, self.m.size());
  525. return vm->PyStr(self.m[index].str());
  526. });
  527. }
  528. };
  529. PyVar _regex_search(const Str& pattern, const Str& string, bool fromStart, VM* vm){
  530. std::regex re(pattern);
  531. std::smatch m;
  532. if(std::regex_search(string, m, re)){
  533. if(fromStart && m.position() != 0) return vm->None;
  534. i64 start = string._to_u8_index(m.position());
  535. i64 end = string._to_u8_index(m.position() + m.length());
  536. return vm->new_object<ReMatch>(start, end, m);
  537. }
  538. return vm->None;
  539. };
  540. void add_module_re(VM* vm){
  541. PyVar mod = vm->new_module("re");
  542. vm->register_class<ReMatch>(mod);
  543. vm->bind_func<2>(mod, "match", [](VM* vm, const pkpy::Args& args) {
  544. const Str& pattern = vm->PyStr_AS_C(args[0]);
  545. const Str& string = vm->PyStr_AS_C(args[1]);
  546. return _regex_search(pattern, string, true, vm);
  547. });
  548. vm->bind_func<2>(mod, "search", [](VM* vm, const pkpy::Args& args) {
  549. const Str& pattern = vm->PyStr_AS_C(args[0]);
  550. const Str& string = vm->PyStr_AS_C(args[1]);
  551. return _regex_search(pattern, string, false, vm);
  552. });
  553. vm->bind_func<3>(mod, "sub", [](VM* vm, const pkpy::Args& args) {
  554. const Str& pattern = vm->PyStr_AS_C(args[0]);
  555. const Str& repl = vm->PyStr_AS_C(args[1]);
  556. const Str& string = vm->PyStr_AS_C(args[2]);
  557. std::regex re(pattern);
  558. return vm->PyStr(std::regex_replace(string, re, repl));
  559. });
  560. vm->bind_func<2>(mod, "split", [](VM* vm, const pkpy::Args& args) {
  561. const Str& pattern = vm->PyStr_AS_C(args[0]);
  562. const Str& string = vm->PyStr_AS_C(args[1]);
  563. std::regex re(pattern);
  564. std::sregex_token_iterator it(string.begin(), string.end(), re, -1);
  565. std::sregex_token_iterator end;
  566. pkpy::List vec;
  567. for(; it != end; ++it){
  568. vec.push_back(vm->PyStr(it->str()));
  569. }
  570. return vm->PyList(vec);
  571. });
  572. }
  573. void add_module_random(VM* vm){
  574. PyVar mod = vm->new_module("random");
  575. std::srand(std::time(0));
  576. vm->bind_func<1>(mod, "seed", [](VM* vm, const pkpy::Args& args) {
  577. std::srand((unsigned int)vm->PyInt_AS_C(args[0]));
  578. return vm->None;
  579. });
  580. vm->bind_func<0>(mod, "random", CPP_LAMBDA(vm->PyFloat((f64)std::rand() / RAND_MAX)));
  581. vm->bind_func<2>(mod, "randint", [](VM* vm, const pkpy::Args& args) {
  582. i64 a = vm->PyInt_AS_C(args[0]);
  583. i64 b = vm->PyInt_AS_C(args[1]);
  584. if(a > b) std::swap(a, b);
  585. return vm->PyInt(a + std::rand() % (b - a + 1));
  586. });
  587. vm->bind_func<2>(mod, "uniform", [](VM* vm, const pkpy::Args& args) {
  588. f64 a = vm->PyFloat_AS_C(args[0]);
  589. f64 b = vm->PyFloat_AS_C(args[1]);
  590. if(a > b) std::swap(a, b);
  591. return vm->PyFloat(a + (b - a) * std::rand() / RAND_MAX);
  592. });
  593. CodeObject_ code = vm->compile(kRandomCode, "random.py", EXEC_MODE);
  594. vm->_exec(code, mod, pkpy::make_shared<pkpy::NameDict>());
  595. }
  596. class _PkExported{
  597. public:
  598. virtual ~_PkExported() = default;
  599. virtual void* get() = 0;
  600. };
  601. static std::vector<_PkExported*> _pk_lookup_table;
  602. template<typename T>
  603. class PkExported : public _PkExported{
  604. T* _ptr;
  605. public:
  606. template<typename... Args>
  607. PkExported(Args&&... args) {
  608. _ptr = new T(std::forward<Args>(args)...);
  609. _pk_lookup_table.push_back(this);
  610. }
  611. ~PkExported() override { delete _ptr; }
  612. void* get() override { return _ptr; }
  613. operator T*() { return _ptr; }
  614. };
  615. #define PKPY_ALLOCATE(T, ...) *(new PkExported<T>(__VA_ARGS__))
  616. extern "C" {
  617. __EXPORT
  618. /// Delete a pointer allocated by `pkpy_xxx_xxx`.
  619. /// It can be `VM*`, `REPL*`, `char*`, etc.
  620. ///
  621. /// !!!
  622. /// If the pointer is not allocated by `pkpy_xxx_xxx`, the behavior is undefined.
  623. /// !!!
  624. void pkpy_delete(void* p){
  625. for(int i = 0; i < _pk_lookup_table.size(); i++){
  626. if(_pk_lookup_table[i]->get() == p){
  627. delete _pk_lookup_table[i];
  628. _pk_lookup_table.erase(_pk_lookup_table.begin() + i);
  629. return;
  630. }
  631. }
  632. free(p);
  633. }
  634. __EXPORT
  635. /// Run a given source on a virtual machine.
  636. void pkpy_vm_exec(VM* vm, const char* source){
  637. vm->exec(source, "main.py", EXEC_MODE);
  638. }
  639. __EXPORT
  640. /// Get a global variable of a virtual machine.
  641. ///
  642. /// Return `__repr__` of the result.
  643. /// If the variable is not found, return `nullptr`.
  644. char* pkpy_vm_get_global(VM* vm, const char* name){
  645. auto it = vm->_main->attr().find(name);
  646. if(it == vm->_main->attr().end()) return nullptr;
  647. try{
  648. Str _repr = vm->PyStr_AS_C(vm->asRepr(it->second));
  649. return strdup(_repr.c_str());
  650. }catch(...){
  651. return nullptr;
  652. }
  653. }
  654. __EXPORT
  655. /// Evaluate an expression.
  656. ///
  657. /// Return `__repr__` of the result.
  658. /// If there is any error, return `nullptr`.
  659. char* pkpy_vm_eval(VM* vm, const char* source){
  660. PyVarOrNull ret = vm->exec(source, "<eval>", EVAL_MODE);
  661. if(ret == nullptr) return nullptr;
  662. try{
  663. Str _repr = vm->PyStr_AS_C(vm->asRepr(ret));
  664. return strdup(_repr.c_str());
  665. }catch(...){
  666. return nullptr;
  667. }
  668. }
  669. __EXPORT
  670. /// Create a REPL, using the given virtual machine as the backend.
  671. REPL* pkpy_new_repl(VM* vm){
  672. return PKPY_ALLOCATE(REPL, vm);
  673. }
  674. __EXPORT
  675. /// Input a source line to an interactive console. Return true if need more lines.
  676. bool pkpy_repl_input(REPL* r, const char* line){
  677. return r->input(line);
  678. }
  679. __EXPORT
  680. /// Add a source module into a virtual machine.
  681. void pkpy_vm_add_module(VM* vm, const char* name, const char* source){
  682. vm->_lazy_modules[name] = source;
  683. }
  684. __EXPORT
  685. /// Create a virtual machine.
  686. VM* pkpy_new_vm(bool use_stdio){
  687. VM* vm = PKPY_ALLOCATE(VM, use_stdio);
  688. init_builtins(vm);
  689. add_module_sys(vm);
  690. add_module_time(vm);
  691. add_module_json(vm);
  692. add_module_math(vm);
  693. add_module_re(vm);
  694. add_module_dis(vm);
  695. add_module_random(vm);
  696. CodeObject_ code = vm->compile(kBuiltinsCode, "<builtins>", EXEC_MODE);
  697. vm->_exec(code, vm->builtins, pkpy::make_shared<pkpy::NameDict>());
  698. return vm;
  699. }
  700. __EXPORT
  701. /// Read the standard output and standard error as string of a virtual machine.
  702. /// The `vm->use_stdio` should be `false`.
  703. /// After this operation, both stream will be cleared.
  704. ///
  705. /// Return a json representing the result.
  706. char* pkpy_vm_read_output(VM* vm){
  707. if(vm->use_stdio) return nullptr;
  708. StrStream* s_out = (StrStream*)(vm->_stdout);
  709. StrStream* s_err = (StrStream*)(vm->_stderr);
  710. Str _stdout = s_out->str();
  711. Str _stderr = s_err->str();
  712. StrStream ss;
  713. ss << '{' << "\"stdout\": " << _stdout.escape(false);
  714. ss << ", " << "\"stderr\": " << _stderr.escape(false) << '}';
  715. s_out->str(""); s_err->str("");
  716. return strdup(ss.str().c_str());
  717. }
  718. typedef i64 (*f_int_t)(char*);
  719. typedef f64 (*f_float_t)(char*);
  720. typedef bool (*f_bool_t)(char*);
  721. typedef char* (*f_str_t)(char*);
  722. typedef void (*f_None_t)(char*);
  723. static f_int_t f_int = nullptr;
  724. static f_float_t f_float = nullptr;
  725. static f_bool_t f_bool = nullptr;
  726. static f_str_t f_str = nullptr;
  727. static f_None_t f_None = nullptr;
  728. __EXPORT
  729. /// Setup the callback functions.
  730. void pkpy_setup_callbacks(f_int_t f_int, f_float_t f_float, f_bool_t f_bool, f_str_t f_str, f_None_t f_None){
  731. ::f_int = f_int;
  732. ::f_float = f_float;
  733. ::f_bool = f_bool;
  734. ::f_str = f_str;
  735. ::f_None = f_None;
  736. }
  737. __EXPORT
  738. /// Bind a function to a virtual machine.
  739. char* pkpy_vm_bind(VM* vm, const char* mod, const char* name, int ret_code){
  740. if(!f_int || !f_float || !f_bool || !f_str || !f_None) return nullptr;
  741. static int kGlobalBindId = 0;
  742. for(int i=0; mod[i]; i++) if(mod[i] == ' ') return nullptr;
  743. for(int i=0; name[i]; i++) if(name[i] == ' ') return nullptr;
  744. std::string f_header = std::string(mod) + '.' + name + '#' + std::to_string(kGlobalBindId++);
  745. PyVar obj = vm->_modules.contains(mod) ? vm->_modules[mod] : vm->new_module(mod);
  746. vm->bind_func<-1>(obj, name, [ret_code, f_header](VM* vm, const pkpy::Args& args){
  747. StrStream ss;
  748. ss << f_header;
  749. for(int i=0; i<args.size(); i++){
  750. ss << ' ';
  751. PyVar x = vm->call(args[i], __json__);
  752. ss << vm->PyStr_AS_C(x);
  753. }
  754. char* packet = strdup(ss.str().c_str());
  755. switch(ret_code){
  756. case 'i': return vm->PyInt(f_int(packet));
  757. case 'f': return vm->PyFloat(f_float(packet));
  758. case 'b': return vm->PyBool(f_bool(packet));
  759. case 's': {
  760. char* p = f_str(packet);
  761. if(p == nullptr) return vm->None;
  762. return vm->PyStr(p); // no need to free(p)
  763. }
  764. case 'N': f_None(packet); return vm->None;
  765. }
  766. free(packet);
  767. UNREACHABLE();
  768. return vm->None;
  769. });
  770. return strdup(f_header.c_str());
  771. }
  772. }