vm.cpp 47 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369
  1. #include "pocketpy/vm.h"
  2. namespace pkpy{
  3. struct JsonSerializer{
  4. VM* vm;
  5. PyObject* root;
  6. SStream ss;
  7. JsonSerializer(VM* vm, PyObject* root) : vm(vm), root(root) {}
  8. template<typename T>
  9. void write_array(T& arr){
  10. ss << '[';
  11. for(int i=0; i<arr.size(); i++){
  12. if(i != 0) ss << ", ";
  13. write_object(arr[i]);
  14. }
  15. ss << ']';
  16. }
  17. void write_dict(Dict& dict){
  18. ss << '{';
  19. bool first = true;
  20. dict.apply([&](PyObject* k, PyObject* v){
  21. if(!first) ss << ", ";
  22. first = false;
  23. if(!is_non_tagged_type(k, vm->tp_str)){
  24. vm->TypeError(_S("json keys must be string, got ", _type_name(vm, vm->_tp(k))));
  25. }
  26. ss << _CAST(Str&, k).escape(false) << ": ";
  27. write_object(v);
  28. });
  29. ss << '}';
  30. }
  31. void write_object(PyObject* obj){
  32. Type obj_t = vm->_tp(obj);
  33. if(obj == vm->None){
  34. ss << "null";
  35. }else if(obj_t == vm->tp_int){
  36. ss << _CAST(i64, obj);
  37. }else if(obj_t == vm->tp_float){
  38. f64 val = _CAST(f64, obj);
  39. if(std::isinf(val) || std::isnan(val)) vm->ValueError("cannot jsonify 'nan' or 'inf'");
  40. ss << val;
  41. }else if(obj_t == vm->tp_bool){
  42. ss << (obj == vm->True ? "true" : "false");
  43. }else if(obj_t == vm->tp_str){
  44. _CAST(Str&, obj).escape_(ss, false);
  45. }else if(obj_t == vm->tp_list){
  46. write_array<List>(_CAST(List&, obj));
  47. }else if(obj_t == vm->tp_tuple){
  48. write_array<Tuple>(_CAST(Tuple&, obj));
  49. }else if(obj_t == vm->tp_dict){
  50. write_dict(_CAST(Dict&, obj));
  51. }else{
  52. vm->TypeError(_S("unrecognized type ", _type_name(vm, obj_t).escape()));
  53. }
  54. }
  55. Str serialize(){
  56. auto _lock = vm->heap.gc_scope_lock();
  57. write_object(root);
  58. return ss.str();
  59. }
  60. };
  61. VM::VM(bool enable_os) : heap(this), enable_os(enable_os) {
  62. this->vm = this;
  63. this->_c.error = nullptr;
  64. _stdout = [](const char* buf, int size) {
  65. std::cout.write(buf, size);
  66. };
  67. _stderr = [](const char* buf, int size) {
  68. std::cerr.write(buf, size);
  69. };
  70. callstack.reserve(8);
  71. _main = nullptr;
  72. _last_exception = nullptr;
  73. _import_handler = [](const char* name_p, int name_size, int* out_size) -> unsigned char*{
  74. PK_UNUSED(name_p);
  75. PK_UNUSED(name_size);
  76. PK_UNUSED(out_size);
  77. return nullptr;
  78. };
  79. init_builtin_types();
  80. }
  81. PyObject* VM::py_str(PyObject* obj){
  82. const PyTypeInfo* ti = _inst_type_info(obj);
  83. if(ti->m__str__) return ti->m__str__(this, obj);
  84. PyObject* self;
  85. PyObject* f = get_unbound_method(obj, __str__, &self, false);
  86. if(self != PY_NULL) return call_method(self, f);
  87. return py_repr(obj);
  88. }
  89. PyObject* VM::py_repr(PyObject* obj){
  90. const PyTypeInfo* ti = _inst_type_info(obj);
  91. if(ti->m__repr__) return ti->m__repr__(this, obj);
  92. return call_method(obj, __repr__);
  93. }
  94. PyObject* VM::py_json(PyObject* obj){
  95. auto j = JsonSerializer(this, obj);
  96. return VAR(j.serialize());
  97. }
  98. PyObject* VM::py_iter(PyObject* obj){
  99. const PyTypeInfo* ti = _inst_type_info(obj);
  100. if(ti->m__iter__) return ti->m__iter__(this, obj);
  101. PyObject* self;
  102. PyObject* iter_f = get_unbound_method(obj, __iter__, &self, false);
  103. if(self != PY_NULL) return call_method(self, iter_f);
  104. TypeError(_type_name(vm, _tp(obj)).escape() + " object is not iterable");
  105. return nullptr;
  106. }
  107. std::pair<PyObject**, int> VM::_cast_array(PyObject* obj){
  108. if(is_non_tagged_type(obj, VM::tp_list)){
  109. List& list = PK_OBJ_GET(List, obj);
  110. return {list.data(), list.size()};
  111. }else if(is_non_tagged_type(obj, VM::tp_tuple)){
  112. Tuple& tuple = PK_OBJ_GET(Tuple, obj);
  113. return {tuple.data(), tuple.size()};
  114. }
  115. TypeError(_S("expected list or tuple, got ", _type_name(this, _tp(obj)).escape()));
  116. PK_UNREACHABLE();
  117. }
  118. FrameId VM::top_frame(){
  119. #if PK_DEBUG_EXTRA_CHECK
  120. if(callstack.empty()) PK_FATAL_ERROR();
  121. #endif
  122. return FrameId(&callstack.data(), callstack.size()-1);
  123. }
  124. void VM::_pop_frame(){
  125. Frame* frame = &callstack.top();
  126. s_data.reset(frame->_sp_base);
  127. callstack.pop();
  128. }
  129. PyObject* VM::find_name_in_mro(Type cls, StrName name){
  130. PyObject* val;
  131. do{
  132. val = _t(cls)->attr().try_get(name);
  133. if(val != nullptr) return val;
  134. cls = _all_types[cls].base;
  135. if(cls.index == -1) break;
  136. }while(true);
  137. return nullptr;
  138. }
  139. bool VM::isinstance(PyObject* obj, Type base){
  140. return issubclass(_tp(obj), base);
  141. }
  142. bool VM::issubclass(Type cls, Type base){
  143. do{
  144. if(cls == base) return true;
  145. Type next = _all_types[cls].base;
  146. if(next.index == -1) break;
  147. cls = next;
  148. }while(true);
  149. return false;
  150. }
  151. PyObject* VM::exec(std::string_view source, Str filename, CompileMode mode, PyObject* _module){
  152. if(_module == nullptr) _module = _main;
  153. try {
  154. CodeObject_ code = compile(source, filename, mode);
  155. #if PK_DEBUG_DIS_EXEC
  156. if(_module == _main) std::cout << disassemble(code) << '\n';
  157. #endif
  158. return _exec(code, _module);
  159. }catch (const Exception& e){
  160. stderr_write(e.summary() + "\n");
  161. }
  162. #if !PK_DEBUG_FULL_EXCEPTION
  163. catch(const std::exception& e) {
  164. Str msg = "An std::exception occurred! It could be a bug.\n";
  165. msg = msg + e.what() + "\n";
  166. stderr_write(msg);
  167. }
  168. catch(NeedMoreLines){
  169. throw;
  170. }
  171. catch(...) {
  172. Str msg = "An unknown exception occurred! It could be a bug. Please report it to @blueloveTH on GitHub.\n";
  173. stderr_write(msg);
  174. }
  175. #endif
  176. callstack.clear();
  177. s_data.clear();
  178. return nullptr;
  179. }
  180. PyObject* VM::exec(std::string_view source){
  181. return exec(source, "main.py", EXEC_MODE);
  182. }
  183. PyObject* VM::eval(std::string_view source){
  184. return exec(source, "<eval>", EVAL_MODE);
  185. }
  186. PyObject* VM::new_type_object(PyObject* mod, StrName name, Type base, bool subclass_enabled){
  187. PyObject* obj = heap._new<Type>(tp_type, _all_types.size());
  188. const PyTypeInfo& base_info = _all_types[base];
  189. if(!base_info.subclass_enabled){
  190. TypeError(_S("type ", base_info.name.escape(), " is not `subclass_enabled`"));
  191. }
  192. PyTypeInfo info{
  193. obj,
  194. base,
  195. mod,
  196. name,
  197. subclass_enabled,
  198. };
  199. _all_types.push_back(info);
  200. return obj;
  201. }
  202. Type VM::_new_type_object(StrName name, Type base, bool subclass_enabled) {
  203. PyObject* obj = new_type_object(nullptr, name, base, subclass_enabled);
  204. return PK_OBJ_GET(Type, obj);
  205. }
  206. const PyTypeInfo* VM::_inst_type_info(PyObject* obj){
  207. if(is_int(obj)) return &_all_types[tp_int];
  208. if(is_float(obj)) return &_all_types[tp_float];
  209. return &_all_types[obj->type];
  210. }
  211. bool VM::py_eq(PyObject* lhs, PyObject* rhs){
  212. if(lhs == rhs) return true;
  213. const PyTypeInfo* ti = _inst_type_info(lhs);
  214. PyObject* res;
  215. if(ti->m__eq__){
  216. res = ti->m__eq__(this, lhs, rhs);
  217. if(res != vm->NotImplemented) return res == vm->True;
  218. }
  219. res = call_method(lhs, __eq__, rhs);
  220. if(res != vm->NotImplemented) return res == vm->True;
  221. ti = _inst_type_info(rhs);
  222. if(ti->m__eq__){
  223. res = ti->m__eq__(this, rhs, lhs);
  224. if(res != vm->NotImplemented) return res == vm->True;
  225. }
  226. res = call_method(rhs, __eq__, lhs);
  227. if(res != vm->NotImplemented) return res == vm->True;
  228. return false;
  229. }
  230. i64 VM::normalized_index(i64 index, int size){
  231. if(index < 0) index += size;
  232. if(index < 0 || index >= size){
  233. IndexError(std::to_string(index) + " not in [0, " + std::to_string(size) + ")");
  234. }
  235. return index;
  236. }
  237. PyObject* VM::py_next(PyObject* obj){
  238. const PyTypeInfo* ti = _inst_type_info(obj);
  239. if(ti->m__next__) return ti->m__next__(this, obj);
  240. return call_method(obj, __next__);
  241. }
  242. bool VM::py_callable(PyObject* obj){
  243. Type cls = vm->_tp(obj);
  244. switch(cls.index){
  245. case VM::tp_function.index: return vm->True;
  246. case VM::tp_native_func.index: return vm->True;
  247. case VM::tp_bound_method.index: return vm->True;
  248. case VM::tp_type.index: return vm->True;
  249. }
  250. return vm->find_name_in_mro(cls, __call__) != nullptr;
  251. }
  252. PyObject* VM::py_import(Str path, bool throw_err){
  253. if(path.empty()) vm->ValueError("empty module name");
  254. static auto f_join = [](const std::vector<std::string_view>& cpnts){
  255. SStream ss;
  256. for(int i=0; i<cpnts.size(); i++){
  257. if(i != 0) ss << ".";
  258. ss << cpnts[i];
  259. }
  260. return Str(ss.str());
  261. };
  262. if(path[0] == '.'){
  263. if(_import_context.pending.empty()){
  264. ImportError("relative import outside of package");
  265. }
  266. Str curr_path = _import_context.pending.back();
  267. bool curr_is_init = _import_context.pending_is_init.back();
  268. // convert relative path to absolute path
  269. std::vector<std::string_view> cpnts = curr_path.split('.');
  270. int prefix = 0; // how many dots in the prefix
  271. for(int i=0; i<path.length(); i++){
  272. if(path[i] == '.') prefix++;
  273. else break;
  274. }
  275. if(prefix > cpnts.size()) ImportError("attempted relative import beyond top-level package");
  276. path = path.substr(prefix); // remove prefix
  277. for(int i=(int)curr_is_init; i<prefix; i++) cpnts.pop_back();
  278. if(!path.empty()) cpnts.push_back(path.sv());
  279. path = f_join(cpnts);
  280. }
  281. PK_ASSERT(path.begin()[0] != '.' && path.end()[-1] != '.');
  282. // check existing module
  283. StrName name(path);
  284. PyObject* ext_mod = _modules.try_get(name);
  285. if(ext_mod != nullptr) return ext_mod;
  286. std::vector<std::string_view> path_cpnts = path.split('.');
  287. // check circular import
  288. if(_import_context.pending.size() > 128){
  289. ImportError("maximum recursion depth exceeded while importing");
  290. }
  291. // try import
  292. Str filename = path.replace('.', PK_PLATFORM_SEP) + ".py";
  293. Str source;
  294. bool is_init = false;
  295. auto it = _lazy_modules.find(name);
  296. if(it == _lazy_modules.end()){
  297. int out_size;
  298. unsigned char* out = _import_handler(filename.data, filename.size, &out_size);
  299. if(out == nullptr){
  300. filename = path.replace('.', PK_PLATFORM_SEP).str() + PK_PLATFORM_SEP + "__init__.py";
  301. is_init = true;
  302. out = _import_handler(filename.data, filename.size, &out_size);
  303. }
  304. if(out == nullptr){
  305. if(throw_err) ImportError(_S("module ", path.escape(), " not found"));
  306. else return nullptr;
  307. }
  308. PK_ASSERT(out_size >= 0)
  309. source = Str(std::string_view((char*)out, out_size));
  310. free(out);
  311. }else{
  312. source = it->second;
  313. _lazy_modules.erase(it);
  314. }
  315. auto _ = _import_context.scope(path, is_init);
  316. CodeObject_ code = compile(source, filename, EXEC_MODE);
  317. Str name_cpnt = path_cpnts.back();
  318. path_cpnts.pop_back();
  319. PyObject* new_mod = new_module(name_cpnt, f_join(path_cpnts));
  320. _exec(code, new_mod);
  321. return new_mod;
  322. }
  323. VM::~VM() {
  324. callstack.clear();
  325. s_data.clear();
  326. _all_types.clear();
  327. _modules.clear();
  328. _lazy_modules.clear();
  329. }
  330. PyObject* VM::py_negate(PyObject* obj){
  331. const PyTypeInfo* ti = _inst_type_info(obj);
  332. if(ti->m__neg__) return ti->m__neg__(this, obj);
  333. return call_method(obj, __neg__);
  334. }
  335. bool VM::py_bool(PyObject* obj){
  336. if(obj == vm->True) return true;
  337. if(obj == vm->False) return false;
  338. if(obj == None) return false;
  339. if(is_int(obj)) return _CAST(i64, obj) != 0;
  340. if(is_float(obj)) return _CAST(f64, obj) != 0.0;
  341. PyObject* self;
  342. PyObject* len_f = get_unbound_method(obj, __len__, &self, false);
  343. if(self != PY_NULL){
  344. PyObject* ret = call_method(self, len_f);
  345. return CAST(i64, ret) > 0;
  346. }
  347. return true;
  348. }
  349. PyObject* VM::py_list(PyObject* it){
  350. auto _lock = heap.gc_scope_lock();
  351. it = py_iter(it);
  352. List list;
  353. PyObject* obj = py_next(it);
  354. while(obj != StopIteration){
  355. list.push_back(obj);
  356. obj = py_next(it);
  357. }
  358. return VAR(std::move(list));
  359. }
  360. void VM::parse_int_slice(const Slice& s, int length, int& start, int& stop, int& step){
  361. auto clip = [](int value, int min, int max){
  362. if(value < min) return min;
  363. if(value > max) return max;
  364. return value;
  365. };
  366. if(s.step == None) step = 1;
  367. else step = CAST(int, s.step);
  368. if(step == 0) ValueError("slice step cannot be zero");
  369. if(step > 0){
  370. if(s.start == None){
  371. start = 0;
  372. }else{
  373. start = CAST(int, s.start);
  374. if(start < 0) start += length;
  375. start = clip(start, 0, length);
  376. }
  377. if(s.stop == None){
  378. stop = length;
  379. }else{
  380. stop = CAST(int, s.stop);
  381. if(stop < 0) stop += length;
  382. stop = clip(stop, 0, length);
  383. }
  384. }else{
  385. if(s.start == None){
  386. start = length - 1;
  387. }else{
  388. start = CAST(int, s.start);
  389. if(start < 0) start += length;
  390. start = clip(start, -1, length - 1);
  391. }
  392. if(s.stop == None){
  393. stop = -1;
  394. }else{
  395. stop = CAST(int, s.stop);
  396. if(stop < 0) stop += length;
  397. stop = clip(stop, -1, length - 1);
  398. }
  399. }
  400. }
  401. i64 VM::py_hash(PyObject* obj){
  402. // https://docs.python.org/3.10/reference/datamodel.html#object.__hash__
  403. const PyTypeInfo* ti = _inst_type_info(obj);
  404. if(ti->m__hash__) return ti->m__hash__(this, obj);
  405. PyObject* self;
  406. PyObject* f = get_unbound_method(obj, __hash__, &self, false);
  407. if(f != nullptr){
  408. PyObject* ret = call_method(self, f);
  409. return CAST(i64, ret);
  410. }
  411. // if it is trivial `object`, return PK_BITS
  412. if(ti == &_all_types[tp_object]) return PK_BITS(obj);
  413. // otherwise, we check if it has a custom __eq__ other than object.__eq__
  414. bool has_custom_eq = false;
  415. if(ti->m__eq__) has_custom_eq = true;
  416. else{
  417. f = get_unbound_method(obj, __eq__, &self, false);
  418. has_custom_eq = f != _t(tp_object)->attr(__eq__);
  419. }
  420. if(has_custom_eq){
  421. TypeError(_S("unhashable type: ", ti->name.escape()));
  422. PK_UNREACHABLE()
  423. }else{
  424. return PK_BITS(obj);
  425. }
  426. }
  427. PyObject* VM::_format_string(Str spec, PyObject* obj){
  428. if(spec.empty()) return py_str(obj);
  429. char type;
  430. switch(spec.end()[-1]){
  431. case 'f': case 'd': case 's':
  432. type = spec.end()[-1];
  433. spec = spec.substr(0, spec.length() - 1);
  434. break;
  435. default: type = ' '; break;
  436. }
  437. char pad_c = ' ';
  438. for(char c: std::string_view("0-=*#@!~")){
  439. if(spec[0] == c){
  440. pad_c = c;
  441. spec = spec.substr(1);
  442. break;
  443. }
  444. }
  445. char align;
  446. if(spec[0] == '^'){
  447. align = '^';
  448. spec = spec.substr(1);
  449. }else if(spec[0] == '>'){
  450. align = '>';
  451. spec = spec.substr(1);
  452. }else if(spec[0] == '<'){
  453. align = '<';
  454. spec = spec.substr(1);
  455. }else{
  456. if(is_int(obj) || is_float(obj)) align = '>';
  457. else align = '<';
  458. }
  459. int dot = spec.index(".");
  460. int width, precision;
  461. try{
  462. if(dot >= 0){
  463. if(dot == 0){
  464. width = -1;
  465. }else{
  466. width = std::stoi(spec.substr(0, dot).str());
  467. }
  468. precision = std::stoi(spec.substr(dot+1).str());
  469. }else{
  470. width = std::stoi(spec.str());
  471. precision = -1;
  472. }
  473. }catch(...){
  474. ValueError("invalid format specifer");
  475. }
  476. if(type != 'f' && dot >= 0) ValueError("precision not allowed in the format specifier");
  477. Str ret;
  478. if(type == 'f'){
  479. f64 val = CAST(f64, obj);
  480. if(precision < 0) precision = 6;
  481. SStream ss;
  482. ss.setprecision(precision);
  483. ss << val;
  484. ret = ss.str();
  485. }else if(type == 'd'){
  486. ret = std::to_string(CAST(i64, obj));
  487. }else if(type == 's'){
  488. ret = CAST(Str&, obj);
  489. }else{
  490. ret = CAST(Str&, py_str(obj));
  491. }
  492. if(width != -1 && width > ret.length()){
  493. int pad = width - ret.length();
  494. if(align == '>' || align == '<'){
  495. std::string padding(pad, pad_c);
  496. if(align == '>') ret = padding.c_str() + ret;
  497. else ret = ret + padding.c_str();
  498. }else{ // ^
  499. int pad_left = pad / 2;
  500. int pad_right = pad - pad_left;
  501. std::string padding_left(pad_left, pad_c);
  502. std::string padding_right(pad_right, pad_c);
  503. ret = padding_left.c_str() + ret + padding_right.c_str();
  504. }
  505. }
  506. return VAR(ret);
  507. }
  508. PyObject* VM::new_module(Str name, Str package) {
  509. PyObject* obj = heap._new<DummyModule>(tp_module);
  510. obj->attr().set(__name__, VAR(name));
  511. obj->attr().set(__package__, VAR(package));
  512. // convert to fullname
  513. if(!package.empty()) name = package + "." + name;
  514. obj->attr().set(__path__, VAR(name));
  515. // we do not allow override in order to avoid memory leak
  516. // it is because Module objects are not garbage collected
  517. if(_modules.contains(name)){
  518. throw std::runtime_error(_S("module ", name.escape(), " already exists").str());
  519. }
  520. // set it into _modules
  521. _modules.set(name, obj);
  522. return obj;
  523. }
  524. static std::string _opcode_argstr(VM* vm, Bytecode byte, const CodeObject* co){
  525. std::string argStr = std::to_string(byte.arg);
  526. switch(byte.op){
  527. case OP_LOAD_CONST: case OP_FORMAT_STRING: case OP_IMPORT_PATH:
  528. if(vm != nullptr){
  529. argStr += _S(" (", CAST(Str, vm->py_repr(co->consts[byte.arg])), ")").sv();
  530. }
  531. break;
  532. case OP_LOAD_NAME: case OP_LOAD_GLOBAL: case OP_LOAD_NONLOCAL: case OP_STORE_GLOBAL:
  533. case OP_LOAD_ATTR: case OP_LOAD_METHOD: case OP_STORE_ATTR: case OP_DELETE_ATTR:
  534. case OP_BEGIN_CLASS: case OP_GOTO:
  535. case OP_DELETE_GLOBAL: case OP_INC_GLOBAL: case OP_DEC_GLOBAL: case OP_STORE_CLASS_ATTR:
  536. argStr += _S(" (", StrName(byte.arg).sv(), ")").sv();
  537. break;
  538. case OP_LOAD_FAST: case OP_STORE_FAST: case OP_DELETE_FAST: case OP_INC_FAST: case OP_DEC_FAST:
  539. argStr += _S(" (", co->varnames[byte.arg].sv(), ")").sv();
  540. break;
  541. case OP_LOAD_FUNCTION:
  542. argStr += _S(" (", co->func_decls[byte.arg]->code->name, ")").sv();
  543. break;
  544. }
  545. return argStr;
  546. }
  547. Str VM::disassemble(CodeObject_ co){
  548. auto pad = [](const Str& s, const int n){
  549. if(s.length() >= n) return s.substr(0, n);
  550. return s + std::string(n - s.length(), ' ');
  551. };
  552. std::vector<int> jumpTargets;
  553. for(auto byte : co->codes){
  554. if(byte.op == OP_JUMP_ABSOLUTE || byte.op == OP_POP_JUMP_IF_FALSE || byte.op == OP_SHORTCUT_IF_FALSE_OR_POP || byte.op == OP_FOR_ITER){
  555. jumpTargets.push_back(byte.arg);
  556. }
  557. if(byte.op == OP_GOTO){
  558. // TODO: pre-compute jump targets for OP_GOTO
  559. int* target = co->labels.try_get_2_likely_found(StrName(byte.arg));
  560. if(target != nullptr) jumpTargets.push_back(*target);
  561. }
  562. }
  563. SStream ss;
  564. int prev_line = -1;
  565. for(int i=0; i<co->codes.size(); i++){
  566. const Bytecode& byte = co->codes[i];
  567. Str line = std::to_string(co->lines[i]);
  568. if(co->lines[i] == prev_line) line = "";
  569. else{
  570. if(prev_line != -1) ss << "\n";
  571. prev_line = co->lines[i];
  572. }
  573. std::string pointer;
  574. if(std::find(jumpTargets.begin(), jumpTargets.end(), i) != jumpTargets.end()){
  575. pointer = "-> ";
  576. }else{
  577. pointer = " ";
  578. }
  579. ss << pad(line, 8) << pointer << pad(std::to_string(i), 3);
  580. ss << " " << pad(OP_NAMES[byte.op], 25) << " ";
  581. // ss << pad(byte.arg == -1 ? "" : std::to_string(byte.arg), 5);
  582. std::string argStr = _opcode_argstr(this, byte, co.get());
  583. ss << argStr;
  584. // ss << pad(argStr, 40); // may overflow
  585. // ss << co->blocks[byte.block].type;
  586. if(i != co->codes.size() - 1) ss << '\n';
  587. }
  588. for(auto& decl: co->func_decls){
  589. ss << "\n\n" << "Disassembly of " << decl->code->name << ":\n";
  590. ss << disassemble(decl->code);
  591. }
  592. ss << "\n";
  593. return Str(ss.str());
  594. }
  595. #if PK_DEBUG_CEVAL_STEP
  596. void VM::_log_s_data(const char* title) {
  597. if(_main == nullptr) return;
  598. if(callstack.empty()) return;
  599. SStream ss;
  600. if(title) ss << title << " | ";
  601. std::map<PyObject**, int> sp_bases;
  602. for(Frame& f: callstack.data()){
  603. if(f._sp_base == nullptr) PK_FATAL_ERROR();
  604. sp_bases[f._sp_base] += 1;
  605. }
  606. FrameId frame = top_frame();
  607. int line = frame->co->lines[frame->_ip];
  608. ss << frame->co->name << ":" << line << " [";
  609. for(PyObject** p=s_data.begin(); p!=s_data.end(); p++){
  610. ss << std::string(sp_bases[p], '|');
  611. if(sp_bases[p] > 0) ss << " ";
  612. PyObject* obj = *p;
  613. if(obj == nullptr) ss << "(nil)";
  614. else if(obj == PY_NULL) ss << "NULL";
  615. else if(is_int(obj)) ss << CAST(i64, obj);
  616. else if(is_float(obj)) ss << CAST(f64, obj);
  617. else if(is_type(obj, tp_str)) ss << CAST(Str, obj).escape();
  618. else if(obj == None) ss << "None";
  619. else if(obj == True) ss << "True";
  620. else if(obj == False) ss << "False";
  621. else if(is_type(obj, tp_function)){
  622. auto& f = CAST(Function&, obj);
  623. ss << f.decl->code->name << "(...)";
  624. } else if(is_type(obj, tp_type)){
  625. Type t = PK_OBJ_GET(Type, obj);
  626. ss << "<class " + _all_types[t].name.escape() + ">";
  627. } else if(is_type(obj, tp_list)){
  628. auto& t = CAST(List&, obj);
  629. ss << "list(size=" << t.size() << ")";
  630. } else if(is_type(obj, tp_tuple)){
  631. auto& t = CAST(Tuple&, obj);
  632. ss << "tuple(size=" << t.size() << ")";
  633. } else ss << "(" << _type_name(this, obj->type) << ")";
  634. ss << ", ";
  635. }
  636. std::string output = ss.str();
  637. if(!s_data.empty()) {
  638. output.pop_back(); output.pop_back();
  639. }
  640. output.push_back(']');
  641. Bytecode byte = frame->co->codes[frame->_ip];
  642. std::cout << output << " " << OP_NAMES[byte.op] << " " << _opcode_argstr(nullptr, byte, frame->co) << std::endl;
  643. }
  644. #endif
  645. void VM::init_builtin_types(){
  646. _all_types.push_back({heap._new<Type>(Type(1), Type(0)), -1, nullptr, "object", true});
  647. _all_types.push_back({heap._new<Type>(Type(1), Type(1)), 0, nullptr, "type", false});
  648. if(tp_int != _new_type_object("int")) exit(-3);
  649. if((tp_float != _new_type_object("float"))) exit(-3);
  650. if(tp_bool != _new_type_object("bool")) exit(-3);
  651. if(tp_str != _new_type_object("str")) exit(-3);
  652. if(tp_list != _new_type_object("list")) exit(-3);
  653. if(tp_tuple != _new_type_object("tuple")) exit(-3);
  654. if(tp_slice != _new_type_object("slice")) exit(-3);
  655. if(tp_range != _new_type_object("range")) exit(-3);
  656. if(tp_module != _new_type_object("module")) exit(-3);
  657. if(tp_function != _new_type_object("function")) exit(-3);
  658. if(tp_native_func != _new_type_object("native_func")) exit(-3);
  659. if(tp_bound_method != _new_type_object("bound_method")) exit(-3);
  660. if(tp_super != _new_type_object("super")) exit(-3);
  661. if(tp_exception != _new_type_object("Exception", 0, true)) exit(-3);
  662. if(tp_bytes != _new_type_object("bytes")) exit(-3);
  663. if(tp_mappingproxy != _new_type_object("mappingproxy")) exit(-3);
  664. if(tp_dict != _new_type_object("dict")) exit(-3);
  665. if(tp_property != _new_type_object("property")) exit(-3);
  666. if(tp_star_wrapper != _new_type_object("_star_wrapper")) exit(-3);
  667. if(tp_staticmethod != _new_type_object("staticmethod")) exit(-3);
  668. if(tp_classmethod != _new_type_object("classmethod")) exit(-3);
  669. // SyntaxError and IndentationError must be created here
  670. Type tp_syntax_error = _new_type_object("SyntaxError", tp_exception, true);
  671. Type tp_indentation_error = _new_type_object("IndentationError", tp_syntax_error, true);
  672. this->None = heap._new<Dummy>(_new_type_object("NoneType"));
  673. this->NotImplemented = heap._new<Dummy>(_new_type_object("NotImplementedType"));
  674. this->Ellipsis = heap._new<Dummy>(_new_type_object("ellipsis"));
  675. this->True = heap._new<Dummy>(tp_bool);
  676. this->False = heap._new<Dummy>(tp_bool);
  677. this->StopIteration = heap._new<Dummy>(_new_type_object("StopIterationType"));
  678. this->builtins = new_module("builtins");
  679. // setup public types
  680. builtins->attr().set("type", _t(tp_type));
  681. builtins->attr().set("object", _t(tp_object));
  682. builtins->attr().set("bool", _t(tp_bool));
  683. builtins->attr().set("int", _t(tp_int));
  684. builtins->attr().set("float", _t(tp_float));
  685. builtins->attr().set("str", _t(tp_str));
  686. builtins->attr().set("list", _t(tp_list));
  687. builtins->attr().set("tuple", _t(tp_tuple));
  688. builtins->attr().set("range", _t(tp_range));
  689. builtins->attr().set("bytes", _t(tp_bytes));
  690. builtins->attr().set("dict", _t(tp_dict));
  691. builtins->attr().set("property", _t(tp_property));
  692. builtins->attr().set("StopIteration", StopIteration);
  693. builtins->attr().set("NotImplemented", NotImplemented);
  694. builtins->attr().set("slice", _t(tp_slice));
  695. builtins->attr().set("Exception", _t(tp_exception));
  696. builtins->attr().set("SyntaxError", _t(tp_syntax_error));
  697. builtins->attr().set("IndentationError", _t(tp_indentation_error));
  698. post_init();
  699. this->_main = new_module("__main__");
  700. }
  701. // `heap.gc_scope_lock();` needed before calling this function
  702. void VM::_unpack_as_list(ArgsView args, List& list){
  703. for(PyObject* obj: args){
  704. if(is_non_tagged_type(obj, tp_star_wrapper)){
  705. const StarWrapper& w = _CAST(StarWrapper&, obj);
  706. // maybe this check should be done in the compile time
  707. if(w.level != 1) TypeError("expected level 1 star wrapper");
  708. PyObject* _0 = py_iter(w.obj);
  709. PyObject* _1 = py_next(_0);
  710. while(_1 != StopIteration){
  711. list.push_back(_1);
  712. _1 = py_next(_0);
  713. }
  714. }else{
  715. list.push_back(obj);
  716. }
  717. }
  718. }
  719. // `heap.gc_scope_lock();` needed before calling this function
  720. void VM::_unpack_as_dict(ArgsView args, Dict& dict){
  721. for(PyObject* obj: args){
  722. if(is_non_tagged_type(obj, tp_star_wrapper)){
  723. const StarWrapper& w = _CAST(StarWrapper&, obj);
  724. // maybe this check should be done in the compile time
  725. if(w.level != 2) TypeError("expected level 2 star wrapper");
  726. const Dict& other = CAST(Dict&, w.obj);
  727. dict.update(other);
  728. }else{
  729. const Tuple& t = CAST(Tuple&, obj);
  730. if(t.size() != 2) TypeError("expected tuple of length 2");
  731. dict.set(t[0], t[1]);
  732. }
  733. }
  734. }
  735. void VM::_prepare_py_call(PyObject** buffer, ArgsView args, ArgsView kwargs, const FuncDecl_& decl){
  736. const CodeObject* co = decl->code.get();
  737. int co_nlocals = co->varnames.size();
  738. int decl_argc = decl->args.size();
  739. if(args.size() < decl_argc){
  740. vm->TypeError(_S(
  741. co->name, "() takes ", decl_argc, " positional arguments but ", args.size(), " were given"
  742. ));
  743. }
  744. int i = 0;
  745. // prepare args
  746. for(int index: decl->args) buffer[index] = args[i++];
  747. // set extra varnames to PY_NULL
  748. for(int j=i; j<co_nlocals; j++) buffer[j] = PY_NULL;
  749. // prepare kwdefaults
  750. for(auto& kv: decl->kwargs) buffer[kv.index] = kv.value;
  751. // handle *args
  752. if(decl->starred_arg != -1){
  753. ArgsView vargs(args.begin() + i, args.end());
  754. buffer[decl->starred_arg] = VAR(vargs.to_tuple());
  755. i += vargs.size();
  756. }else{
  757. // kwdefaults override
  758. for(auto& kv: decl->kwargs){
  759. if(i >= args.size()) break;
  760. buffer[kv.index] = args[i++];
  761. }
  762. if(i < args.size()) TypeError(_S("too many arguments", " (", decl->code->name, ')'));
  763. }
  764. PyObject* vkwargs;
  765. if(decl->starred_kwarg != -1){
  766. vkwargs = VAR(Dict(this));
  767. buffer[decl->starred_kwarg] = vkwargs;
  768. }else{
  769. vkwargs = nullptr;
  770. }
  771. for(int j=0; j<kwargs.size(); j+=2){
  772. StrName key(CAST(int, kwargs[j]));
  773. int index = decl->kw_to_index.try_get_likely_found(key);
  774. // if key is an explicit key, set as local variable
  775. if(index >= 0){
  776. buffer[index] = kwargs[j+1];
  777. }else{
  778. // otherwise, set as **kwargs if possible
  779. if(vkwargs == nullptr){
  780. TypeError(_S(key.escape(), " is an invalid keyword argument for ", co->name, "()"));
  781. }else{
  782. Dict& dict = _CAST(Dict&, vkwargs);
  783. dict.set(VAR(key.sv()), kwargs[j+1]);
  784. }
  785. }
  786. }
  787. }
  788. PyObject* VM::vectorcall(int ARGC, int KWARGC, bool op_call){
  789. PyObject** p1 = s_data._sp - KWARGC*2;
  790. PyObject** p0 = p1 - ARGC - 2;
  791. // [callable, <self>, args..., kwargs...]
  792. // ^p0 ^p1 ^_sp
  793. PyObject* callable = p1[-(ARGC + 2)];
  794. bool method_call = p1[-(ARGC + 1)] != PY_NULL;
  795. // handle boundmethod, do a patch
  796. if(is_non_tagged_type(callable, tp_bound_method)){
  797. if(method_call) PK_FATAL_ERROR();
  798. BoundMethod& bm = PK_OBJ_GET(BoundMethod, callable);
  799. callable = bm.func; // get unbound method
  800. p1[-(ARGC + 2)] = bm.func;
  801. p1[-(ARGC + 1)] = bm.self;
  802. method_call = true;
  803. // [unbound, self, args..., kwargs...]
  804. }
  805. ArgsView args(p1 - ARGC - int(method_call), p1);
  806. ArgsView kwargs(p1, s_data._sp);
  807. PyObject** _base = args.begin();
  808. PyObject* buffer[PK_MAX_CO_VARNAMES];
  809. if(is_non_tagged_type(callable, tp_native_func)){
  810. const auto& f = PK_OBJ_GET(NativeFunc, callable);
  811. PyObject* ret;
  812. if(f.decl != nullptr){
  813. int co_nlocals = f.decl->code->varnames.size();
  814. _prepare_py_call(buffer, args, kwargs, f.decl);
  815. // copy buffer back to stack
  816. s_data.reset(_base + co_nlocals);
  817. for(int j=0; j<co_nlocals; j++) _base[j] = buffer[j];
  818. ret = f.call(vm, ArgsView(s_data._sp - co_nlocals, s_data._sp));
  819. }else{
  820. if(KWARGC != 0) TypeError("old-style native_func does not accept keyword arguments");
  821. f.check_size(this, args);
  822. ret = f.call(this, args);
  823. }
  824. s_data.reset(p0);
  825. return ret;
  826. }
  827. if(is_non_tagged_type(callable, tp_function)){
  828. /*****************_py_call*****************/
  829. // callable must be a `function` object
  830. if(s_data.is_overflow()) StackOverflowError();
  831. const Function& fn = PK_OBJ_GET(Function, callable);
  832. const FuncDecl_& decl = fn.decl;
  833. const CodeObject* co = decl->code.get();
  834. int co_nlocals = co->varnames.size();
  835. if(decl->is_simple){
  836. if(args.size() != decl->args.size()){
  837. TypeError(_S(
  838. co->name, "() takes ", decl->args.size(), " positional arguments but ", args.size(), " were given"
  839. ));
  840. }
  841. if(!kwargs.empty()){
  842. TypeError(_S(co->name, "() takes no keyword arguments"));
  843. }
  844. s_data.reset(_base + co_nlocals);
  845. int i = 0;
  846. // prepare args
  847. for(int index: decl->args) _base[index] = args[i++];
  848. // set extra varnames to PY_NULL
  849. for(int j=i; j<co_nlocals; j++) _base[j] = PY_NULL;
  850. goto __FAST_CALL;
  851. }
  852. _prepare_py_call(buffer, args, kwargs, decl);
  853. if(co->is_generator){
  854. s_data.reset(p0);
  855. return _py_generator(
  856. Frame(&s_data, nullptr, co, fn._module, callable),
  857. ArgsView(buffer, buffer + co_nlocals)
  858. );
  859. }
  860. // copy buffer back to stack
  861. s_data.reset(_base + co_nlocals);
  862. for(int j=0; j<co_nlocals; j++) _base[j] = buffer[j];
  863. __FAST_CALL:
  864. callstack.emplace(&s_data, p0, co, fn._module, callable, FastLocals(co, args.begin()));
  865. if(op_call) return PY_OP_CALL;
  866. return _run_top_frame();
  867. /*****************_py_call*****************/
  868. }
  869. if(is_non_tagged_type(callable, tp_type)){
  870. if(method_call) PK_FATAL_ERROR();
  871. // [type, NULL, args..., kwargs...]
  872. PyObject* new_f = find_name_in_mro(PK_OBJ_GET(Type, callable), __new__);
  873. PyObject* obj;
  874. #if PK_DEBUG_EXTRA_CHECK
  875. PK_ASSERT(new_f != nullptr);
  876. #endif
  877. if(new_f == cached_object__new__) {
  878. // fast path for object.__new__
  879. Type t = PK_OBJ_GET(Type, callable);
  880. obj = vm->heap.gcnew<DummyInstance>(t);
  881. }else{
  882. PUSH(new_f);
  883. PUSH(PY_NULL);
  884. PUSH(callable); // cls
  885. for(PyObject* o: args) PUSH(o);
  886. for(PyObject* o: kwargs) PUSH(o);
  887. // if obj is not an instance of callable, the behavior is undefined
  888. obj = vectorcall(ARGC+1, KWARGC);
  889. }
  890. // __init__
  891. PyObject* self;
  892. callable = get_unbound_method(obj, __init__, &self, false);
  893. if (self != PY_NULL) {
  894. // replace `NULL` with `self`
  895. p1[-(ARGC + 2)] = callable;
  896. p1[-(ARGC + 1)] = self;
  897. // [init_f, self, args..., kwargs...]
  898. vectorcall(ARGC, KWARGC);
  899. // We just discard the return value of `__init__`
  900. // in cpython it raises a TypeError if the return value is not None
  901. }else{
  902. // manually reset the stack
  903. s_data.reset(p0);
  904. }
  905. return obj;
  906. }
  907. // handle `__call__` overload
  908. PyObject* self;
  909. PyObject* call_f = get_unbound_method(callable, __call__, &self, false);
  910. if(self != PY_NULL){
  911. p1[-(ARGC + 2)] = call_f;
  912. p1[-(ARGC + 1)] = self;
  913. // [call_f, self, args..., kwargs...]
  914. return vectorcall(ARGC, KWARGC, false);
  915. }
  916. TypeError(_type_name(vm, _tp(callable)).escape() + " object is not callable");
  917. PK_UNREACHABLE()
  918. }
  919. void VM::delattr(PyObject *_0, StrName _name){
  920. const PyTypeInfo* ti = _inst_type_info(_0);
  921. if(ti->m__delattr__ && ti->m__delattr__(this, _0, _name)) return;
  922. if(is_tagged(_0) || !_0->is_attr_valid()) TypeError("cannot delete attribute");
  923. if(!_0->attr().del(_name)) AttributeError(_0, _name);
  924. }
  925. // https://docs.python.org/3/howto/descriptor.html#invocation-from-an-instance
  926. PyObject* VM::getattr(PyObject* obj, StrName name, bool throw_err){
  927. Type objtype(0);
  928. // handle super() proxy
  929. if(is_non_tagged_type(obj, tp_super)){
  930. const Super& super = PK_OBJ_GET(Super, obj);
  931. obj = super.first;
  932. objtype = super.second;
  933. }else{
  934. objtype = _tp(obj);
  935. }
  936. PyObject* cls_var = find_name_in_mro(objtype, name);
  937. if(cls_var != nullptr){
  938. // handle descriptor
  939. if(is_non_tagged_type(cls_var, tp_property)){
  940. const Property& prop = PK_OBJ_GET(Property, cls_var);
  941. return call(prop.getter, obj);
  942. }
  943. }
  944. // handle instance __dict__
  945. if(!is_tagged(obj) && obj->is_attr_valid()){
  946. PyObject* val;
  947. if(obj->type == tp_type){
  948. val = find_name_in_mro(PK_OBJ_GET(Type, obj), name);
  949. if(val != nullptr){
  950. if(is_tagged(val)) return val;
  951. if(val->type == tp_staticmethod) return PK_OBJ_GET(StaticMethod, val).func;
  952. if(val->type == tp_classmethod) return VAR(BoundMethod(obj, PK_OBJ_GET(ClassMethod, val).func));
  953. return val;
  954. }
  955. }else{
  956. val = obj->attr().try_get_likely_found(name);
  957. if(val != nullptr) return val;
  958. }
  959. }
  960. if(cls_var != nullptr){
  961. // bound method is non-data descriptor
  962. if(!is_tagged(cls_var)){
  963. switch(cls_var->type){
  964. case tp_function.index:
  965. return VAR(BoundMethod(obj, cls_var));
  966. case tp_native_func.index:
  967. return VAR(BoundMethod(obj, cls_var));
  968. case tp_staticmethod.index:
  969. return PK_OBJ_GET(StaticMethod, cls_var).func;
  970. case tp_classmethod.index:
  971. return VAR(BoundMethod(_t(objtype), PK_OBJ_GET(ClassMethod, cls_var).func));
  972. }
  973. }
  974. return cls_var;
  975. }
  976. const PyTypeInfo* ti = &_all_types[objtype];
  977. if(ti->m__getattr__){
  978. PyObject* ret = ti->m__getattr__(this, obj, name);
  979. if(ret) return ret;
  980. }
  981. if(throw_err) AttributeError(obj, name);
  982. return nullptr;
  983. }
  984. // used by OP_LOAD_METHOD
  985. // try to load a unbound method (fallback to `getattr` if not found)
  986. PyObject* VM::get_unbound_method(PyObject* obj, StrName name, PyObject** self, bool throw_err, bool fallback){
  987. *self = PY_NULL;
  988. Type objtype(0);
  989. // handle super() proxy
  990. if(is_non_tagged_type(obj, tp_super)){
  991. const Super& super = PK_OBJ_GET(Super, obj);
  992. obj = super.first;
  993. objtype = super.second;
  994. }else{
  995. objtype = _tp(obj);
  996. }
  997. PyObject* cls_var = find_name_in_mro(objtype, name);
  998. if(fallback){
  999. if(cls_var != nullptr){
  1000. // handle descriptor
  1001. if(is_non_tagged_type(cls_var, tp_property)){
  1002. const Property& prop = PK_OBJ_GET(Property, cls_var);
  1003. return call(prop.getter, obj);
  1004. }
  1005. }
  1006. // handle instance __dict__
  1007. if(!is_tagged(obj) && obj->is_attr_valid()){
  1008. PyObject* val;
  1009. if(obj->type == tp_type){
  1010. val = find_name_in_mro(PK_OBJ_GET(Type, obj), name);
  1011. if(val != nullptr){
  1012. if(is_tagged(val)) return val;
  1013. if(val->type == tp_staticmethod) return PK_OBJ_GET(StaticMethod, val).func;
  1014. if(val->type == tp_classmethod) return VAR(BoundMethod(obj, PK_OBJ_GET(ClassMethod, val).func));
  1015. return val;
  1016. }
  1017. }else{
  1018. val = obj->attr().try_get_likely_found(name);
  1019. if(val != nullptr) return val;
  1020. }
  1021. }
  1022. }
  1023. if(cls_var != nullptr){
  1024. if(!is_tagged(cls_var)){
  1025. switch(cls_var->type){
  1026. case tp_function.index:
  1027. *self = obj;
  1028. break;
  1029. case tp_native_func.index:
  1030. *self = obj;
  1031. break;
  1032. case tp_staticmethod.index:
  1033. *self = PY_NULL;
  1034. return PK_OBJ_GET(StaticMethod, cls_var).func;
  1035. case tp_classmethod.index:
  1036. *self = _t(objtype);
  1037. return PK_OBJ_GET(ClassMethod, cls_var).func;
  1038. }
  1039. }
  1040. return cls_var;
  1041. }
  1042. const PyTypeInfo* ti = &_all_types[objtype];
  1043. if(fallback && ti->m__getattr__){
  1044. PyObject* ret = ti->m__getattr__(this, obj, name);
  1045. if(ret) return ret;
  1046. }
  1047. if(throw_err) AttributeError(obj, name);
  1048. return nullptr;
  1049. }
  1050. void VM::setattr(PyObject* obj, StrName name, PyObject* value){
  1051. Type objtype(0);
  1052. // handle super() proxy
  1053. if(is_non_tagged_type(obj, tp_super)){
  1054. Super& super = PK_OBJ_GET(Super, obj);
  1055. obj = super.first;
  1056. objtype = super.second;
  1057. }else{
  1058. objtype = _tp(obj);
  1059. }
  1060. PyObject* cls_var = find_name_in_mro(objtype, name);
  1061. if(cls_var != nullptr){
  1062. // handle descriptor
  1063. if(is_non_tagged_type(cls_var, tp_property)){
  1064. const Property& prop = _CAST(Property&, cls_var);
  1065. if(prop.setter != vm->None){
  1066. call(prop.setter, obj, value);
  1067. }else{
  1068. TypeError(_S("readonly attribute: ", name.escape()));
  1069. }
  1070. return;
  1071. }
  1072. }
  1073. const PyTypeInfo* ti = &_all_types[objtype];
  1074. if(ti->m__setattr__){
  1075. ti->m__setattr__(this, obj, name, value);
  1076. return;
  1077. }
  1078. // handle instance __dict__
  1079. if(is_tagged(obj) || !obj->is_attr_valid()) TypeError("cannot set attribute");
  1080. obj->attr().set(name, value);
  1081. }
  1082. PyObject* VM::bind(PyObject* obj, const char* sig, NativeFuncC fn, UserData userdata, BindType bt){
  1083. return bind(obj, sig, nullptr, fn, userdata, bt);
  1084. }
  1085. PyObject* VM::bind(PyObject* obj, const char* sig, const char* docstring, NativeFuncC fn, UserData userdata, BindType bt){
  1086. CodeObject_ co;
  1087. try{
  1088. // fn(a, b, *c, d=1) -> None
  1089. co = compile(_S("def ", sig, " : pass"), "<bind>", EXEC_MODE);
  1090. }catch(const Exception&){
  1091. throw std::runtime_error("invalid signature: " + std::string(sig));
  1092. }
  1093. if(co->func_decls.size() != 1){
  1094. throw std::runtime_error("expected 1 function declaration");
  1095. }
  1096. FuncDecl_ decl = co->func_decls[0];
  1097. decl->signature = Str(sig);
  1098. if(docstring != nullptr){
  1099. decl->docstring = Str(docstring).strip();
  1100. }
  1101. PyObject* f_obj = VAR(NativeFunc(fn, decl));
  1102. PK_OBJ_GET(NativeFunc, f_obj).set_userdata(userdata);
  1103. switch(bt){
  1104. case BindType::STATICMETHOD:
  1105. f_obj = VAR(StaticMethod(f_obj));
  1106. break;
  1107. case BindType::CLASSMETHOD:
  1108. f_obj = VAR(ClassMethod(f_obj));
  1109. break;
  1110. case BindType::DEFAULT:
  1111. break;
  1112. }
  1113. if(obj != nullptr) obj->attr().set(decl->code->name, f_obj);
  1114. return f_obj;
  1115. }
  1116. PyObject* VM::bind_property(PyObject* obj, Str name, NativeFuncC fget, NativeFuncC fset){
  1117. PyObject* _0 = heap.gcnew<NativeFunc>(tp_native_func, fget, 1, false);
  1118. PyObject* _1 = vm->None;
  1119. if(fset != nullptr) _1 = heap.gcnew<NativeFunc>(tp_native_func, fset, 2, false);
  1120. Str signature = name;
  1121. int pos = name.index(":");
  1122. if(pos > 0) name = name.substr(0, pos).strip();
  1123. PyObject* prop = VAR(Property(_0, _1, signature));
  1124. obj->attr().set(name, prop);
  1125. return prop;
  1126. }
  1127. void VM::_builtin_error(StrName type){ _error(call(builtins->attr(type))); }
  1128. void VM::_builtin_error(StrName type, PyObject* arg){ _error(call(builtins->attr(type), arg)); }
  1129. void VM::_builtin_error(StrName type, const Str& msg){ _builtin_error(type, VAR(msg)); }
  1130. void VM::_error(PyObject* e_obj){
  1131. PK_ASSERT(isinstance(e_obj, tp_exception))
  1132. Exception& e = PK_OBJ_GET(Exception, e_obj);
  1133. if(callstack.empty()){
  1134. e.is_re = false;
  1135. throw e;
  1136. }
  1137. PUSH(e_obj);
  1138. _raise();
  1139. }
  1140. void VM::_raise(bool re_raise){
  1141. Frame* frame = top_frame().get();
  1142. Exception& e = PK_OBJ_GET(Exception, s_data.top());
  1143. if(!re_raise){
  1144. e._ip_on_error = frame->_ip;
  1145. e._code_on_error = (void*)frame->co;
  1146. }
  1147. bool ok = frame->jump_to_exception_handler();
  1148. int actual_ip = frame->_ip;
  1149. if(e._ip_on_error >= 0 && e._code_on_error == (void*)frame->co) actual_ip = e._ip_on_error;
  1150. int current_line = frame->co->lines[actual_ip]; // current line
  1151. auto current_f_name = frame->co->name.sv(); // current function name
  1152. if(frame->_callable == nullptr) current_f_name = ""; // not in a function
  1153. e.st_push(frame->co->src, current_line, nullptr, current_f_name);
  1154. if(ok) throw HandledException();
  1155. else throw UnhandledException();
  1156. }
  1157. void ManagedHeap::mark() {
  1158. for(PyObject* obj: _no_gc) PK_OBJ_MARK(obj);
  1159. for(auto& frame : vm->callstack.data()) frame._gc_mark();
  1160. for(PyObject* obj: vm->s_data) PK_OBJ_MARK(obj);
  1161. for(auto [_, co]: vm->_cached_codes) co->_gc_mark();
  1162. if(vm->_last_exception) PK_OBJ_MARK(vm->_last_exception);
  1163. if(vm->_curr_class) PK_OBJ_MARK(vm->_curr_class);
  1164. if(vm->_c.error != nullptr) PK_OBJ_MARK(vm->_c.error);
  1165. if(_gc_marker_ex) _gc_marker_ex(vm);
  1166. }
  1167. StrName _type_name(VM *vm, Type type){
  1168. return vm->_all_types[type].name;
  1169. }
  1170. void VM::bind__getitem__(Type type, PyObject* (*f)(VM*, PyObject*, PyObject*)){
  1171. _all_types[type].m__getitem__ = f;
  1172. PyObject* nf = bind_method<1>(type, "__getitem__", [](VM* vm, ArgsView args){
  1173. return lambda_get_userdata<PyObject*(*)(VM*, PyObject*, PyObject*)>(args.begin())(vm, args[0], args[1]);
  1174. });
  1175. PK_OBJ_GET(NativeFunc, nf).set_userdata(f);
  1176. }
  1177. void VM::bind__setitem__(Type type, void (*f)(VM*, PyObject*, PyObject*, PyObject*)){
  1178. _all_types[type].m__setitem__ = f;
  1179. PyObject* nf = bind_method<2>(type, "__setitem__", [](VM* vm, ArgsView args){
  1180. lambda_get_userdata<void(*)(VM* vm, PyObject*, PyObject*, PyObject*)>(args.begin())(vm, args[0], args[1], args[2]);
  1181. return vm->None;
  1182. });
  1183. PK_OBJ_GET(NativeFunc, nf).set_userdata(f);
  1184. }
  1185. void VM::bind__delitem__(Type type, void (*f)(VM*, PyObject*, PyObject*)){
  1186. _all_types[type].m__delitem__ = f;
  1187. PyObject* nf = bind_method<1>(type, "__delitem__", [](VM* vm, ArgsView args){
  1188. lambda_get_userdata<void(*)(VM*, PyObject*, PyObject*)>(args.begin())(vm, args[0], args[1]);
  1189. return vm->None;
  1190. });
  1191. PK_OBJ_GET(NativeFunc, nf).set_userdata(f);
  1192. }
  1193. void VM::bind__hash__(Type type, i64 (*f)(VM*, PyObject*)){
  1194. PyObject* obj = _t(type);
  1195. _all_types[type].m__hash__ = f;
  1196. PyObject* nf = bind_method<0>(obj, "__hash__", [](VM* vm, ArgsView args){
  1197. i64 ret = lambda_get_userdata<i64(*)(VM*, PyObject*)>(args.begin())(vm, args[0]);
  1198. return VAR(ret);
  1199. });
  1200. PK_OBJ_GET(NativeFunc, nf).set_userdata(f);
  1201. }
  1202. void VM::bind__len__(Type type, i64 (*f)(VM*, PyObject*)){
  1203. PyObject* obj = _t(type);
  1204. _all_types[type].m__len__ = f;
  1205. PyObject* nf = bind_method<0>(obj, "__len__", [](VM* vm, ArgsView args){
  1206. i64 ret = lambda_get_userdata<i64(*)(VM*, PyObject*)>(args.begin())(vm, args[0]);
  1207. return VAR(ret);
  1208. });
  1209. PK_OBJ_GET(NativeFunc, nf).set_userdata(f);
  1210. }
  1211. void Dict::_probe_0(PyObject *key, bool &ok, int &i) const{
  1212. ok = false;
  1213. i64 hash = vm->py_hash(key);
  1214. i = hash & _mask;
  1215. // std::cout << CAST(Str, vm->py_repr(key)) << " " << hash << " " << i << std::endl;
  1216. for(int j=0; j<_capacity; j++) {
  1217. if(_items[i].first != nullptr){
  1218. if(vm->py_eq(_items[i].first, key)) { ok = true; break; }
  1219. }else{
  1220. if(_items[i].second == nullptr) break;
  1221. }
  1222. // https://github.com/python/cpython/blob/3.8/Objects/dictobject.c#L166
  1223. i = ((5*i) + 1) & _mask;
  1224. // std::cout << CAST(Str, vm->py_repr(key)) << " next: " << i << std::endl;
  1225. }
  1226. }
  1227. void Dict::_probe_1(PyObject *key, bool &ok, int &i) const{
  1228. ok = false;
  1229. i = vm->py_hash(key) & _mask;
  1230. while(_items[i].first != nullptr) {
  1231. if(vm->py_eq(_items[i].first, key)) { ok = true; break; }
  1232. // https://github.com/python/cpython/blob/3.8/Objects/dictobject.c#L166
  1233. i = ((5*i) + 1) & _mask;
  1234. }
  1235. }
  1236. void NativeFunc::check_size(VM* vm, ArgsView args) const{
  1237. if(args.size() != argc && argc != -1) {
  1238. vm->TypeError(_S("expected ", argc, " arguments, got ", args.size()));
  1239. }
  1240. }
  1241. PyObject* NativeFunc::call(VM *vm, ArgsView args) const {
  1242. return f(vm, args);
  1243. }
  1244. } // namespace pkpy