vm.cpp 47 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348
  1. #include "pocketpy/vm.h"
  2. namespace pkpy{
  3. struct JsonSerializer{
  4. VM* vm;
  5. PyObject* root;
  6. SStream ss;
  7. JsonSerializer(VM* vm, PyObject* root) : vm(vm), root(root) {}
  8. template<typename T>
  9. void write_array(T& arr){
  10. ss << '[';
  11. for(int i=0; i<arr.size(); i++){
  12. if(i != 0) ss << ", ";
  13. write_object(arr[i]);
  14. }
  15. ss << ']';
  16. }
  17. void write_dict(Dict& dict){
  18. ss << '{';
  19. bool first = true;
  20. dict.apply([&](PyObject* k, PyObject* v){
  21. if(!first) ss << ", ";
  22. first = false;
  23. if(!is_non_tagged_type(k, vm->tp_str)){
  24. vm->TypeError(_S("json keys must be string, got ", _type_name(vm, vm->_tp(k))));
  25. }
  26. ss << _CAST(Str&, k).escape(false) << ": ";
  27. write_object(v);
  28. });
  29. ss << '}';
  30. }
  31. void write_object(PyObject* obj){
  32. Type obj_t = vm->_tp(obj);
  33. if(obj == vm->None){
  34. ss << "null";
  35. }else if(obj_t == vm->tp_int){
  36. ss << _CAST(i64, obj);
  37. }else if(obj_t == vm->tp_float){
  38. f64 val = _CAST(f64, obj);
  39. if(std::isinf(val) || std::isnan(val)) vm->ValueError("cannot jsonify 'nan' or 'inf'");
  40. ss << val;
  41. }else if(obj_t == vm->tp_bool){
  42. ss << (obj == vm->True ? "true" : "false");
  43. }else if(obj_t == vm->tp_str){
  44. _CAST(Str&, obj).escape_(ss, false);
  45. }else if(obj_t == vm->tp_list){
  46. write_array<List>(_CAST(List&, obj));
  47. }else if(obj_t == vm->tp_tuple){
  48. write_array<Tuple>(_CAST(Tuple&, obj));
  49. }else if(obj_t == vm->tp_dict){
  50. write_dict(_CAST(Dict&, obj));
  51. }else{
  52. vm->TypeError(_S("unrecognized type ", _type_name(vm, obj_t).escape()));
  53. }
  54. }
  55. Str serialize(){
  56. auto _lock = vm->heap.gc_scope_lock();
  57. write_object(root);
  58. return ss.str();
  59. }
  60. };
  61. VM::VM(bool enable_os) : heap(this), enable_os(enable_os) {
  62. this->vm = this;
  63. this->_c.error = nullptr;
  64. _stdout = [](const char* buf, int size) {
  65. std::cout.write(buf, size);
  66. };
  67. _stderr = [](const char* buf, int size) {
  68. std::cerr.write(buf, size);
  69. };
  70. callstack.reserve(8);
  71. _main = nullptr;
  72. _last_exception = nullptr;
  73. _import_handler = [](const char* name_p, int name_size, int* out_size) -> unsigned char*{
  74. PK_UNUSED(name_p);
  75. PK_UNUSED(name_size);
  76. PK_UNUSED(out_size);
  77. return nullptr;
  78. };
  79. init_builtin_types();
  80. }
  81. PyObject* VM::py_str(PyObject* obj){
  82. const PyTypeInfo* ti = _inst_type_info(obj);
  83. if(ti->m__str__) return ti->m__str__(this, obj);
  84. PyObject* self;
  85. PyObject* f = get_unbound_method(obj, __str__, &self, false);
  86. if(self != PY_NULL) return call_method(self, f);
  87. return py_repr(obj);
  88. }
  89. PyObject* VM::py_repr(PyObject* obj){
  90. const PyTypeInfo* ti = _inst_type_info(obj);
  91. if(ti->m__repr__) return ti->m__repr__(this, obj);
  92. return call_method(obj, __repr__);
  93. }
  94. PyObject* VM::py_json(PyObject* obj){
  95. auto j = JsonSerializer(this, obj);
  96. return VAR(j.serialize());
  97. }
  98. PyObject* VM::py_iter(PyObject* obj){
  99. const PyTypeInfo* ti = _inst_type_info(obj);
  100. if(ti->m__iter__) return ti->m__iter__(this, obj);
  101. PyObject* self;
  102. PyObject* iter_f = get_unbound_method(obj, __iter__, &self, false);
  103. if(self != PY_NULL) return call_method(self, iter_f);
  104. TypeError(_type_name(vm, _tp(obj)).escape() + " object is not iterable");
  105. return nullptr;
  106. }
  107. FrameId VM::top_frame(){
  108. #if PK_DEBUG_EXTRA_CHECK
  109. if(callstack.empty()) PK_FATAL_ERROR();
  110. #endif
  111. return FrameId(&callstack.data(), callstack.size()-1);
  112. }
  113. void VM::_pop_frame(){
  114. Frame* frame = &callstack.top();
  115. s_data.reset(frame->_sp_base);
  116. callstack.pop();
  117. }
  118. PyObject* VM::find_name_in_mro(Type cls, StrName name){
  119. PyObject* val;
  120. do{
  121. val = _t(cls)->attr().try_get(name);
  122. if(val != nullptr) return val;
  123. cls = _all_types[cls].base;
  124. if(cls.index == -1) break;
  125. }while(true);
  126. return nullptr;
  127. }
  128. bool VM::isinstance(PyObject* obj, Type base){
  129. return issubclass(_tp(obj), base);
  130. }
  131. bool VM::issubclass(Type cls, Type base){
  132. do{
  133. if(cls == base) return true;
  134. Type next = _all_types[cls].base;
  135. if(next.index == -1) break;
  136. cls = next;
  137. }while(true);
  138. return false;
  139. }
  140. PyObject* VM::exec(std::string_view source, Str filename, CompileMode mode, PyObject* _module){
  141. if(_module == nullptr) _module = _main;
  142. try {
  143. CodeObject_ code = compile(source, filename, mode);
  144. #if PK_DEBUG_DIS_EXEC
  145. if(_module == _main) std::cout << disassemble(code) << '\n';
  146. #endif
  147. return _exec(code, _module);
  148. }catch (const Exception& e){
  149. Str sum = e.summary() + "\n";
  150. _stderr(sum.data, sum.size);
  151. }
  152. #if !PK_DEBUG_FULL_EXCEPTION
  153. catch(const std::exception& e) {
  154. Str msg = "An std::exception occurred! It could be a bug.\n";
  155. msg = msg + e.what() + "\n";
  156. _stderr(msg.data, msg.size);
  157. }
  158. catch(NeedMoreLines){
  159. throw;
  160. }
  161. catch(...) {
  162. Str msg = "An unknown exception occurred! It could be a bug. Please report it to @blueloveTH on GitHub.\n";
  163. _stderr(msg.data, msg.size);
  164. }
  165. #endif
  166. callstack.clear();
  167. s_data.clear();
  168. return nullptr;
  169. }
  170. PyObject* VM::exec(std::string_view source){
  171. return exec(source, "main.py", EXEC_MODE);
  172. }
  173. PyObject* VM::eval(std::string_view source){
  174. return exec(source, "<eval>", EVAL_MODE);
  175. }
  176. PyObject* VM::new_type_object(PyObject* mod, StrName name, Type base, bool subclass_enabled){
  177. PyObject* obj = heap._new<Type>(tp_type, _all_types.size());
  178. const PyTypeInfo& base_info = _all_types[base];
  179. if(!base_info.subclass_enabled){
  180. TypeError(_S("type ", base_info.name.escape(), " is not `subclass_enabled`"));
  181. }
  182. PyTypeInfo info{
  183. obj,
  184. base,
  185. mod,
  186. name,
  187. subclass_enabled,
  188. };
  189. _all_types.push_back(info);
  190. return obj;
  191. }
  192. Type VM::_new_type_object(StrName name, Type base, bool subclass_enabled) {
  193. PyObject* obj = new_type_object(nullptr, name, base, subclass_enabled);
  194. return PK_OBJ_GET(Type, obj);
  195. }
  196. const PyTypeInfo* VM::_inst_type_info(PyObject* obj){
  197. if(is_int(obj)) return &_all_types[tp_int];
  198. if(is_float(obj)) return &_all_types[tp_float];
  199. return &_all_types[obj->type];
  200. }
  201. bool VM::py_eq(PyObject* lhs, PyObject* rhs){
  202. if(lhs == rhs) return true;
  203. const PyTypeInfo* ti = _inst_type_info(lhs);
  204. PyObject* res;
  205. if(ti->m__eq__){
  206. res = ti->m__eq__(this, lhs, rhs);
  207. if(res != vm->NotImplemented) return res == vm->True;
  208. }
  209. res = call_method(lhs, __eq__, rhs);
  210. if(res != vm->NotImplemented) return res == vm->True;
  211. ti = _inst_type_info(rhs);
  212. if(ti->m__eq__){
  213. res = ti->m__eq__(this, rhs, lhs);
  214. if(res != vm->NotImplemented) return res == vm->True;
  215. }
  216. res = call_method(rhs, __eq__, lhs);
  217. if(res != vm->NotImplemented) return res == vm->True;
  218. return false;
  219. }
  220. int VM::normalized_index(int index, int size){
  221. if(index < 0) index += size;
  222. if(index < 0 || index >= size){
  223. IndexError(std::to_string(index) + " not in [0, " + std::to_string(size) + ")");
  224. }
  225. return index;
  226. }
  227. PyObject* VM::py_next(PyObject* obj){
  228. const PyTypeInfo* ti = _inst_type_info(obj);
  229. if(ti->m__next__) return ti->m__next__(this, obj);
  230. return call_method(obj, __next__);
  231. }
  232. PyObject* VM::py_import(Str path, bool throw_err){
  233. if(path.empty()) vm->ValueError("empty module name");
  234. static auto f_join = [](const std::vector<std::string_view>& cpnts){
  235. SStream ss;
  236. for(int i=0; i<cpnts.size(); i++){
  237. if(i != 0) ss << ".";
  238. ss << cpnts[i];
  239. }
  240. return Str(ss.str());
  241. };
  242. if(path[0] == '.'){
  243. if(_import_context.pending.empty()){
  244. ImportError("relative import outside of package");
  245. }
  246. Str curr_path = _import_context.pending.back();
  247. bool curr_is_init = _import_context.pending_is_init.back();
  248. // convert relative path to absolute path
  249. std::vector<std::string_view> cpnts = curr_path.split('.');
  250. int prefix = 0; // how many dots in the prefix
  251. for(int i=0; i<path.length(); i++){
  252. if(path[i] == '.') prefix++;
  253. else break;
  254. }
  255. if(prefix > cpnts.size()) ImportError("attempted relative import beyond top-level package");
  256. path = path.substr(prefix); // remove prefix
  257. for(int i=(int)curr_is_init; i<prefix; i++) cpnts.pop_back();
  258. if(!path.empty()) cpnts.push_back(path.sv());
  259. path = f_join(cpnts);
  260. }
  261. PK_ASSERT(path.begin()[0] != '.' && path.end()[-1] != '.');
  262. // check existing module
  263. StrName name(path);
  264. PyObject* ext_mod = _modules.try_get(name);
  265. if(ext_mod != nullptr) return ext_mod;
  266. std::vector<std::string_view> path_cpnts = path.split('.');
  267. // check circular import
  268. if(_import_context.pending.size() > 128){
  269. ImportError("maximum recursion depth exceeded while importing");
  270. }
  271. // try import
  272. Str filename = path.replace('.', PK_PLATFORM_SEP) + ".py";
  273. Str source;
  274. bool is_init = false;
  275. auto it = _lazy_modules.find(name);
  276. if(it == _lazy_modules.end()){
  277. int out_size;
  278. unsigned char* out = _import_handler(filename.data, filename.size, &out_size);
  279. if(out == nullptr){
  280. filename = path.replace('.', PK_PLATFORM_SEP).str() + PK_PLATFORM_SEP + "__init__.py";
  281. is_init = true;
  282. out = _import_handler(filename.data, filename.size, &out_size);
  283. }
  284. if(out == nullptr){
  285. if(throw_err) ImportError(_S("module ", path.escape(), " not found"));
  286. else return nullptr;
  287. }
  288. PK_ASSERT(out_size >= 0)
  289. source = Str(std::string_view((char*)out, out_size));
  290. free(out);
  291. }else{
  292. source = it->second;
  293. _lazy_modules.erase(it);
  294. }
  295. auto _ = _import_context.scope(path, is_init);
  296. CodeObject_ code = compile(source, filename, EXEC_MODE);
  297. Str name_cpnt = path_cpnts.back();
  298. path_cpnts.pop_back();
  299. PyObject* new_mod = new_module(name_cpnt, f_join(path_cpnts));
  300. _exec(code, new_mod);
  301. return new_mod;
  302. }
  303. VM::~VM() {
  304. callstack.clear();
  305. s_data.clear();
  306. _all_types.clear();
  307. _modules.clear();
  308. _lazy_modules.clear();
  309. }
  310. PyObject* VM::py_negate(PyObject* obj){
  311. const PyTypeInfo* ti = _inst_type_info(obj);
  312. if(ti->m__neg__) return ti->m__neg__(this, obj);
  313. return call_method(obj, __neg__);
  314. }
  315. bool VM::py_bool(PyObject* obj){
  316. if(obj == vm->True) return true;
  317. if(obj == vm->False) return false;
  318. if(obj == None) return false;
  319. if(is_int(obj)) return _CAST(i64, obj) != 0;
  320. if(is_float(obj)) return _CAST(f64, obj) != 0.0;
  321. PyObject* self;
  322. PyObject* len_f = get_unbound_method(obj, __len__, &self, false);
  323. if(self != PY_NULL){
  324. PyObject* ret = call_method(self, len_f);
  325. return CAST(i64, ret) > 0;
  326. }
  327. return true;
  328. }
  329. PyObject* VM::py_list(PyObject* it){
  330. auto _lock = heap.gc_scope_lock();
  331. it = py_iter(it);
  332. List list;
  333. PyObject* obj = py_next(it);
  334. while(obj != StopIteration){
  335. list.push_back(obj);
  336. obj = py_next(it);
  337. }
  338. return VAR(std::move(list));
  339. }
  340. void VM::parse_int_slice(const Slice& s, int length, int& start, int& stop, int& step){
  341. auto clip = [](int value, int min, int max){
  342. if(value < min) return min;
  343. if(value > max) return max;
  344. return value;
  345. };
  346. if(s.step == None) step = 1;
  347. else step = CAST(int, s.step);
  348. if(step == 0) ValueError("slice step cannot be zero");
  349. if(step > 0){
  350. if(s.start == None){
  351. start = 0;
  352. }else{
  353. start = CAST(int, s.start);
  354. if(start < 0) start += length;
  355. start = clip(start, 0, length);
  356. }
  357. if(s.stop == None){
  358. stop = length;
  359. }else{
  360. stop = CAST(int, s.stop);
  361. if(stop < 0) stop += length;
  362. stop = clip(stop, 0, length);
  363. }
  364. }else{
  365. if(s.start == None){
  366. start = length - 1;
  367. }else{
  368. start = CAST(int, s.start);
  369. if(start < 0) start += length;
  370. start = clip(start, -1, length - 1);
  371. }
  372. if(s.stop == None){
  373. stop = -1;
  374. }else{
  375. stop = CAST(int, s.stop);
  376. if(stop < 0) stop += length;
  377. stop = clip(stop, -1, length - 1);
  378. }
  379. }
  380. }
  381. i64 VM::py_hash(PyObject* obj){
  382. // https://docs.python.org/3.10/reference/datamodel.html#object.__hash__
  383. const PyTypeInfo* ti = _inst_type_info(obj);
  384. if(ti->m__hash__) return ti->m__hash__(this, obj);
  385. PyObject* self;
  386. PyObject* f = get_unbound_method(obj, __hash__, &self, false);
  387. if(f != nullptr){
  388. PyObject* ret = call_method(self, f);
  389. return CAST(i64, ret);
  390. }
  391. // if it is trivial `object`, return PK_BITS
  392. if(ti == &_all_types[tp_object]) return PK_BITS(obj);
  393. // otherwise, we check if it has a custom __eq__ other than object.__eq__
  394. bool has_custom_eq = false;
  395. if(ti->m__eq__) has_custom_eq = true;
  396. else{
  397. f = get_unbound_method(obj, __eq__, &self, false);
  398. has_custom_eq = f != _t(tp_object)->attr(__eq__);
  399. }
  400. if(has_custom_eq){
  401. TypeError(_S("unhashable type: ", ti->name.escape()));
  402. PK_UNREACHABLE()
  403. }else{
  404. return PK_BITS(obj);
  405. }
  406. }
  407. PyObject* VM::_format_string(Str spec, PyObject* obj){
  408. if(spec.empty()) return py_str(obj);
  409. char type;
  410. switch(spec.end()[-1]){
  411. case 'f': case 'd': case 's':
  412. type = spec.end()[-1];
  413. spec = spec.substr(0, spec.length() - 1);
  414. break;
  415. default: type = ' '; break;
  416. }
  417. char pad_c = ' ';
  418. for(char c: std::string_view("0-=*#@!~")){
  419. if(spec[0] == c){
  420. pad_c = c;
  421. spec = spec.substr(1);
  422. break;
  423. }
  424. }
  425. char align;
  426. if(spec[0] == '^'){
  427. align = '^';
  428. spec = spec.substr(1);
  429. }else if(spec[0] == '>'){
  430. align = '>';
  431. spec = spec.substr(1);
  432. }else if(spec[0] == '<'){
  433. align = '<';
  434. spec = spec.substr(1);
  435. }else{
  436. if(is_int(obj) || is_float(obj)) align = '>';
  437. else align = '<';
  438. }
  439. int dot = spec.index(".");
  440. int width, precision;
  441. try{
  442. if(dot >= 0){
  443. if(dot == 0){
  444. width = -1;
  445. }else{
  446. width = std::stoi(spec.substr(0, dot).str());
  447. }
  448. precision = std::stoi(spec.substr(dot+1).str());
  449. }else{
  450. width = std::stoi(spec.str());
  451. precision = -1;
  452. }
  453. }catch(...){
  454. ValueError("invalid format specifer");
  455. }
  456. if(type != 'f' && dot >= 0) ValueError("precision not allowed in the format specifier");
  457. Str ret;
  458. if(type == 'f'){
  459. f64 val = CAST(f64, obj);
  460. if(precision < 0) precision = 6;
  461. SStream ss;
  462. ss.setprecision(precision);
  463. ss << val;
  464. ret = ss.str();
  465. }else if(type == 'd'){
  466. ret = std::to_string(CAST(i64, obj));
  467. }else if(type == 's'){
  468. ret = CAST(Str&, obj);
  469. }else{
  470. ret = CAST(Str&, py_str(obj));
  471. }
  472. if(width != -1 && width > ret.length()){
  473. int pad = width - ret.length();
  474. if(align == '>' || align == '<'){
  475. std::string padding(pad, pad_c);
  476. if(align == '>') ret = padding.c_str() + ret;
  477. else ret = ret + padding.c_str();
  478. }else{ // ^
  479. int pad_left = pad / 2;
  480. int pad_right = pad - pad_left;
  481. std::string padding_left(pad_left, pad_c);
  482. std::string padding_right(pad_right, pad_c);
  483. ret = padding_left.c_str() + ret + padding_right.c_str();
  484. }
  485. }
  486. return VAR(ret);
  487. }
  488. PyObject* VM::new_module(Str name, Str package) {
  489. PyObject* obj = heap._new<DummyModule>(tp_module);
  490. obj->attr().set(__name__, VAR(name));
  491. obj->attr().set(__package__, VAR(package));
  492. // convert to fullname
  493. if(!package.empty()) name = package + "." + name;
  494. obj->attr().set(__path__, VAR(name));
  495. // we do not allow override in order to avoid memory leak
  496. // it is because Module objects are not garbage collected
  497. if(_modules.contains(name)){
  498. throw std::runtime_error(_S("module ", name.escape(), " already exists").str());
  499. }
  500. // set it into _modules
  501. _modules.set(name, obj);
  502. return obj;
  503. }
  504. static std::string _opcode_argstr(VM* vm, Bytecode byte, const CodeObject* co){
  505. std::string argStr = std::to_string(byte.arg);
  506. switch(byte.op){
  507. case OP_LOAD_CONST: case OP_FORMAT_STRING: case OP_IMPORT_PATH:
  508. if(vm != nullptr){
  509. argStr += _S(" (", CAST(Str, vm->py_repr(co->consts[byte.arg])), ")").sv();
  510. }
  511. break;
  512. case OP_LOAD_NAME: case OP_LOAD_GLOBAL: case OP_LOAD_NONLOCAL: case OP_STORE_GLOBAL:
  513. case OP_LOAD_ATTR: case OP_LOAD_METHOD: case OP_STORE_ATTR: case OP_DELETE_ATTR:
  514. case OP_BEGIN_CLASS: case OP_GOTO:
  515. case OP_DELETE_GLOBAL: case OP_INC_GLOBAL: case OP_DEC_GLOBAL: case OP_STORE_CLASS_ATTR:
  516. argStr += _S(" (", StrName(byte.arg).sv(), ")").sv();
  517. break;
  518. case OP_LOAD_FAST: case OP_STORE_FAST: case OP_DELETE_FAST: case OP_INC_FAST: case OP_DEC_FAST:
  519. argStr += _S(" (", co->varnames[byte.arg].sv(), ")").sv();
  520. break;
  521. case OP_LOAD_FUNCTION:
  522. argStr += _S(" (", co->func_decls[byte.arg]->code->name, ")").sv();
  523. break;
  524. }
  525. return argStr;
  526. }
  527. Str VM::disassemble(CodeObject_ co){
  528. auto pad = [](const Str& s, const int n){
  529. if(s.length() >= n) return s.substr(0, n);
  530. return s + std::string(n - s.length(), ' ');
  531. };
  532. std::vector<int> jumpTargets;
  533. for(auto byte : co->codes){
  534. if(byte.op == OP_JUMP_ABSOLUTE || byte.op == OP_POP_JUMP_IF_FALSE || byte.op == OP_SHORTCUT_IF_FALSE_OR_POP || byte.op == OP_FOR_ITER){
  535. jumpTargets.push_back(byte.arg);
  536. }
  537. if(byte.op == OP_GOTO){
  538. // TODO: pre-compute jump targets for OP_GOTO
  539. int* target = co->labels.try_get_2_likely_found(StrName(byte.arg));
  540. if(target != nullptr) jumpTargets.push_back(*target);
  541. }
  542. }
  543. SStream ss;
  544. int prev_line = -1;
  545. for(int i=0; i<co->codes.size(); i++){
  546. const Bytecode& byte = co->codes[i];
  547. Str line = std::to_string(co->lines[i]);
  548. if(co->lines[i] == prev_line) line = "";
  549. else{
  550. if(prev_line != -1) ss << "\n";
  551. prev_line = co->lines[i];
  552. }
  553. std::string pointer;
  554. if(std::find(jumpTargets.begin(), jumpTargets.end(), i) != jumpTargets.end()){
  555. pointer = "-> ";
  556. }else{
  557. pointer = " ";
  558. }
  559. ss << pad(line, 8) << pointer << pad(std::to_string(i), 3);
  560. ss << " " << pad(OP_NAMES[byte.op], 25) << " ";
  561. // ss << pad(byte.arg == -1 ? "" : std::to_string(byte.arg), 5);
  562. std::string argStr = _opcode_argstr(this, byte, co.get());
  563. ss << argStr;
  564. // ss << pad(argStr, 40); // may overflow
  565. // ss << co->blocks[byte.block].type;
  566. if(i != co->codes.size() - 1) ss << '\n';
  567. }
  568. for(auto& decl: co->func_decls){
  569. ss << "\n\n" << "Disassembly of " << decl->code->name << ":\n";
  570. ss << disassemble(decl->code);
  571. }
  572. ss << "\n";
  573. return Str(ss.str());
  574. }
  575. #if PK_DEBUG_CEVAL_STEP
  576. void VM::_log_s_data(const char* title) {
  577. if(_main == nullptr) return;
  578. if(callstack.empty()) return;
  579. SStream ss;
  580. if(title) ss << title << " | ";
  581. std::map<PyObject**, int> sp_bases;
  582. for(Frame& f: callstack.data()){
  583. if(f._sp_base == nullptr) PK_FATAL_ERROR();
  584. sp_bases[f._sp_base] += 1;
  585. }
  586. FrameId frame = top_frame();
  587. int line = frame->co->lines[frame->_ip];
  588. ss << frame->co->name << ":" << line << " [";
  589. for(PyObject** p=s_data.begin(); p!=s_data.end(); p++){
  590. ss << std::string(sp_bases[p], '|');
  591. if(sp_bases[p] > 0) ss << " ";
  592. PyObject* obj = *p;
  593. if(obj == nullptr) ss << "(nil)";
  594. else if(obj == PY_NULL) ss << "NULL";
  595. else if(is_int(obj)) ss << CAST(i64, obj);
  596. else if(is_float(obj)) ss << CAST(f64, obj);
  597. else if(is_type(obj, tp_str)) ss << CAST(Str, obj).escape();
  598. else if(obj == None) ss << "None";
  599. else if(obj == True) ss << "True";
  600. else if(obj == False) ss << "False";
  601. else if(is_type(obj, tp_function)){
  602. auto& f = CAST(Function&, obj);
  603. ss << f.decl->code->name << "(...)";
  604. } else if(is_type(obj, tp_type)){
  605. Type t = PK_OBJ_GET(Type, obj);
  606. ss << "<class " + _all_types[t].name.escape() + ">";
  607. } else if(is_type(obj, tp_list)){
  608. auto& t = CAST(List&, obj);
  609. ss << "list(size=" << t.size() << ")";
  610. } else if(is_type(obj, tp_tuple)){
  611. auto& t = CAST(Tuple&, obj);
  612. ss << "tuple(size=" << t.size() << ")";
  613. } else ss << "(" << _type_name(this, obj->type) << ")";
  614. ss << ", ";
  615. }
  616. std::string output = ss.str();
  617. if(!s_data.empty()) {
  618. output.pop_back(); output.pop_back();
  619. }
  620. output.push_back(']');
  621. Bytecode byte = frame->co->codes[frame->_ip];
  622. std::cout << output << " " << OP_NAMES[byte.op] << " " << _opcode_argstr(nullptr, byte, frame->co) << std::endl;
  623. }
  624. #endif
  625. void VM::init_builtin_types(){
  626. _all_types.push_back({heap._new<Type>(Type(1), Type(0)), -1, nullptr, "object", true});
  627. _all_types.push_back({heap._new<Type>(Type(1), Type(1)), 0, nullptr, "type", false});
  628. if(tp_int != _new_type_object("int")) exit(-3);
  629. if((tp_float != _new_type_object("float"))) exit(-3);
  630. if(tp_bool != _new_type_object("bool")) exit(-3);
  631. if(tp_str != _new_type_object("str")) exit(-3);
  632. if(tp_list != _new_type_object("list")) exit(-3);
  633. if(tp_tuple != _new_type_object("tuple")) exit(-3);
  634. if(tp_slice != _new_type_object("slice")) exit(-3);
  635. if(tp_range != _new_type_object("range")) exit(-3);
  636. if(tp_module != _new_type_object("module")) exit(-3);
  637. if(tp_function != _new_type_object("function")) exit(-3);
  638. if(tp_native_func != _new_type_object("native_func")) exit(-3);
  639. if(tp_bound_method != _new_type_object("bound_method")) exit(-3);
  640. if(tp_super != _new_type_object("super")) exit(-3);
  641. if(tp_exception != _new_type_object("Exception", 0, true)) exit(-3);
  642. if(tp_bytes != _new_type_object("bytes")) exit(-3);
  643. if(tp_mappingproxy != _new_type_object("mappingproxy")) exit(-3);
  644. if(tp_dict != _new_type_object("dict")) exit(-3);
  645. if(tp_property != _new_type_object("property")) exit(-3);
  646. if(tp_star_wrapper != _new_type_object("_star_wrapper")) exit(-3);
  647. if(tp_staticmethod != _new_type_object("staticmethod")) exit(-3);
  648. if(tp_classmethod != _new_type_object("classmethod")) exit(-3);
  649. // SyntaxError and IndentationError must be created here
  650. Type tp_syntax_error = _new_type_object("SyntaxError", tp_exception, true);
  651. Type tp_indentation_error = _new_type_object("IndentationError", tp_syntax_error, true);
  652. this->None = heap._new<Dummy>(_new_type_object("NoneType"));
  653. this->NotImplemented = heap._new<Dummy>(_new_type_object("NotImplementedType"));
  654. this->Ellipsis = heap._new<Dummy>(_new_type_object("ellipsis"));
  655. this->True = heap._new<Dummy>(tp_bool);
  656. this->False = heap._new<Dummy>(tp_bool);
  657. this->StopIteration = heap._new<Dummy>(_new_type_object("StopIterationType"));
  658. this->builtins = new_module("builtins");
  659. // setup public types
  660. builtins->attr().set("type", _t(tp_type));
  661. builtins->attr().set("object", _t(tp_object));
  662. builtins->attr().set("bool", _t(tp_bool));
  663. builtins->attr().set("int", _t(tp_int));
  664. builtins->attr().set("float", _t(tp_float));
  665. builtins->attr().set("str", _t(tp_str));
  666. builtins->attr().set("list", _t(tp_list));
  667. builtins->attr().set("tuple", _t(tp_tuple));
  668. builtins->attr().set("range", _t(tp_range));
  669. builtins->attr().set("bytes", _t(tp_bytes));
  670. builtins->attr().set("dict", _t(tp_dict));
  671. builtins->attr().set("property", _t(tp_property));
  672. builtins->attr().set("StopIteration", StopIteration);
  673. builtins->attr().set("NotImplemented", NotImplemented);
  674. builtins->attr().set("slice", _t(tp_slice));
  675. builtins->attr().set("Exception", _t(tp_exception));
  676. builtins->attr().set("SyntaxError", _t(tp_syntax_error));
  677. builtins->attr().set("IndentationError", _t(tp_indentation_error));
  678. post_init();
  679. this->_main = new_module("__main__");
  680. }
  681. // `heap.gc_scope_lock();` needed before calling this function
  682. void VM::_unpack_as_list(ArgsView args, List& list){
  683. for(PyObject* obj: args){
  684. if(is_non_tagged_type(obj, tp_star_wrapper)){
  685. const StarWrapper& w = _CAST(StarWrapper&, obj);
  686. // maybe this check should be done in the compile time
  687. if(w.level != 1) TypeError("expected level 1 star wrapper");
  688. PyObject* _0 = py_iter(w.obj);
  689. PyObject* _1 = py_next(_0);
  690. while(_1 != StopIteration){
  691. list.push_back(_1);
  692. _1 = py_next(_0);
  693. }
  694. }else{
  695. list.push_back(obj);
  696. }
  697. }
  698. }
  699. // `heap.gc_scope_lock();` needed before calling this function
  700. void VM::_unpack_as_dict(ArgsView args, Dict& dict){
  701. for(PyObject* obj: args){
  702. if(is_non_tagged_type(obj, tp_star_wrapper)){
  703. const StarWrapper& w = _CAST(StarWrapper&, obj);
  704. // maybe this check should be done in the compile time
  705. if(w.level != 2) TypeError("expected level 2 star wrapper");
  706. const Dict& other = CAST(Dict&, w.obj);
  707. dict.update(other);
  708. }else{
  709. const Tuple& t = CAST(Tuple&, obj);
  710. if(t.size() != 2) TypeError("expected tuple of length 2");
  711. dict.set(t[0], t[1]);
  712. }
  713. }
  714. }
  715. void VM::_prepare_py_call(PyObject** buffer, ArgsView args, ArgsView kwargs, const FuncDecl_& decl){
  716. const CodeObject* co = decl->code.get();
  717. int co_nlocals = co->varnames.size();
  718. int decl_argc = decl->args.size();
  719. if(args.size() < decl_argc){
  720. vm->TypeError(_S(
  721. co->name, "() takes ", decl_argc, " positional arguments but ", args.size(), " were given"
  722. ));
  723. }
  724. int i = 0;
  725. // prepare args
  726. for(int index: decl->args) buffer[index] = args[i++];
  727. // set extra varnames to PY_NULL
  728. for(int j=i; j<co_nlocals; j++) buffer[j] = PY_NULL;
  729. // prepare kwdefaults
  730. for(auto& kv: decl->kwargs) buffer[kv.index] = kv.value;
  731. // handle *args
  732. if(decl->starred_arg != -1){
  733. ArgsView vargs(args.begin() + i, args.end());
  734. buffer[decl->starred_arg] = VAR(vargs.to_tuple());
  735. i += vargs.size();
  736. }else{
  737. // kwdefaults override
  738. for(auto& kv: decl->kwargs){
  739. if(i >= args.size()) break;
  740. buffer[kv.index] = args[i++];
  741. }
  742. if(i < args.size()) TypeError(_S("too many arguments", " (", decl->code->name, ')'));
  743. }
  744. PyObject* vkwargs;
  745. if(decl->starred_kwarg != -1){
  746. vkwargs = VAR(Dict(this));
  747. buffer[decl->starred_kwarg] = vkwargs;
  748. }else{
  749. vkwargs = nullptr;
  750. }
  751. for(int j=0; j<kwargs.size(); j+=2){
  752. StrName key(CAST(int, kwargs[j]));
  753. int index = decl->kw_to_index.try_get_likely_found(key);
  754. // if key is an explicit key, set as local variable
  755. if(index >= 0){
  756. buffer[index] = kwargs[j+1];
  757. }else{
  758. // otherwise, set as **kwargs if possible
  759. if(vkwargs == nullptr){
  760. TypeError(_S(key.escape(), " is an invalid keyword argument for ", co->name, "()"));
  761. }else{
  762. Dict& dict = _CAST(Dict&, vkwargs);
  763. dict.set(VAR(key.sv()), kwargs[j+1]);
  764. }
  765. }
  766. }
  767. }
  768. PyObject* VM::vectorcall(int ARGC, int KWARGC, bool op_call){
  769. PyObject** p1 = s_data._sp - KWARGC*2;
  770. PyObject** p0 = p1 - ARGC - 2;
  771. // [callable, <self>, args..., kwargs...]
  772. // ^p0 ^p1 ^_sp
  773. PyObject* callable = p1[-(ARGC + 2)];
  774. bool method_call = p1[-(ARGC + 1)] != PY_NULL;
  775. // handle boundmethod, do a patch
  776. if(is_non_tagged_type(callable, tp_bound_method)){
  777. if(method_call) PK_FATAL_ERROR();
  778. BoundMethod& bm = PK_OBJ_GET(BoundMethod, callable);
  779. callable = bm.func; // get unbound method
  780. p1[-(ARGC + 2)] = bm.func;
  781. p1[-(ARGC + 1)] = bm.self;
  782. method_call = true;
  783. // [unbound, self, args..., kwargs...]
  784. }
  785. ArgsView args(p1 - ARGC - int(method_call), p1);
  786. ArgsView kwargs(p1, s_data._sp);
  787. PyObject** _base = args.begin();
  788. PyObject* buffer[PK_MAX_CO_VARNAMES];
  789. if(is_non_tagged_type(callable, tp_native_func)){
  790. const auto& f = PK_OBJ_GET(NativeFunc, callable);
  791. PyObject* ret;
  792. if(f.decl != nullptr){
  793. int co_nlocals = f.decl->code->varnames.size();
  794. _prepare_py_call(buffer, args, kwargs, f.decl);
  795. // copy buffer back to stack
  796. s_data.reset(_base + co_nlocals);
  797. for(int j=0; j<co_nlocals; j++) _base[j] = buffer[j];
  798. ret = f.call(vm, ArgsView(s_data._sp - co_nlocals, s_data._sp));
  799. }else{
  800. if(KWARGC != 0) TypeError("old-style native_func does not accept keyword arguments");
  801. f.check_size(this, args);
  802. ret = f.call(this, args);
  803. }
  804. s_data.reset(p0);
  805. return ret;
  806. }
  807. if(is_non_tagged_type(callable, tp_function)){
  808. /*****************_py_call*****************/
  809. // callable must be a `function` object
  810. if(s_data.is_overflow()) StackOverflowError();
  811. const Function& fn = PK_OBJ_GET(Function, callable);
  812. const FuncDecl_& decl = fn.decl;
  813. const CodeObject* co = decl->code.get();
  814. int co_nlocals = co->varnames.size();
  815. if(decl->is_simple){
  816. if(args.size() != decl->args.size()){
  817. TypeError(_S(
  818. co->name, "() takes ", decl->args.size(), " positional arguments but ", args.size(), " were given"
  819. ));
  820. }
  821. if(!kwargs.empty()){
  822. TypeError(_S(co->name, "() takes no keyword arguments"));
  823. }
  824. s_data.reset(_base + co_nlocals);
  825. int i = 0;
  826. // prepare args
  827. for(int index: decl->args) _base[index] = args[i++];
  828. // set extra varnames to PY_NULL
  829. for(int j=i; j<co_nlocals; j++) _base[j] = PY_NULL;
  830. goto __FAST_CALL;
  831. }
  832. _prepare_py_call(buffer, args, kwargs, decl);
  833. if(co->is_generator){
  834. s_data.reset(p0);
  835. return _py_generator(
  836. Frame(&s_data, nullptr, co, fn._module, callable),
  837. ArgsView(buffer, buffer + co_nlocals)
  838. );
  839. }
  840. // copy buffer back to stack
  841. s_data.reset(_base + co_nlocals);
  842. for(int j=0; j<co_nlocals; j++) _base[j] = buffer[j];
  843. __FAST_CALL:
  844. callstack.emplace(&s_data, p0, co, fn._module, callable, FastLocals(co, args.begin()));
  845. if(op_call) return PY_OP_CALL;
  846. return _run_top_frame();
  847. /*****************_py_call*****************/
  848. }
  849. if(is_non_tagged_type(callable, tp_type)){
  850. if(method_call) PK_FATAL_ERROR();
  851. // [type, NULL, args..., kwargs...]
  852. PyObject* new_f = find_name_in_mro(PK_OBJ_GET(Type, callable), __new__);
  853. PyObject* obj;
  854. #if PK_DEBUG_EXTRA_CHECK
  855. PK_ASSERT(new_f != nullptr);
  856. #endif
  857. if(new_f == cached_object__new__) {
  858. // fast path for object.__new__
  859. Type t = PK_OBJ_GET(Type, callable);
  860. obj = vm->heap.gcnew<DummyInstance>(t);
  861. }else{
  862. PUSH(new_f);
  863. PUSH(PY_NULL);
  864. PUSH(callable); // cls
  865. for(PyObject* o: args) PUSH(o);
  866. for(PyObject* o: kwargs) PUSH(o);
  867. // if obj is not an instance of callable, the behavior is undefined
  868. obj = vectorcall(ARGC+1, KWARGC);
  869. }
  870. // __init__
  871. PyObject* self;
  872. callable = get_unbound_method(obj, __init__, &self, false);
  873. if (self != PY_NULL) {
  874. // replace `NULL` with `self`
  875. p1[-(ARGC + 2)] = callable;
  876. p1[-(ARGC + 1)] = self;
  877. // [init_f, self, args..., kwargs...]
  878. vectorcall(ARGC, KWARGC);
  879. // We just discard the return value of `__init__`
  880. // in cpython it raises a TypeError if the return value is not None
  881. }else{
  882. // manually reset the stack
  883. s_data.reset(p0);
  884. }
  885. return obj;
  886. }
  887. // handle `__call__` overload
  888. PyObject* self;
  889. PyObject* call_f = get_unbound_method(callable, __call__, &self, false);
  890. if(self != PY_NULL){
  891. p1[-(ARGC + 2)] = call_f;
  892. p1[-(ARGC + 1)] = self;
  893. // [call_f, self, args..., kwargs...]
  894. return vectorcall(ARGC, KWARGC, false);
  895. }
  896. TypeError(_type_name(vm, _tp(callable)).escape() + " object is not callable");
  897. PK_UNREACHABLE()
  898. }
  899. void VM::delattr(PyObject *_0, StrName _name){
  900. const PyTypeInfo* ti = _inst_type_info(_0);
  901. if(ti->m__delattr__ && ti->m__delattr__(this, _0, _name)) return;
  902. if(is_tagged(_0) || !_0->is_attr_valid()) TypeError("cannot delete attribute");
  903. if(!_0->attr().del(_name)) AttributeError(_0, _name);
  904. }
  905. // https://docs.python.org/3/howto/descriptor.html#invocation-from-an-instance
  906. PyObject* VM::getattr(PyObject* obj, StrName name, bool throw_err){
  907. Type objtype(0);
  908. // handle super() proxy
  909. if(is_non_tagged_type(obj, tp_super)){
  910. const Super& super = PK_OBJ_GET(Super, obj);
  911. obj = super.first;
  912. objtype = super.second;
  913. }else{
  914. objtype = _tp(obj);
  915. }
  916. PyObject* cls_var = find_name_in_mro(objtype, name);
  917. if(cls_var != nullptr){
  918. // handle descriptor
  919. if(is_non_tagged_type(cls_var, tp_property)){
  920. const Property& prop = PK_OBJ_GET(Property, cls_var);
  921. return call(prop.getter, obj);
  922. }
  923. }
  924. // handle instance __dict__
  925. if(!is_tagged(obj) && obj->is_attr_valid()){
  926. PyObject* val;
  927. if(obj->type == tp_type){
  928. val = find_name_in_mro(PK_OBJ_GET(Type, obj), name);
  929. if(val != nullptr){
  930. if(is_tagged(val)) return val;
  931. if(val->type == tp_staticmethod) return PK_OBJ_GET(StaticMethod, val).func;
  932. if(val->type == tp_classmethod) return VAR(BoundMethod(obj, PK_OBJ_GET(ClassMethod, val).func));
  933. return val;
  934. }
  935. }else{
  936. val = obj->attr().try_get_likely_found(name);
  937. if(val != nullptr) return val;
  938. }
  939. }
  940. if(cls_var != nullptr){
  941. // bound method is non-data descriptor
  942. if(!is_tagged(cls_var)){
  943. switch(cls_var->type){
  944. case tp_function.index:
  945. return VAR(BoundMethod(obj, cls_var));
  946. case tp_native_func.index:
  947. return VAR(BoundMethod(obj, cls_var));
  948. case tp_staticmethod.index:
  949. return PK_OBJ_GET(StaticMethod, cls_var).func;
  950. case tp_classmethod.index:
  951. return VAR(BoundMethod(_t(objtype), PK_OBJ_GET(ClassMethod, cls_var).func));
  952. }
  953. }
  954. return cls_var;
  955. }
  956. const PyTypeInfo* ti = &_all_types[objtype];
  957. if(ti->m__getattr__){
  958. PyObject* ret = ti->m__getattr__(this, obj, name);
  959. if(ret) return ret;
  960. }
  961. if(throw_err) AttributeError(obj, name);
  962. return nullptr;
  963. }
  964. // used by OP_LOAD_METHOD
  965. // try to load a unbound method (fallback to `getattr` if not found)
  966. PyObject* VM::get_unbound_method(PyObject* obj, StrName name, PyObject** self, bool throw_err, bool fallback){
  967. *self = PY_NULL;
  968. Type objtype(0);
  969. // handle super() proxy
  970. if(is_non_tagged_type(obj, tp_super)){
  971. const Super& super = PK_OBJ_GET(Super, obj);
  972. obj = super.first;
  973. objtype = super.second;
  974. }else{
  975. objtype = _tp(obj);
  976. }
  977. PyObject* cls_var = find_name_in_mro(objtype, name);
  978. if(fallback){
  979. if(cls_var != nullptr){
  980. // handle descriptor
  981. if(is_non_tagged_type(cls_var, tp_property)){
  982. const Property& prop = PK_OBJ_GET(Property, cls_var);
  983. return call(prop.getter, obj);
  984. }
  985. }
  986. // handle instance __dict__
  987. if(!is_tagged(obj) && obj->is_attr_valid()){
  988. PyObject* val;
  989. if(obj->type == tp_type){
  990. val = find_name_in_mro(PK_OBJ_GET(Type, obj), name);
  991. if(val != nullptr){
  992. if(is_tagged(val)) return val;
  993. if(val->type == tp_staticmethod) return PK_OBJ_GET(StaticMethod, val).func;
  994. if(val->type == tp_classmethod) return VAR(BoundMethod(obj, PK_OBJ_GET(ClassMethod, val).func));
  995. return val;
  996. }
  997. }else{
  998. val = obj->attr().try_get_likely_found(name);
  999. if(val != nullptr) return val;
  1000. }
  1001. }
  1002. }
  1003. if(cls_var != nullptr){
  1004. if(!is_tagged(cls_var)){
  1005. switch(cls_var->type){
  1006. case tp_function.index:
  1007. *self = obj;
  1008. break;
  1009. case tp_native_func.index:
  1010. *self = obj;
  1011. break;
  1012. case tp_staticmethod.index:
  1013. *self = PY_NULL;
  1014. return PK_OBJ_GET(StaticMethod, cls_var).func;
  1015. case tp_classmethod.index:
  1016. *self = _t(objtype);
  1017. return PK_OBJ_GET(ClassMethod, cls_var).func;
  1018. }
  1019. }
  1020. return cls_var;
  1021. }
  1022. const PyTypeInfo* ti = &_all_types[objtype];
  1023. if(fallback && ti->m__getattr__){
  1024. PyObject* ret = ti->m__getattr__(this, obj, name);
  1025. if(ret) return ret;
  1026. }
  1027. if(throw_err) AttributeError(obj, name);
  1028. return nullptr;
  1029. }
  1030. void VM::setattr(PyObject* obj, StrName name, PyObject* value){
  1031. Type objtype(0);
  1032. // handle super() proxy
  1033. if(is_non_tagged_type(obj, tp_super)){
  1034. Super& super = PK_OBJ_GET(Super, obj);
  1035. obj = super.first;
  1036. objtype = super.second;
  1037. }else{
  1038. objtype = _tp(obj);
  1039. }
  1040. PyObject* cls_var = find_name_in_mro(objtype, name);
  1041. if(cls_var != nullptr){
  1042. // handle descriptor
  1043. if(is_non_tagged_type(cls_var, tp_property)){
  1044. const Property& prop = _CAST(Property&, cls_var);
  1045. if(prop.setter != vm->None){
  1046. call(prop.setter, obj, value);
  1047. }else{
  1048. TypeError(_S("readonly attribute: ", name.escape()));
  1049. }
  1050. return;
  1051. }
  1052. }
  1053. const PyTypeInfo* ti = &_all_types[objtype];
  1054. if(ti->m__setattr__){
  1055. ti->m__setattr__(this, obj, name, value);
  1056. return;
  1057. }
  1058. // handle instance __dict__
  1059. if(is_tagged(obj) || !obj->is_attr_valid()) TypeError("cannot set attribute");
  1060. obj->attr().set(name, value);
  1061. }
  1062. PyObject* VM::bind(PyObject* obj, const char* sig, NativeFuncC fn, UserData userdata, BindType bt){
  1063. return bind(obj, sig, nullptr, fn, userdata, bt);
  1064. }
  1065. PyObject* VM::bind(PyObject* obj, const char* sig, const char* docstring, NativeFuncC fn, UserData userdata, BindType bt){
  1066. CodeObject_ co;
  1067. try{
  1068. // fn(a, b, *c, d=1) -> None
  1069. co = compile(_S("def ", sig, " : pass"), "<bind>", EXEC_MODE);
  1070. }catch(const Exception&){
  1071. throw std::runtime_error("invalid signature: " + std::string(sig));
  1072. }
  1073. if(co->func_decls.size() != 1){
  1074. throw std::runtime_error("expected 1 function declaration");
  1075. }
  1076. FuncDecl_ decl = co->func_decls[0];
  1077. decl->signature = Str(sig);
  1078. if(docstring != nullptr){
  1079. decl->docstring = Str(docstring).strip();
  1080. }
  1081. PyObject* f_obj = VAR(NativeFunc(fn, decl));
  1082. PK_OBJ_GET(NativeFunc, f_obj).set_userdata(userdata);
  1083. switch(bt){
  1084. case BindType::STATICMETHOD:
  1085. f_obj = VAR(StaticMethod(f_obj));
  1086. break;
  1087. case BindType::CLASSMETHOD:
  1088. f_obj = VAR(ClassMethod(f_obj));
  1089. break;
  1090. case BindType::DEFAULT:
  1091. break;
  1092. }
  1093. if(obj != nullptr) obj->attr().set(decl->code->name, f_obj);
  1094. return f_obj;
  1095. }
  1096. PyObject* VM::bind_property(PyObject* obj, Str name, NativeFuncC fget, NativeFuncC fset){
  1097. PyObject* _0 = heap.gcnew<NativeFunc>(tp_native_func, fget, 1, false);
  1098. PyObject* _1 = vm->None;
  1099. if(fset != nullptr) _1 = heap.gcnew<NativeFunc>(tp_native_func, fset, 2, false);
  1100. Str signature = name;
  1101. int pos = name.index(":");
  1102. if(pos > 0) name = name.substr(0, pos).strip();
  1103. PyObject* prop = VAR(Property(_0, _1, signature));
  1104. obj->attr().set(name, prop);
  1105. return prop;
  1106. }
  1107. void VM::_builtin_error(StrName type){ _error(call(builtins->attr(type))); }
  1108. void VM::_builtin_error(StrName type, PyObject* arg){ _error(call(builtins->attr(type), arg)); }
  1109. void VM::_builtin_error(StrName type, const Str& msg){ _builtin_error(type, VAR(msg)); }
  1110. void VM::_error(PyObject* e_obj){
  1111. PK_ASSERT(isinstance(e_obj, tp_exception))
  1112. Exception& e = PK_OBJ_GET(Exception, e_obj);
  1113. if(callstack.empty()){
  1114. e.is_re = false;
  1115. throw e;
  1116. }
  1117. PUSH(e_obj);
  1118. _raise();
  1119. }
  1120. void VM::_raise(bool re_raise){
  1121. Frame* frame = top_frame().get();
  1122. Exception& e = PK_OBJ_GET(Exception, s_data.top());
  1123. if(!re_raise){
  1124. e._ip_on_error = frame->_ip;
  1125. e._code_on_error = (void*)frame->co;
  1126. }
  1127. bool ok = frame->jump_to_exception_handler();
  1128. int actual_ip = frame->_ip;
  1129. if(e._ip_on_error >= 0 && e._code_on_error == (void*)frame->co) actual_ip = e._ip_on_error;
  1130. int current_line = frame->co->lines[actual_ip]; // current line
  1131. auto current_f_name = frame->co->name.sv(); // current function name
  1132. if(frame->_callable == nullptr) current_f_name = ""; // not in a function
  1133. e.st_push(frame->co->src, current_line, nullptr, current_f_name);
  1134. if(ok) throw HandledException();
  1135. else throw UnhandledException();
  1136. }
  1137. void ManagedHeap::mark() {
  1138. for(PyObject* obj: _no_gc) PK_OBJ_MARK(obj);
  1139. for(auto& frame : vm->callstack.data()) frame._gc_mark();
  1140. for(PyObject* obj: vm->s_data) PK_OBJ_MARK(obj);
  1141. for(auto [_, co]: vm->_cached_codes) co->_gc_mark();
  1142. if(vm->_last_exception) PK_OBJ_MARK(vm->_last_exception);
  1143. if(vm->_curr_class) PK_OBJ_MARK(vm->_curr_class);
  1144. if(vm->_c.error != nullptr) PK_OBJ_MARK(vm->_c.error);
  1145. if(_gc_marker_ex) _gc_marker_ex(vm);
  1146. }
  1147. StrName _type_name(VM *vm, Type type){
  1148. return vm->_all_types[type].name;
  1149. }
  1150. void VM::bind__getitem__(Type type, PyObject* (*f)(VM*, PyObject*, PyObject*)){
  1151. _all_types[type].m__getitem__ = f;
  1152. PyObject* nf = bind_method<1>(type, "__getitem__", [](VM* vm, ArgsView args){
  1153. return lambda_get_userdata<PyObject*(*)(VM*, PyObject*, PyObject*)>(args.begin())(vm, args[0], args[1]);
  1154. });
  1155. PK_OBJ_GET(NativeFunc, nf).set_userdata(f);
  1156. }
  1157. void VM::bind__setitem__(Type type, void (*f)(VM*, PyObject*, PyObject*, PyObject*)){
  1158. _all_types[type].m__setitem__ = f;
  1159. PyObject* nf = bind_method<2>(type, "__setitem__", [](VM* vm, ArgsView args){
  1160. lambda_get_userdata<void(*)(VM* vm, PyObject*, PyObject*, PyObject*)>(args.begin())(vm, args[0], args[1], args[2]);
  1161. return vm->None;
  1162. });
  1163. PK_OBJ_GET(NativeFunc, nf).set_userdata(f);
  1164. }
  1165. void VM::bind__delitem__(Type type, void (*f)(VM*, PyObject*, PyObject*)){
  1166. _all_types[type].m__delitem__ = f;
  1167. PyObject* nf = bind_method<1>(type, "__delitem__", [](VM* vm, ArgsView args){
  1168. lambda_get_userdata<void(*)(VM*, PyObject*, PyObject*)>(args.begin())(vm, args[0], args[1]);
  1169. return vm->None;
  1170. });
  1171. PK_OBJ_GET(NativeFunc, nf).set_userdata(f);
  1172. }
  1173. void VM::bind__hash__(Type type, i64 (*f)(VM*, PyObject*)){
  1174. PyObject* obj = _t(type);
  1175. _all_types[type].m__hash__ = f;
  1176. PyObject* nf = bind_method<0>(obj, "__hash__", [](VM* vm, ArgsView args){
  1177. i64 ret = lambda_get_userdata<i64(*)(VM*, PyObject*)>(args.begin())(vm, args[0]);
  1178. return VAR(ret);
  1179. });
  1180. PK_OBJ_GET(NativeFunc, nf).set_userdata(f);
  1181. }
  1182. void VM::bind__len__(Type type, i64 (*f)(VM*, PyObject*)){
  1183. PyObject* obj = _t(type);
  1184. _all_types[type].m__len__ = f;
  1185. PyObject* nf = bind_method<0>(obj, "__len__", [](VM* vm, ArgsView args){
  1186. i64 ret = lambda_get_userdata<i64(*)(VM*, PyObject*)>(args.begin())(vm, args[0]);
  1187. return VAR(ret);
  1188. });
  1189. PK_OBJ_GET(NativeFunc, nf).set_userdata(f);
  1190. }
  1191. void Dict::_probe_0(PyObject *key, bool &ok, int &i) const{
  1192. ok = false;
  1193. i64 hash = vm->py_hash(key);
  1194. i = hash & _mask;
  1195. // std::cout << CAST(Str, vm->py_repr(key)) << " " << hash << " " << i << std::endl;
  1196. for(int j=0; j<_capacity; j++) {
  1197. if(_items[i].first != nullptr){
  1198. if(vm->py_eq(_items[i].first, key)) { ok = true; break; }
  1199. }else{
  1200. if(_items[i].second == nullptr) break;
  1201. }
  1202. // https://github.com/python/cpython/blob/3.8/Objects/dictobject.c#L166
  1203. i = ((5*i) + 1) & _mask;
  1204. // std::cout << CAST(Str, vm->py_repr(key)) << " next: " << i << std::endl;
  1205. }
  1206. }
  1207. void Dict::_probe_1(PyObject *key, bool &ok, int &i) const{
  1208. ok = false;
  1209. i = vm->py_hash(key) & _mask;
  1210. while(_items[i].first != nullptr) {
  1211. if(vm->py_eq(_items[i].first, key)) { ok = true; break; }
  1212. // https://github.com/python/cpython/blob/3.8/Objects/dictobject.c#L166
  1213. i = ((5*i) + 1) & _mask;
  1214. }
  1215. }
  1216. void NativeFunc::check_size(VM* vm, ArgsView args) const{
  1217. if(args.size() != argc && argc != -1) {
  1218. vm->TypeError(_S("expected ", argc, " arguments, got ", args.size()));
  1219. }
  1220. }
  1221. PyObject* NativeFunc::call(VM *vm, ArgsView args) const {
  1222. return f(vm, args);
  1223. }
  1224. } // namespace pkpy