expr.h 8.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333
  1. #pragma once
  2. #include "codeobject.h"
  3. #include "common.h"
  4. #include "lexer.h"
  5. #include "error.h"
  6. #include "vm.h"
  7. namespace pkpy{
  8. struct CodeEmitContext;
  9. struct Expr;
  10. typedef std::unique_ptr<Expr> Expr_;
  11. struct Expr{
  12. int line = 0;
  13. virtual ~Expr() = default;
  14. virtual void emit_(CodeEmitContext* ctx) = 0;
  15. virtual bool is_literal() const { return false; }
  16. virtual bool is_json_object() const { return false; }
  17. virtual bool is_attrib() const { return false; }
  18. virtual bool is_compare() const { return false; }
  19. virtual int star_level() const { return 0; }
  20. virtual bool is_tuple() const { return false; }
  21. virtual bool is_name() const { return false; }
  22. bool is_starred() const { return star_level() > 0; }
  23. // for OP_DELETE_XXX
  24. [[nodiscard]] virtual bool emit_del(CodeEmitContext* ctx) {
  25. PK_UNUSED(ctx);
  26. return false;
  27. }
  28. // for OP_STORE_XXX
  29. [[nodiscard]] virtual bool emit_store(CodeEmitContext* ctx) {
  30. PK_UNUSED(ctx);
  31. return false;
  32. }
  33. };
  34. struct CodeEmitContext{
  35. VM* vm;
  36. FuncDecl_ func; // optional
  37. CodeObject_ co; // 1 CodeEmitContext <=> 1 CodeObject_
  38. // some bugs on MSVC (error C2280) when using std::vector<Expr_>
  39. // so we use stack_no_copy instead
  40. stack_no_copy<Expr_> s_expr;
  41. int level;
  42. std::set<Str> global_names;
  43. CodeEmitContext(VM* vm, CodeObject_ co, int level): vm(vm), co(co), level(level) {}
  44. int curr_block_i = 0;
  45. bool is_compiling_class = false;
  46. int base_stack_size = 0;
  47. std::map<void*, int> _co_consts_nonstring_dedup_map;
  48. std::map<std::string, int, std::less<>> _co_consts_string_dedup_map;
  49. int get_loop() const;
  50. CodeBlock* enter_block(CodeBlockType type);
  51. void exit_block();
  52. void emit_expr(); // clear the expression stack and generate bytecode
  53. int emit_(Opcode opcode, uint16_t arg, int line);
  54. void patch_jump(int index);
  55. bool add_label(StrName name);
  56. int add_varname(StrName name);
  57. int add_const(PyObject*);
  58. int add_const_string(std::string_view);
  59. int add_func_decl(FuncDecl_ decl);
  60. void emit_store_name(NameScope scope, StrName name, int line);
  61. };
  62. struct NameExpr: Expr{
  63. StrName name;
  64. NameScope scope;
  65. NameExpr(StrName name, NameScope scope): name(name), scope(scope) {}
  66. void emit_(CodeEmitContext* ctx) override;
  67. bool emit_del(CodeEmitContext* ctx) override;
  68. bool emit_store(CodeEmitContext* ctx) override;
  69. bool is_name() const override { return true; }
  70. };
  71. struct InvertExpr: Expr{
  72. Expr_ child;
  73. InvertExpr(Expr_&& child): child(std::move(child)) {}
  74. void emit_(CodeEmitContext* ctx) override;
  75. };
  76. struct StarredExpr: Expr{
  77. int level;
  78. Expr_ child;
  79. StarredExpr(int level, Expr_&& child): level(level), child(std::move(child)) {}
  80. int star_level() const override { return level; }
  81. void emit_(CodeEmitContext* ctx) override;
  82. bool emit_store(CodeEmitContext* ctx) override;
  83. };
  84. struct NotExpr: Expr{
  85. Expr_ child;
  86. NotExpr(Expr_&& child): child(std::move(child)) {}
  87. void emit_(CodeEmitContext* ctx) override;
  88. };
  89. struct AndExpr: Expr{
  90. Expr_ lhs;
  91. Expr_ rhs;
  92. void emit_(CodeEmitContext* ctx) override;
  93. };
  94. struct OrExpr: Expr{
  95. Expr_ lhs;
  96. Expr_ rhs;
  97. void emit_(CodeEmitContext* ctx) override;
  98. };
  99. // [None, True, False, ...]
  100. struct Literal0Expr: Expr{
  101. TokenIndex token;
  102. Literal0Expr(TokenIndex token): token(token) {}
  103. bool is_json_object() const override { return true; }
  104. void emit_(CodeEmitContext* ctx) override;
  105. };
  106. struct LongExpr: Expr{
  107. Str s;
  108. LongExpr(const Str& s): s(s) {}
  109. void emit_(CodeEmitContext* ctx) override;
  110. };
  111. struct BytesExpr: Expr{
  112. Str s;
  113. BytesExpr(const Str& s): s(s) {}
  114. void emit_(CodeEmitContext* ctx) override;
  115. };
  116. struct ImagExpr: Expr{
  117. f64 value;
  118. ImagExpr(f64 value): value(value) {}
  119. void emit_(CodeEmitContext* ctx) override;
  120. };
  121. // @num, @str which needs to invoke OP_LOAD_CONST
  122. struct LiteralExpr: Expr{
  123. TokenValue value;
  124. LiteralExpr(TokenValue value): value(value) {}
  125. void emit_(CodeEmitContext* ctx) override;
  126. bool is_literal() const override { return true; }
  127. bool is_json_object() const override { return true; }
  128. };
  129. struct NegatedExpr: Expr{
  130. Expr_ child;
  131. NegatedExpr(Expr_&& child): child(std::move(child)) {}
  132. void emit_(CodeEmitContext* ctx) override;
  133. bool is_json_object() const override { return child->is_literal(); }
  134. };
  135. struct SliceExpr: Expr{
  136. Expr_ start;
  137. Expr_ stop;
  138. Expr_ step;
  139. void emit_(CodeEmitContext* ctx) override;
  140. };
  141. struct DictItemExpr: Expr{
  142. Expr_ key; // maybe nullptr if it is **kwargs
  143. Expr_ value;
  144. int star_level() const override { return value->star_level(); }
  145. void emit_(CodeEmitContext* ctx) override;
  146. };
  147. struct SequenceExpr: Expr{
  148. std::vector<Expr_> items;
  149. SequenceExpr(std::vector<Expr_>&& items): items(std::move(items)) {}
  150. virtual Opcode opcode() const = 0;
  151. void emit_(CodeEmitContext* ctx) override {
  152. for(auto& item: items) item->emit_(ctx);
  153. ctx->emit_(opcode(), items.size(), line);
  154. }
  155. };
  156. struct ListExpr: SequenceExpr{
  157. using SequenceExpr::SequenceExpr;
  158. Opcode opcode() const override {
  159. for(auto& e: items) if(e->is_starred()) return OP_BUILD_LIST_UNPACK;
  160. return OP_BUILD_LIST;
  161. }
  162. bool is_json_object() const override { return true; }
  163. };
  164. struct DictExpr: SequenceExpr{
  165. using SequenceExpr::SequenceExpr;
  166. Opcode opcode() const override {
  167. for(auto& e: items) if(e->is_starred()) return OP_BUILD_DICT_UNPACK;
  168. return OP_BUILD_DICT;
  169. }
  170. bool is_json_object() const override { return true; }
  171. };
  172. struct SetExpr: SequenceExpr{
  173. using SequenceExpr::SequenceExpr;
  174. Opcode opcode() const override {
  175. for(auto& e: items) if(e->is_starred()) return OP_BUILD_SET_UNPACK;
  176. return OP_BUILD_SET;
  177. }
  178. };
  179. struct TupleExpr: SequenceExpr{
  180. using SequenceExpr::SequenceExpr;
  181. bool is_tuple() const override { return true; }
  182. Opcode opcode() const override {
  183. for(auto& e: items) if(e->is_starred()) return OP_BUILD_TUPLE_UNPACK;
  184. return OP_BUILD_TUPLE;
  185. }
  186. bool emit_store(CodeEmitContext* ctx) override;
  187. bool emit_del(CodeEmitContext* ctx) override;
  188. };
  189. struct CompExpr: Expr{
  190. Expr_ expr; // loop expr
  191. Expr_ vars; // loop vars
  192. Expr_ iter; // loop iter
  193. Expr_ cond; // optional if condition
  194. virtual Opcode op0() = 0;
  195. virtual Opcode op1() = 0;
  196. void emit_(CodeEmitContext* ctx) override;
  197. };
  198. struct ListCompExpr: CompExpr{
  199. Opcode op0() override { return OP_BUILD_LIST; }
  200. Opcode op1() override { return OP_LIST_APPEND; }
  201. };
  202. struct DictCompExpr: CompExpr{
  203. Opcode op0() override { return OP_BUILD_DICT; }
  204. Opcode op1() override { return OP_DICT_ADD; }
  205. };
  206. struct SetCompExpr: CompExpr{
  207. Opcode op0() override { return OP_BUILD_SET; }
  208. Opcode op1() override { return OP_SET_ADD; }
  209. };
  210. struct LambdaExpr: Expr{
  211. FuncDecl_ decl;
  212. LambdaExpr(FuncDecl_ decl): decl(decl) {}
  213. void emit_(CodeEmitContext* ctx) override {
  214. int index = ctx->add_func_decl(decl);
  215. ctx->emit_(OP_LOAD_FUNCTION, index, line);
  216. }
  217. };
  218. struct FStringExpr: Expr{
  219. Str src;
  220. FStringExpr(const Str& src): src(src) {}
  221. void _load_simple_expr(CodeEmitContext* ctx, Str expr);
  222. void emit_(CodeEmitContext* ctx) override;
  223. };
  224. struct SubscrExpr: Expr{
  225. Expr_ a;
  226. Expr_ b;
  227. void emit_(CodeEmitContext* ctx) override;
  228. bool emit_del(CodeEmitContext* ctx) override;
  229. bool emit_store(CodeEmitContext* ctx) override;
  230. };
  231. struct AttribExpr: Expr{
  232. Expr_ a;
  233. Str b;
  234. AttribExpr(Expr_ a, const Str& b): a(std::move(a)), b(b) {}
  235. AttribExpr(Expr_ a, Str&& b): a(std::move(a)), b(std::move(b)) {}
  236. void emit_(CodeEmitContext* ctx) override;
  237. bool emit_del(CodeEmitContext* ctx) override;
  238. bool emit_store(CodeEmitContext* ctx) override;
  239. void emit_method(CodeEmitContext* ctx);
  240. bool is_attrib() const override { return true; }
  241. };
  242. struct CallExpr: Expr{
  243. Expr_ callable;
  244. std::vector<Expr_> args;
  245. // **a will be interpreted as a special keyword argument: {"**": a}
  246. std::vector<std::pair<Str, Expr_>> kwargs;
  247. void emit_(CodeEmitContext* ctx) override;
  248. };
  249. struct GroupedExpr: Expr{
  250. Expr_ a;
  251. GroupedExpr(Expr_&& a): a(std::move(a)) {}
  252. void emit_(CodeEmitContext* ctx) override{
  253. a->emit_(ctx);
  254. }
  255. bool emit_del(CodeEmitContext* ctx) override {
  256. return a->emit_del(ctx);
  257. }
  258. bool emit_store(CodeEmitContext* ctx) override {
  259. return a->emit_store(ctx);
  260. }
  261. };
  262. struct BinaryExpr: Expr{
  263. TokenIndex op;
  264. Expr_ lhs;
  265. Expr_ rhs;
  266. bool is_compare() const override;
  267. void _emit_compare(CodeEmitContext* ctx, std::vector<int>& jmps);
  268. void emit_(CodeEmitContext* ctx) override;
  269. };
  270. struct TernaryExpr: Expr{
  271. Expr_ cond;
  272. Expr_ true_expr;
  273. Expr_ false_expr;
  274. void emit_(CodeEmitContext* ctx) override;
  275. };
  276. } // namespace pkpy