expr.h 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377
  1. #pragma once
  2. #include "codeobject.h"
  3. #include "common.h"
  4. #include "lexer.h"
  5. #include "error.h"
  6. #include "vm.h"
  7. namespace pkpy{
  8. struct CodeEmitContext;
  9. struct Expr;
  10. #define PK_POOL128_DELETE(ptr) if(ptr != nullptr) { ptr->~T(); pool128_dealloc(ptr); ptr = nullptr; }
  11. template<typename T>
  12. class unique_ptr_128{
  13. T* ptr;
  14. public:
  15. unique_ptr_128(): ptr(nullptr) {}
  16. unique_ptr_128(T* ptr): ptr(ptr) {}
  17. T* operator->() const { return ptr; }
  18. T* get() const { return ptr; }
  19. T* detach() { T* p = ptr; ptr = nullptr; return p; }
  20. unique_ptr_128(const unique_ptr_128&) = delete;
  21. unique_ptr_128& operator=(const unique_ptr_128&) = delete;
  22. bool operator==(std::nullptr_t) const { return ptr == nullptr; }
  23. bool operator!=(std::nullptr_t) const { return ptr != nullptr; }
  24. ~unique_ptr_128(){ PK_POOL128_DELETE(ptr) }
  25. template<typename U>
  26. unique_ptr_128(unique_ptr_128<U>&& other): ptr(other.detach()) {}
  27. operator bool() const { return ptr != nullptr; }
  28. template<typename U>
  29. unique_ptr_128& operator=(unique_ptr_128<U>&& other) {
  30. PK_POOL128_DELETE(ptr)
  31. ptr = other.detach();
  32. return *this;
  33. }
  34. unique_ptr_128& operator=(std::nullptr_t) {
  35. PK_POOL128_DELETE(ptr)
  36. ptr = nullptr;
  37. return *this;
  38. }
  39. };
  40. typedef unique_ptr_128<Expr> Expr_;
  41. typedef small_vector<Expr_, 4> Expr_vector;
  42. template<>
  43. struct TriviallyRelocatable<Expr_>{
  44. constexpr static bool value = true;
  45. };
  46. struct Expr{
  47. int line = 0;
  48. virtual ~Expr() = default;
  49. virtual void emit_(CodeEmitContext* ctx) = 0;
  50. virtual bool is_literal() const { return false; }
  51. virtual bool is_json_object() const { return false; }
  52. virtual bool is_attrib() const { return false; }
  53. virtual bool is_compare() const { return false; }
  54. virtual int star_level() const { return 0; }
  55. virtual bool is_tuple() const { return false; }
  56. virtual bool is_name() const { return false; }
  57. bool is_starred() const { return star_level() > 0; }
  58. // for OP_DELETE_XXX
  59. [[nodiscard]] virtual bool emit_del(CodeEmitContext* ctx) {
  60. return false;
  61. }
  62. // for OP_STORE_XXX
  63. [[nodiscard]] virtual bool emit_store(CodeEmitContext* ctx) {
  64. return false;
  65. }
  66. };
  67. struct CodeEmitContext{
  68. VM* vm;
  69. FuncDecl_ func; // optional
  70. CodeObject_ co; // 1 CodeEmitContext <=> 1 CodeObject_
  71. // some bugs on MSVC (error C2280) when using Expr_vector
  72. // so we use stack_no_copy instead
  73. stack_no_copy<Expr_> s_expr;
  74. int level;
  75. std::set<Str> global_names;
  76. CodeEmitContext(VM* vm, CodeObject_ co, int level): vm(vm), co(co), level(level) {}
  77. int curr_block_i = 0;
  78. bool is_compiling_class = false;
  79. int base_stack_size = 0;
  80. std::map<void*, int> _co_consts_nonstring_dedup_map;
  81. std::map<std::string, int, std::less<>> _co_consts_string_dedup_map;
  82. int get_loop() const;
  83. CodeBlock* enter_block(CodeBlockType type);
  84. void exit_block();
  85. void emit_expr(); // clear the expression stack and generate bytecode
  86. int emit_(Opcode opcode, uint16_t arg, int line, bool is_virtual=false);
  87. int emit_int(i64 value, int line);
  88. void patch_jump(int index);
  89. bool add_label(StrName name);
  90. int add_varname(StrName name);
  91. int add_const(PyObject*);
  92. int add_const_string(std::string_view);
  93. int add_func_decl(FuncDecl_ decl);
  94. void emit_store_name(NameScope scope, StrName name, int line);
  95. };
  96. struct NameExpr: Expr{
  97. StrName name;
  98. NameScope scope;
  99. NameExpr(StrName name, NameScope scope): name(name), scope(scope) {}
  100. void emit_(CodeEmitContext* ctx) override;
  101. bool emit_del(CodeEmitContext* ctx) override;
  102. bool emit_store(CodeEmitContext* ctx) override;
  103. bool is_name() const override { return true; }
  104. };
  105. struct InvertExpr: Expr{
  106. Expr_ child;
  107. InvertExpr(Expr_&& child): child(std::move(child)) {}
  108. void emit_(CodeEmitContext* ctx) override;
  109. };
  110. struct StarredExpr: Expr{
  111. int level;
  112. Expr_ child;
  113. StarredExpr(int level, Expr_&& child): level(level), child(std::move(child)) {}
  114. int star_level() const override { return level; }
  115. void emit_(CodeEmitContext* ctx) override;
  116. bool emit_store(CodeEmitContext* ctx) override;
  117. };
  118. struct NotExpr: Expr{
  119. Expr_ child;
  120. NotExpr(Expr_&& child): child(std::move(child)) {}
  121. void emit_(CodeEmitContext* ctx) override;
  122. };
  123. struct AndExpr: Expr{
  124. Expr_ lhs;
  125. Expr_ rhs;
  126. void emit_(CodeEmitContext* ctx) override;
  127. };
  128. struct OrExpr: Expr{
  129. Expr_ lhs;
  130. Expr_ rhs;
  131. void emit_(CodeEmitContext* ctx) override;
  132. };
  133. // [None, True, False, ...]
  134. struct Literal0Expr: Expr{
  135. TokenIndex token;
  136. Literal0Expr(TokenIndex token): token(token) {}
  137. bool is_json_object() const override { return true; }
  138. void emit_(CodeEmitContext* ctx) override;
  139. };
  140. struct LongExpr: Expr{
  141. Str s;
  142. LongExpr(const Str& s): s(s) {}
  143. void emit_(CodeEmitContext* ctx) override;
  144. };
  145. struct BytesExpr: Expr{
  146. Str s;
  147. BytesExpr(const Str& s): s(s) {}
  148. void emit_(CodeEmitContext* ctx) override;
  149. };
  150. struct ImagExpr: Expr{
  151. f64 value;
  152. ImagExpr(f64 value): value(value) {}
  153. void emit_(CodeEmitContext* ctx) override;
  154. };
  155. // @num, @str which needs to invoke OP_LOAD_CONST
  156. struct LiteralExpr: Expr{
  157. TokenValue value;
  158. LiteralExpr(TokenValue value): value(value) {}
  159. void emit_(CodeEmitContext* ctx) override;
  160. bool is_literal() const override { return true; }
  161. bool is_json_object() const override { return true; }
  162. };
  163. struct NegatedExpr: Expr{
  164. Expr_ child;
  165. NegatedExpr(Expr_&& child): child(std::move(child)) {}
  166. void emit_(CodeEmitContext* ctx) override;
  167. bool is_json_object() const override { return child->is_literal(); }
  168. };
  169. struct SliceExpr: Expr{
  170. Expr_ start;
  171. Expr_ stop;
  172. Expr_ step;
  173. void emit_(CodeEmitContext* ctx) override;
  174. };
  175. struct DictItemExpr: Expr{
  176. Expr_ key; // maybe nullptr if it is **kwargs
  177. Expr_ value;
  178. int star_level() const override { return value->star_level(); }
  179. void emit_(CodeEmitContext* ctx) override;
  180. };
  181. struct SequenceExpr: Expr{
  182. Expr_vector items;
  183. SequenceExpr(Expr_vector&& items): items(std::move(items)) {}
  184. virtual Opcode opcode() const = 0;
  185. void emit_(CodeEmitContext* ctx) override {
  186. for(auto& item: items) item->emit_(ctx);
  187. ctx->emit_(opcode(), items.size(), line);
  188. }
  189. };
  190. struct ListExpr: SequenceExpr{
  191. using SequenceExpr::SequenceExpr;
  192. Opcode opcode() const override {
  193. for(auto& e: items) if(e->is_starred()) return OP_BUILD_LIST_UNPACK;
  194. return OP_BUILD_LIST;
  195. }
  196. bool is_json_object() const override { return true; }
  197. };
  198. struct DictExpr: SequenceExpr{
  199. using SequenceExpr::SequenceExpr;
  200. Opcode opcode() const override {
  201. for(auto& e: items) if(e->is_starred()) return OP_BUILD_DICT_UNPACK;
  202. return OP_BUILD_DICT;
  203. }
  204. bool is_json_object() const override { return true; }
  205. };
  206. struct SetExpr: SequenceExpr{
  207. using SequenceExpr::SequenceExpr;
  208. Opcode opcode() const override {
  209. for(auto& e: items) if(e->is_starred()) return OP_BUILD_SET_UNPACK;
  210. return OP_BUILD_SET;
  211. }
  212. };
  213. struct TupleExpr: SequenceExpr{
  214. using SequenceExpr::SequenceExpr;
  215. bool is_tuple() const override { return true; }
  216. Opcode opcode() const override {
  217. for(auto& e: items) if(e->is_starred()) return OP_BUILD_TUPLE_UNPACK;
  218. return OP_BUILD_TUPLE;
  219. }
  220. bool emit_store(CodeEmitContext* ctx) override;
  221. bool emit_del(CodeEmitContext* ctx) override;
  222. };
  223. struct CompExpr: Expr{
  224. Expr_ expr; // loop expr
  225. Expr_ vars; // loop vars
  226. Expr_ iter; // loop iter
  227. Expr_ cond; // optional if condition
  228. virtual Opcode op0() = 0;
  229. virtual Opcode op1() = 0;
  230. void emit_(CodeEmitContext* ctx) override;
  231. };
  232. struct ListCompExpr: CompExpr{
  233. Opcode op0() override { return OP_BUILD_LIST; }
  234. Opcode op1() override { return OP_LIST_APPEND; }
  235. };
  236. struct DictCompExpr: CompExpr{
  237. Opcode op0() override { return OP_BUILD_DICT; }
  238. Opcode op1() override { return OP_DICT_ADD; }
  239. };
  240. struct SetCompExpr: CompExpr{
  241. Opcode op0() override { return OP_BUILD_SET; }
  242. Opcode op1() override { return OP_SET_ADD; }
  243. };
  244. struct LambdaExpr: Expr{
  245. FuncDecl_ decl;
  246. LambdaExpr(FuncDecl_ decl): decl(decl) {}
  247. void emit_(CodeEmitContext* ctx) override {
  248. int index = ctx->add_func_decl(decl);
  249. ctx->emit_(OP_LOAD_FUNCTION, index, line);
  250. }
  251. };
  252. struct FStringExpr: Expr{
  253. Str src;
  254. FStringExpr(const Str& src): src(src) {}
  255. void _load_simple_expr(CodeEmitContext* ctx, Str expr);
  256. void emit_(CodeEmitContext* ctx) override;
  257. };
  258. struct SubscrExpr: Expr{
  259. Expr_ a;
  260. Expr_ b;
  261. void emit_(CodeEmitContext* ctx) override;
  262. bool emit_del(CodeEmitContext* ctx) override;
  263. bool emit_store(CodeEmitContext* ctx) override;
  264. };
  265. struct AttribExpr: Expr{
  266. Expr_ a;
  267. StrName b;
  268. AttribExpr(Expr_ a, StrName b): a(std::move(a)), b(b) {}
  269. void emit_(CodeEmitContext* ctx) override;
  270. bool emit_del(CodeEmitContext* ctx) override;
  271. bool emit_store(CodeEmitContext* ctx) override;
  272. void emit_method(CodeEmitContext* ctx);
  273. bool is_attrib() const override { return true; }
  274. };
  275. struct CallExpr: Expr{
  276. Expr_ callable;
  277. Expr_vector args;
  278. // **a will be interpreted as a special keyword argument: {"**": a}
  279. std::vector<std::pair<Str, Expr_>> kwargs;
  280. void emit_(CodeEmitContext* ctx) override;
  281. };
  282. struct GroupedExpr: Expr{
  283. Expr_ a;
  284. GroupedExpr(Expr_&& a): a(std::move(a)) {}
  285. void emit_(CodeEmitContext* ctx) override{
  286. a->emit_(ctx);
  287. }
  288. bool emit_del(CodeEmitContext* ctx) override {
  289. return a->emit_del(ctx);
  290. }
  291. bool emit_store(CodeEmitContext* ctx) override {
  292. return a->emit_store(ctx);
  293. }
  294. };
  295. struct BinaryExpr: Expr{
  296. TokenIndex op;
  297. Expr_ lhs;
  298. Expr_ rhs;
  299. bool is_compare() const override;
  300. void _emit_compare(CodeEmitContext* ctx, pod_vector<int>& jmps);
  301. void emit_(CodeEmitContext* ctx) override;
  302. };
  303. struct TernaryExpr: Expr{
  304. Expr_ cond;
  305. Expr_ true_expr;
  306. Expr_ false_expr;
  307. void emit_(CodeEmitContext* ctx) override;
  308. };
  309. } // namespace pkpy