cffi.h 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472
  1. #pragma once
  2. #include "common.h"
  3. #include "vm.h"
  4. #include <type_traits>
  5. #include <vector>
  6. namespace pkpy {
  7. template<typename Ret, typename... Params>
  8. struct NativeProxyFunc {
  9. using T = Ret(*)(Params...);
  10. // using T = std::function<Ret(Params...)>;
  11. static constexpr int N = sizeof...(Params);
  12. T func;
  13. NativeProxyFunc(T func) : func(func) {}
  14. PyVar operator()(VM* vm, Args& args) {
  15. if (args.size() != N) {
  16. vm->TypeError("expected " + std::to_string(N) + " arguments, but got " + std::to_string(args.size()));
  17. }
  18. return call<Ret>(vm, args, std::make_index_sequence<N>());
  19. }
  20. template<typename __Ret, size_t... Is>
  21. std::enable_if_t<std::is_void_v<__Ret>, PyVar> call(VM* vm, Args& args, std::index_sequence<Is...>) {
  22. func(py_cast<Params>(vm, args[Is])...);
  23. return vm->None;
  24. }
  25. template<typename __Ret, size_t... Is>
  26. std::enable_if_t<!std::is_void_v<__Ret>, PyVar> call(VM* vm, Args& args, std::index_sequence<Is...>) {
  27. __Ret ret = func(py_cast<Params>(vm, args[Is])...);
  28. return VAR(std::move(ret));
  29. }
  30. };
  31. template<typename T>
  32. constexpr int type_index() { return 0; }
  33. template<> constexpr int type_index<void>() { return 1; }
  34. template<> constexpr int type_index<char>() { return 2; }
  35. template<> constexpr int type_index<short>() { return 3; }
  36. template<> constexpr int type_index<int>() { return 4; }
  37. template<> constexpr int type_index<long>() { return 5; }
  38. template<> constexpr int type_index<long long>() { return 6; }
  39. template<> constexpr int type_index<unsigned char>() { return 7; }
  40. template<> constexpr int type_index<unsigned short>() { return 8; }
  41. template<> constexpr int type_index<unsigned int>() { return 9; }
  42. template<> constexpr int type_index<unsigned long>() { return 10; }
  43. template<> constexpr int type_index<unsigned long long>() { return 11; }
  44. template<> constexpr int type_index<float>() { return 12; }
  45. template<> constexpr int type_index<double>() { return 13; }
  46. template<> constexpr int type_index<bool>() { return 14; }
  47. template<typename T>
  48. struct TypeId{ inline static int id; };
  49. struct TypeInfo;
  50. struct MemberInfo{
  51. const TypeInfo* type;
  52. int offset;
  53. };
  54. struct TypeInfo{
  55. const char* name;
  56. int size;
  57. int index;
  58. std::map<StrName, MemberInfo> members;
  59. };
  60. struct Vec2 {
  61. float x, y;
  62. };
  63. struct TypeDB{
  64. std::vector<TypeInfo> _by_index;
  65. std::map<std::string_view, int> _by_name;
  66. template<typename T>
  67. void register_type(const char name[], std::map<StrName, MemberInfo>&& members){
  68. TypeInfo ti;
  69. ti.name = name;
  70. if constexpr(std::is_same_v<T, void>) ti.size = 1;
  71. else ti.size = sizeof(T);
  72. ti.members = std::move(members);
  73. TypeId<T>::id = ti.index = _by_index.size()+1; // 0 is reserved for NULL
  74. _by_name[name] = ti.index;
  75. _by_index.push_back(ti);
  76. }
  77. const TypeInfo* get(int index) const {
  78. return index == 0 ? nullptr : &_by_index[index-1];
  79. }
  80. const TypeInfo* get(const char name[]) const {
  81. auto it = _by_name.find(name);
  82. if(it == _by_name.end()) return nullptr;
  83. return get(it->second);
  84. }
  85. const TypeInfo* get(const Str& s) const {
  86. return get(s.c_str());
  87. }
  88. template<typename T>
  89. const TypeInfo* get() const {
  90. return get(TypeId<std::decay_t<T>>::id);
  91. }
  92. };
  93. static TypeDB _type_db;
  94. auto _ = [](){
  95. #define REGISTER_BASIC_TYPE(T) _type_db.register_type<T>(#T, {});
  96. _type_db.register_type<void>("void", {});
  97. REGISTER_BASIC_TYPE(char);
  98. REGISTER_BASIC_TYPE(short);
  99. REGISTER_BASIC_TYPE(int);
  100. REGISTER_BASIC_TYPE(long);
  101. REGISTER_BASIC_TYPE(long long);
  102. REGISTER_BASIC_TYPE(unsigned char);
  103. REGISTER_BASIC_TYPE(unsigned short);
  104. REGISTER_BASIC_TYPE(unsigned int);
  105. REGISTER_BASIC_TYPE(unsigned long);
  106. REGISTER_BASIC_TYPE(unsigned long long);
  107. REGISTER_BASIC_TYPE(float);
  108. REGISTER_BASIC_TYPE(double);
  109. REGISTER_BASIC_TYPE(bool);
  110. #undef REGISTER_BASIC_TYPE
  111. _type_db.register_type<Vec2>("Vec2", {
  112. {"x", { _type_db.get<float>(), offsetof(Vec2, x) }},
  113. {"y", { _type_db.get<float>(), offsetof(Vec2, y) }},
  114. });
  115. return 0;
  116. }();
  117. struct Pointer{
  118. PY_CLASS(Pointer, c, _ptr)
  119. const TypeInfo* ctype; // this is immutable
  120. int level; // level of pointer
  121. char* ptr;
  122. i64 unit_size() const {
  123. return level == 1 ? ctype->size : sizeof(void*);
  124. }
  125. Pointer() : ctype(_type_db.get<void>()), level(1), ptr(nullptr) {}
  126. Pointer(const TypeInfo* ctype, int level, char* ptr): ctype(ctype), level(level), ptr(ptr) {}
  127. Pointer(const TypeInfo* ctype, char* ptr): ctype(ctype), level(1), ptr(ptr) {}
  128. Pointer operator+(i64 offset) const {
  129. return Pointer(ctype, level, ptr+offset*unit_size());
  130. }
  131. Pointer operator-(i64 offset) const {
  132. return Pointer(ctype, level, ptr-offset*unit_size());
  133. }
  134. static void _register(VM* vm, PyVar mod, PyVar type){
  135. vm->bind_static_method<-1>(type, "__new__", CPP_NOT_IMPLEMENTED());
  136. vm->bind_method<0>(type, "__repr__", [](VM* vm, Args& args) {
  137. Pointer& self = CAST(Pointer&, args[0]);
  138. StrStream ss;
  139. ss << "<" << self.ctype->name;
  140. for(int i=0; i<self.level; i++) ss << "*";
  141. ss << " at " << (i64)self.ptr << ">";
  142. return VAR(ss.str());
  143. });
  144. vm->bind_method<1>(type, "__add__", [](VM* vm, Args& args) {
  145. Pointer& self = CAST(Pointer&, args[0]);
  146. return VAR_T(Pointer, self + CAST(i64, args[1]));
  147. });
  148. vm->bind_method<1>(type, "__sub__", [](VM* vm, Args& args) {
  149. Pointer& self = CAST(Pointer&, args[0]);
  150. return VAR_T(Pointer, self - CAST(i64, args[1]));
  151. });
  152. vm->bind_method<1>(type, "__eq__", [](VM* vm, Args& args) {
  153. Pointer& self = CAST(Pointer&, args[0]);
  154. Pointer& other = CAST(Pointer&, args[1]);
  155. return VAR(self.ptr == other.ptr);
  156. });
  157. vm->bind_method<1>(type, "__ne__", [](VM* vm, Args& args) {
  158. Pointer& self = CAST(Pointer&, args[0]);
  159. Pointer& other = CAST(Pointer&, args[1]);
  160. return VAR(self.ptr != other.ptr);
  161. });
  162. vm->bind_method<1>(type, "__getitem__", [](VM* vm, Args& args) {
  163. Pointer& self = CAST(Pointer&, args[0]);
  164. i64 index = CAST(i64, args[1]);
  165. return (self+index).get(vm);
  166. });
  167. vm->bind_method<2>(type, "__setitem__", [](VM* vm, Args& args) {
  168. Pointer& self = CAST(Pointer&, args[0]);
  169. i64 index = CAST(i64, args[1]);
  170. (self+index).set(vm, args[2]);
  171. return vm->None;
  172. });
  173. vm->bind_method<1>(type, "__getattr__", [](VM* vm, Args& args) {
  174. Pointer& self = CAST(Pointer&, args[0]);
  175. const Str& name = CAST(Str&, args[1]);
  176. return VAR_T(Pointer, self._to(vm, name));
  177. });
  178. vm->bind_method<0>(type, "get", [](VM* vm, Args& args) {
  179. Pointer& self = CAST(Pointer&, args[0]);
  180. return self.get(vm);
  181. });
  182. vm->bind_method<1>(type, "set", [](VM* vm, Args& args) {
  183. Pointer& self = CAST(Pointer&, args[0]);
  184. self.set(vm, args[1]);
  185. return vm->None;
  186. });
  187. }
  188. template<typename T>
  189. inline T& ref() noexcept { return *reinterpret_cast<T*>(ptr); }
  190. PyVar get(VM* vm){
  191. if(level > 1) return VAR_T(Pointer, ctype, level-1, ref<char*>());
  192. switch(ctype->index){
  193. #define CASE(T) case type_index<T>(): return VAR(ref<T>())
  194. case type_index<void>(): vm->ValueError("cannot get void*"); break;
  195. CASE(char);
  196. CASE(short);
  197. CASE(int);
  198. CASE(long);
  199. CASE(long long);
  200. CASE(unsigned char);
  201. CASE(unsigned short);
  202. CASE(unsigned int);
  203. CASE(unsigned long);
  204. CASE(unsigned long long);
  205. CASE(float);
  206. CASE(double);
  207. CASE(bool);
  208. #undef CASE
  209. }
  210. return VAR_T(Pointer, *this);
  211. }
  212. void set(VM* vm, const PyVar& val){
  213. if(level > 1) {
  214. Pointer& p = CAST(Pointer&, val);
  215. ref<char*>() = p.ptr; // We don't check the type, just copy the underlying address
  216. return;
  217. }
  218. switch(ctype->index){
  219. #define CASE(T1, T2) case type_index<T1>(): ref<T1>() = CAST(T2, val); break
  220. case type_index<void>(): vm->ValueError("cannot set void*"); break;
  221. CASE(char, i64);
  222. CASE(short, i64);
  223. CASE(int, i64);
  224. CASE(long, i64);
  225. CASE(long long, i64);
  226. CASE(unsigned char, i64);
  227. CASE(unsigned short, i64);
  228. CASE(unsigned int, i64);
  229. CASE(unsigned long, i64);
  230. CASE(unsigned long long, i64);
  231. CASE(float, f64);
  232. CASE(double, f64);
  233. CASE(bool, bool);
  234. #undef CASE
  235. default: UNREACHABLE();
  236. }
  237. }
  238. Pointer _to(VM* vm, StrName name){
  239. auto it = ctype->members.find(name);
  240. if(it == ctype->members.end()){
  241. vm->AttributeError(Str("struct '") + ctype->name + "' has no member " + name.str().escape(true));
  242. }
  243. const MemberInfo& info = it->second;
  244. return {info.type, level, ptr+info.offset};
  245. }
  246. };
  247. struct Value {
  248. PY_CLASS(Value, c, _value)
  249. char* data;
  250. Pointer head;
  251. const TypeInfo* ctype() const { return head.ctype; }
  252. Value(const TypeInfo* type) {
  253. data = new char[type->size];
  254. memset(data, 0, type->size);
  255. this->head = Pointer(type, data);
  256. }
  257. Value(const TypeInfo* type, void* src) {
  258. data = new char[type->size];
  259. memcpy(data, src, type->size);
  260. this->head = Pointer(type, data);
  261. }
  262. static void _register(VM* vm, PyVar mod, PyVar type){
  263. vm->bind_static_method<-1>(type, "__new__", CPP_NOT_IMPLEMENTED());
  264. vm->bind_method<0>(type, "ptr", [](VM* vm, Args& args) {
  265. Value& self = CAST(Value&, args[0]);
  266. return VAR_T(Pointer, self.head);
  267. });
  268. vm->bind_method<1>(type, "__getattr__", [](VM* vm, Args& args) {
  269. Value& self = CAST(Value&, args[0]);
  270. const Str& name = CAST(Str&, args[1]);
  271. return self.head._to(vm, name).get(vm);
  272. });
  273. }
  274. };
  275. struct CType{
  276. PY_CLASS(CType, c, ctype)
  277. const TypeInfo* type;
  278. CType() : type(_type_db.get<void>()) {}
  279. CType(const TypeInfo* type) : type(type) {}
  280. static void _register(VM* vm, PyVar mod, PyVar type){
  281. vm->bind_static_method<1>(type, "__new__", [](VM* vm, Args& args) {
  282. const Str& name = CAST(Str&, args[0]);
  283. const TypeInfo* type = _type_db.get(name);
  284. if(type == nullptr) vm->TypeError("unknown type: " + name.escape(true));
  285. return VAR_T(CType, type);
  286. });
  287. vm->bind_method<0>(type, "__call__", [](VM* vm, Args& args) {
  288. CType& self = CAST(CType&, args[0]);
  289. return VAR_T(Value, self.type);
  290. });
  291. }
  292. };
  293. void add_module_c(VM* vm){
  294. PyVar mod = vm->new_module("c");
  295. PyVar ptr_t = Pointer::register_class(vm, mod);
  296. Value::register_class(vm, mod);
  297. CType::register_class(vm, mod);
  298. vm->setattr(mod, "nullptr", VAR_T(Pointer));
  299. vm->bind_func<1>(mod, "malloc", [](VM* vm, Args& args) {
  300. i64 size = CAST(i64, args[0]);
  301. return VAR_T(Pointer, _type_db.get<void>(), (char*)malloc(size));
  302. });
  303. vm->bind_func<1>(mod, "free", [](VM* vm, Args& args) {
  304. Pointer& self = CAST(Pointer&, args[0]);
  305. free(self.ptr);
  306. return vm->None;
  307. });
  308. vm->bind_func<3>(mod, "memcpy", [](VM* vm, Args& args) {
  309. Pointer& dst = CAST(Pointer&, args[0]);
  310. Pointer& src = CAST(Pointer&, args[1]);
  311. i64 size = CAST(i64, args[2]);
  312. memcpy(dst.ptr, src.ptr, size);
  313. return vm->None;
  314. });
  315. vm->bind_func<2>(mod, "cast", [](VM* vm, Args& args) {
  316. Pointer& self = CAST(Pointer&, args[0]);
  317. const Str& name = CAST(Str&, args[1]);
  318. int level = 0;
  319. for(int i=name.size()-1; i>=0; i--){
  320. if(name[i] == '*') level++;
  321. else break;
  322. }
  323. if(level == 0) vm->TypeError("expect a pointer type, such as 'int*'");
  324. Str type_s = name.substr(0, name.size()-level);
  325. const TypeInfo* type = _type_db.get(type_s);
  326. if(type == nullptr) vm->TypeError("unknown type: " + type_s.escape(true));
  327. return VAR_T(Pointer, type, level, self.ptr);
  328. });
  329. vm->bind_func<1>(mod, "sizeof", [](VM* vm, Args& args) {
  330. const Str& name = CAST(Str&, args[0]);
  331. if(name.find('*') != Str::npos) return VAR(sizeof(void*));
  332. const TypeInfo* type = _type_db.get(name);
  333. if(type == nullptr) vm->TypeError("unknown type: " + name.escape(true));
  334. return VAR(type->size);
  335. });
  336. vm->bind_func<3>(mod, "memset", [](VM* vm, Args& args) {
  337. Pointer& dst = CAST(Pointer&, args[0]);
  338. i64 val = CAST(i64, args[1]);
  339. i64 size = CAST(i64, args[2]);
  340. memset(dst.ptr, (int)val, size);
  341. return vm->None;
  342. });
  343. }
  344. PyVar py_var(VM* vm, void* p){
  345. return VAR_T(Pointer, _type_db.get<void>(), (char*)p);
  346. }
  347. PyVar py_var(VM* vm, char* p){
  348. return VAR_T(Pointer, _type_db.get<char>(), (char*)p);
  349. }
  350. /***********************************************/
  351. template<typename T>
  352. struct _pointer {
  353. static constexpr int level = 0;
  354. using baseT = T;
  355. };
  356. template<typename T>
  357. struct _pointer<T*> {
  358. static constexpr int level = _pointer<T>::level + 1;
  359. using baseT = typename _pointer<T>::baseT;
  360. };
  361. template<typename T>
  362. struct pointer {
  363. static constexpr int level = _pointer<std::decay_t<T>>::level;
  364. using baseT = typename _pointer<std::decay_t<T>>::baseT;
  365. };
  366. template<typename T>
  367. T py_pointer_cast(VM* vm, const PyVar& var){
  368. static_assert(std::is_pointer_v<T>);
  369. Pointer& p = CAST(Pointer&, var);
  370. const TypeInfo* type = _type_db.get<typename pointer<T>::baseT>();
  371. const int level = pointer<T>::level;
  372. if(p.ctype != type || p.level != level){
  373. vm->TypeError("invalid pointer cast");
  374. }
  375. return reinterpret_cast<T>(p.ptr);
  376. }
  377. template<typename T>
  378. T py_value_cast(VM* vm, const PyVar& var){
  379. static_assert(std::is_pod_v<T>);
  380. Value& v = CAST(Value&, var);
  381. return *reinterpret_cast<T*>(v.data);
  382. }
  383. template<typename T>
  384. std::enable_if_t<std::is_pointer_v<std::decay_t<T>>, PyVar>
  385. py_var(VM* vm, T p){
  386. const TypeInfo* type = _type_db.get<typename pointer<T>::baseT>();
  387. return VAR_T(Pointer, type, pointer<T>::level, (char*)p);
  388. }
  389. template<typename T>
  390. std::enable_if_t<!std::is_pointer_v<std::decay_t<T>>, PyVar>
  391. py_var(VM* vm, T p){
  392. const TypeInfo* type = _type_db.get<T>();
  393. return VAR_T(Value, type, &p);
  394. }
  395. } // namespace pkpy