cffi.h 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487
  1. #pragma once
  2. #include "common.h"
  3. #include "vm.h"
  4. #include <type_traits>
  5. #include <vector>
  6. namespace pkpy {
  7. template<typename Ret, typename... Params>
  8. struct NativeProxyFunc {
  9. using T = Ret(*)(Params...);
  10. // using T = std::function<Ret(Params...)>;
  11. static constexpr int N = sizeof...(Params);
  12. T func;
  13. NativeProxyFunc(T func) : func(func) {}
  14. PyVar operator()(VM* vm, Args& args) {
  15. if (args.size() != N) {
  16. vm->TypeError("expected " + std::to_string(N) + " arguments, but got " + std::to_string(args.size()));
  17. }
  18. return call<Ret>(vm, args, std::make_index_sequence<N>());
  19. }
  20. template<typename __Ret, size_t... Is>
  21. std::enable_if_t<std::is_void_v<__Ret>, PyVar> call(VM* vm, Args& args, std::index_sequence<Is...>) {
  22. func(py_cast<Params>(vm, args[Is])...);
  23. return vm->None;
  24. }
  25. template<typename __Ret, size_t... Is>
  26. std::enable_if_t<!std::is_void_v<__Ret>, PyVar> call(VM* vm, Args& args, std::index_sequence<Is...>) {
  27. __Ret ret = func(py_cast<Params>(vm, args[Is])...);
  28. return VAR(std::move(ret));
  29. }
  30. };
  31. template<typename T>
  32. constexpr int type_index() { return 0; }
  33. template<> constexpr int type_index<void>() { return 1; }
  34. template<> constexpr int type_index<char>() { return 2; }
  35. template<> constexpr int type_index<short>() { return 3; }
  36. template<> constexpr int type_index<int>() { return 4; }
  37. template<> constexpr int type_index<long>() { return 5; }
  38. template<> constexpr int type_index<long long>() { return 6; }
  39. template<> constexpr int type_index<unsigned char>() { return 7; }
  40. template<> constexpr int type_index<unsigned short>() { return 8; }
  41. template<> constexpr int type_index<unsigned int>() { return 9; }
  42. template<> constexpr int type_index<unsigned long>() { return 10; }
  43. template<> constexpr int type_index<unsigned long long>() { return 11; }
  44. template<> constexpr int type_index<float>() { return 12; }
  45. template<> constexpr int type_index<double>() { return 13; }
  46. template<> constexpr int type_index<bool>() { return 14; }
  47. template<typename T>
  48. struct TypeId{ inline static int id; };
  49. struct TypeInfo;
  50. struct MemberInfo{
  51. const TypeInfo* type;
  52. int offset;
  53. };
  54. struct TypeInfo{
  55. const char* name;
  56. int size;
  57. int index;
  58. std::map<StrName, MemberInfo> members;
  59. };
  60. struct Vec2 {
  61. float x, y;
  62. };
  63. struct TypeDB{
  64. std::vector<TypeInfo> _by_index;
  65. std::map<std::string_view, int> _by_name;
  66. template<typename T>
  67. void register_type(const char name[], std::map<StrName, MemberInfo>&& members){
  68. TypeInfo ti;
  69. ti.name = name;
  70. if constexpr(std::is_same_v<T, void>) ti.size = 1;
  71. else ti.size = sizeof(T);
  72. ti.members = std::move(members);
  73. TypeId<T>::id = ti.index = _by_index.size()+1; // 0 is reserved for NULL
  74. _by_name[name] = ti.index;
  75. _by_index.push_back(ti);
  76. }
  77. const TypeInfo* get(int index) const {
  78. return index == 0 ? nullptr : &_by_index[index-1];
  79. }
  80. const TypeInfo* get(const char name[]) const {
  81. auto it = _by_name.find(name);
  82. if(it == _by_name.end()) return nullptr;
  83. return get(it->second);
  84. }
  85. const TypeInfo* get(const Str& s) const {
  86. return get(s.c_str());
  87. }
  88. template<typename T>
  89. const TypeInfo* get() const {
  90. return get(TypeId<std::decay_t<T>>::id);
  91. }
  92. };
  93. static TypeDB _type_db;
  94. auto _ = [](){
  95. #define REGISTER_BASIC_TYPE(T) _type_db.register_type<T>(#T, {});
  96. _type_db.register_type<void>("void", {});
  97. REGISTER_BASIC_TYPE(char);
  98. REGISTER_BASIC_TYPE(short);
  99. REGISTER_BASIC_TYPE(int);
  100. REGISTER_BASIC_TYPE(long);
  101. REGISTER_BASIC_TYPE(long long);
  102. REGISTER_BASIC_TYPE(unsigned char);
  103. REGISTER_BASIC_TYPE(unsigned short);
  104. REGISTER_BASIC_TYPE(unsigned int);
  105. REGISTER_BASIC_TYPE(unsigned long);
  106. REGISTER_BASIC_TYPE(unsigned long long);
  107. REGISTER_BASIC_TYPE(float);
  108. REGISTER_BASIC_TYPE(double);
  109. REGISTER_BASIC_TYPE(bool);
  110. #undef REGISTER_BASIC_TYPE
  111. _type_db.register_type<Vec2>("Vec2", {
  112. {"x", { _type_db.get<float>(), offsetof(Vec2, x) }},
  113. {"y", { _type_db.get<float>(), offsetof(Vec2, y) }},
  114. });
  115. return 0;
  116. }();
  117. struct Pointer{
  118. PY_CLASS(Pointer, c, _ptr)
  119. const TypeInfo* ctype; // this is immutable
  120. int level; // level of pointer
  121. char* ptr;
  122. i64 unit_size() const {
  123. return level == 1 ? ctype->size : sizeof(void*);
  124. }
  125. Pointer() : ctype(_type_db.get<void>()), level(1), ptr(nullptr) {}
  126. Pointer(const TypeInfo* ctype, int level, char* ptr): ctype(ctype), level(level), ptr(ptr) {}
  127. Pointer(const TypeInfo* ctype, char* ptr): ctype(ctype), level(1), ptr(ptr) {}
  128. Pointer operator+(i64 offset) const {
  129. return Pointer(ctype, level, ptr+offset*unit_size());
  130. }
  131. Pointer operator-(i64 offset) const {
  132. return Pointer(ctype, level, ptr-offset*unit_size());
  133. }
  134. static void _register(VM* vm, PyVar mod, PyVar type){
  135. vm->bind_static_method<-1>(type, "__new__", CPP_NOT_IMPLEMENTED());
  136. vm->bind_method<0>(type, "__repr__", [](VM* vm, Args& args) {
  137. Pointer& self = CAST(Pointer&, args[0]);
  138. StrStream ss;
  139. ss << "<" << self.ctype->name;
  140. for(int i=0; i<self.level; i++) ss << "*";
  141. ss << " at " << (i64)self.ptr << ">";
  142. return VAR(ss.str());
  143. });
  144. vm->bind_method<1>(type, "__add__", [](VM* vm, Args& args) {
  145. Pointer& self = CAST(Pointer&, args[0]);
  146. return VAR_T(Pointer, self + CAST(i64, args[1]));
  147. });
  148. vm->bind_method<1>(type, "__sub__", [](VM* vm, Args& args) {
  149. Pointer& self = CAST(Pointer&, args[0]);
  150. return VAR_T(Pointer, self - CAST(i64, args[1]));
  151. });
  152. vm->bind_method<1>(type, "__eq__", [](VM* vm, Args& args) {
  153. Pointer& self = CAST(Pointer&, args[0]);
  154. Pointer& other = CAST(Pointer&, args[1]);
  155. return VAR(self.ptr == other.ptr);
  156. });
  157. vm->bind_method<1>(type, "__ne__", [](VM* vm, Args& args) {
  158. Pointer& self = CAST(Pointer&, args[0]);
  159. Pointer& other = CAST(Pointer&, args[1]);
  160. return VAR(self.ptr != other.ptr);
  161. });
  162. vm->bind_method<1>(type, "__getitem__", [](VM* vm, Args& args) {
  163. Pointer& self = CAST(Pointer&, args[0]);
  164. i64 index = CAST(i64, args[1]);
  165. return (self+index).get(vm);
  166. });
  167. vm->bind_method<2>(type, "__setitem__", [](VM* vm, Args& args) {
  168. Pointer& self = CAST(Pointer&, args[0]);
  169. i64 index = CAST(i64, args[1]);
  170. (self+index).set(vm, args[2]);
  171. return vm->None;
  172. });
  173. vm->bind_method<1>(type, "__getattr__", [](VM* vm, Args& args) {
  174. Pointer& self = CAST(Pointer&, args[0]);
  175. const Str& name = CAST(Str&, args[1]);
  176. return VAR_T(Pointer, self._to(vm, name));
  177. });
  178. vm->bind_method<0>(type, "get", [](VM* vm, Args& args) {
  179. Pointer& self = CAST(Pointer&, args[0]);
  180. return self.get(vm);
  181. });
  182. vm->bind_method<1>(type, "set", [](VM* vm, Args& args) {
  183. Pointer& self = CAST(Pointer&, args[0]);
  184. self.set(vm, args[1]);
  185. return vm->None;
  186. });
  187. }
  188. template<typename T>
  189. inline T& ref() noexcept { return *reinterpret_cast<T*>(ptr); }
  190. PyVar get(VM* vm){
  191. if(level > 1) return VAR_T(Pointer, ctype, level-1, ref<char*>());
  192. switch(ctype->index){
  193. #define CASE(T) case type_index<T>(): return VAR(ref<T>())
  194. case type_index<void>(): vm->ValueError("cannot get void*"); break;
  195. CASE(char);
  196. CASE(short);
  197. CASE(int);
  198. CASE(long);
  199. CASE(long long);
  200. CASE(unsigned char);
  201. CASE(unsigned short);
  202. CASE(unsigned int);
  203. CASE(unsigned long);
  204. CASE(unsigned long long);
  205. CASE(float);
  206. CASE(double);
  207. CASE(bool);
  208. #undef CASE
  209. }
  210. return VAR_T(Pointer, *this);
  211. }
  212. void set(VM* vm, const PyVar& val){
  213. if(level > 1) {
  214. Pointer& p = CAST(Pointer&, val);
  215. ref<char*>() = p.ptr; // We don't check the type, just copy the underlying address
  216. return;
  217. }
  218. switch(ctype->index){
  219. #define CASE(T1, T2) case type_index<T1>(): ref<T1>() = CAST(T2, val); break
  220. case type_index<void>(): vm->ValueError("cannot set void*"); break;
  221. CASE(char, i64);
  222. CASE(short, i64);
  223. CASE(int, i64);
  224. CASE(long, i64);
  225. CASE(long long, i64);
  226. CASE(unsigned char, i64);
  227. CASE(unsigned short, i64);
  228. CASE(unsigned int, i64);
  229. CASE(unsigned long, i64);
  230. CASE(unsigned long long, i64);
  231. CASE(float, f64);
  232. CASE(double, f64);
  233. CASE(bool, bool);
  234. #undef CASE
  235. default: UNREACHABLE();
  236. }
  237. }
  238. Pointer _to(VM* vm, StrName name){
  239. auto it = ctype->members.find(name);
  240. if(it == ctype->members.end()){
  241. vm->AttributeError(Str("struct '") + ctype->name + "' has no member " + name.str().escape(true));
  242. }
  243. const MemberInfo& info = it->second;
  244. return {info.type, level, ptr+info.offset};
  245. }
  246. };
  247. struct Value {
  248. PY_CLASS(Value, c, _value)
  249. char* data;
  250. Pointer head;
  251. const TypeInfo* ctype() const { return head.ctype; }
  252. Value(const TypeInfo* type) {
  253. data = new char[type->size];
  254. memset(data, 0, type->size);
  255. this->head = Pointer(type, data);
  256. }
  257. Value(const TypeInfo* type, void* src) {
  258. data = new char[type->size];
  259. memcpy(data, src, type->size);
  260. this->head = Pointer(type, data);
  261. }
  262. Value(Value&& other) noexcept {
  263. data = other.data;
  264. head = other.head;
  265. other.data = nullptr;
  266. }
  267. Value& operator=(Value&& other) noexcept = delete;
  268. Value& operator=(const Value& other) = delete;
  269. Value(const Value& other) = delete;
  270. static void _register(VM* vm, PyVar mod, PyVar type){
  271. vm->bind_static_method<-1>(type, "__new__", CPP_NOT_IMPLEMENTED());
  272. vm->bind_method<0>(type, "ptr", [](VM* vm, Args& args) {
  273. Value& self = CAST(Value&, args[0]);
  274. return VAR_T(Pointer, self.head);
  275. });
  276. vm->bind_method<1>(type, "__getattr__", [](VM* vm, Args& args) {
  277. Value& self = CAST(Value&, args[0]);
  278. const Str& name = CAST(Str&, args[1]);
  279. return self.head._to(vm, name).get(vm);
  280. });
  281. }
  282. ~Value(){
  283. delete[] data;
  284. }
  285. };
  286. struct CType{
  287. PY_CLASS(CType, c, ctype)
  288. const TypeInfo* type;
  289. CType() : type(_type_db.get<void>()) {}
  290. CType(const TypeInfo* type) : type(type) {}
  291. static void _register(VM* vm, PyVar mod, PyVar type){
  292. vm->bind_static_method<1>(type, "__new__", [](VM* vm, Args& args) {
  293. const Str& name = CAST(Str&, args[0]);
  294. const TypeInfo* type = _type_db.get(name);
  295. if(type == nullptr) vm->TypeError("unknown type: " + name.escape(true));
  296. return VAR_T(CType, type);
  297. });
  298. vm->bind_method<0>(type, "__call__", [](VM* vm, Args& args) {
  299. CType& self = CAST(CType&, args[0]);
  300. return VAR_T(Value, self.type);
  301. });
  302. }
  303. };
  304. void add_module_c(VM* vm){
  305. PyVar mod = vm->new_module("c");
  306. PyVar ptr_t = Pointer::register_class(vm, mod);
  307. Value::register_class(vm, mod);
  308. CType::register_class(vm, mod);
  309. vm->setattr(mod, "nullptr", VAR_T(Pointer));
  310. vm->bind_func<1>(mod, "malloc", [](VM* vm, Args& args) {
  311. i64 size = CAST(i64, args[0]);
  312. return VAR_T(Pointer, _type_db.get<void>(), (char*)malloc(size));
  313. });
  314. vm->bind_func<1>(mod, "free", [](VM* vm, Args& args) {
  315. Pointer& self = CAST(Pointer&, args[0]);
  316. free(self.ptr);
  317. return vm->None;
  318. });
  319. vm->bind_func<3>(mod, "memcpy", [](VM* vm, Args& args) {
  320. Pointer& dst = CAST(Pointer&, args[0]);
  321. Pointer& src = CAST(Pointer&, args[1]);
  322. i64 size = CAST(i64, args[2]);
  323. memcpy(dst.ptr, src.ptr, size);
  324. return vm->None;
  325. });
  326. vm->bind_func<2>(mod, "cast", [](VM* vm, Args& args) {
  327. Pointer& self = CAST(Pointer&, args[0]);
  328. const Str& name = CAST(Str&, args[1]);
  329. int level = 0;
  330. for(int i=name.size()-1; i>=0; i--){
  331. if(name[i] == '*') level++;
  332. else break;
  333. }
  334. if(level == 0) vm->TypeError("expect a pointer type, such as 'int*'");
  335. Str type_s = name.substr(0, name.size()-level);
  336. const TypeInfo* type = _type_db.get(type_s);
  337. if(type == nullptr) vm->TypeError("unknown type: " + type_s.escape(true));
  338. return VAR_T(Pointer, type, level, self.ptr);
  339. });
  340. vm->bind_func<1>(mod, "sizeof", [](VM* vm, Args& args) {
  341. const Str& name = CAST(Str&, args[0]);
  342. if(name.find('*') != Str::npos) return VAR(sizeof(void*));
  343. const TypeInfo* type = _type_db.get(name);
  344. if(type == nullptr) vm->TypeError("unknown type: " + name.escape(true));
  345. return VAR(type->size);
  346. });
  347. vm->bind_func<3>(mod, "memset", [](VM* vm, Args& args) {
  348. Pointer& dst = CAST(Pointer&, args[0]);
  349. i64 val = CAST(i64, args[1]);
  350. i64 size = CAST(i64, args[2]);
  351. memset(dst.ptr, (int)val, size);
  352. return vm->None;
  353. });
  354. }
  355. PyVar py_var(VM* vm, void* p){
  356. return VAR_T(Pointer, _type_db.get<void>(), (char*)p);
  357. }
  358. PyVar py_var(VM* vm, char* p){
  359. return VAR_T(Pointer, _type_db.get<char>(), (char*)p);
  360. }
  361. /***********************************************/
  362. template<typename T>
  363. struct _pointer {
  364. static constexpr int level = 0;
  365. using baseT = T;
  366. };
  367. template<typename T>
  368. struct _pointer<T*> {
  369. static constexpr int level = _pointer<T>::level + 1;
  370. using baseT = typename _pointer<T>::baseT;
  371. };
  372. template<typename T>
  373. struct pointer {
  374. static constexpr int level = _pointer<std::decay_t<T>>::level;
  375. using baseT = typename _pointer<std::decay_t<T>>::baseT;
  376. };
  377. template<typename T>
  378. T py_pointer_cast(VM* vm, const PyVar& var){
  379. static_assert(std::is_pointer_v<T>);
  380. Pointer& p = CAST(Pointer&, var);
  381. const TypeInfo* type = _type_db.get<typename pointer<T>::baseT>();
  382. const int level = pointer<T>::level;
  383. if(p.ctype != type || p.level != level){
  384. vm->TypeError("invalid pointer cast");
  385. }
  386. return reinterpret_cast<T>(p.ptr);
  387. }
  388. template<typename T>
  389. T py_value_cast(VM* vm, const PyVar& var){
  390. static_assert(std::is_pod_v<T>);
  391. Value& v = CAST(Value&, var);
  392. return *reinterpret_cast<T*>(v.data);
  393. }
  394. template<typename T>
  395. std::enable_if_t<std::is_pointer_v<std::decay_t<T>>, PyVar>
  396. py_var(VM* vm, T p){
  397. const TypeInfo* type = _type_db.get<typename pointer<T>::baseT>();
  398. if(type == nullptr) type = _type_db.get<void>();
  399. return VAR_T(Pointer, type, pointer<T>::level, (char*)p);
  400. }
  401. template<typename T>
  402. std::enable_if_t<!std::is_pointer_v<std::decay_t<T>>, PyVar>
  403. py_var(VM* vm, T p){
  404. const TypeInfo* type = _type_db.get<T>();
  405. return VAR_T(Value, type, &p);
  406. }
  407. } // namespace pkpy