cffi.h 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452
  1. #pragma once
  2. #include "common.h"
  3. #include "vm.h"
  4. #include <type_traits>
  5. #include <vector>
  6. namespace pkpy {
  7. template<typename Ret, typename... Params>
  8. struct NativeProxyFunc {
  9. using T = Ret(*)(Params...);
  10. // using T = std::function<Ret(Params...)>;
  11. static constexpr int N = sizeof...(Params);
  12. T func;
  13. NativeProxyFunc(T func) : func(func) {}
  14. PyVar operator()(VM* vm, Args& args) {
  15. if (args.size() != N) {
  16. vm->TypeError("expected " + std::to_string(N) + " arguments, but got " + std::to_string(args.size()));
  17. }
  18. return call<Ret>(vm, args, std::make_index_sequence<N>());
  19. }
  20. template<typename __Ret, size_t... Is>
  21. std::enable_if_t<std::is_void_v<__Ret>, PyVar> call(VM* vm, Args& args, std::index_sequence<Is...>) {
  22. func(py_cast<Params>(vm, args[Is])...);
  23. return vm->None;
  24. }
  25. template<typename __Ret, size_t... Is>
  26. std::enable_if_t<!std::is_void_v<__Ret>, PyVar> call(VM* vm, Args& args, std::index_sequence<Is...>) {
  27. __Ret ret = func(py_cast<Params>(vm, args[Is])...);
  28. return VAR(std::move(ret));
  29. }
  30. };
  31. template<typename T>
  32. constexpr int type_index() { return 0; }
  33. template<> constexpr int type_index<void>() { return 1; }
  34. template<> constexpr int type_index<char>() { return 2; }
  35. template<> constexpr int type_index<short>() { return 3; }
  36. template<> constexpr int type_index<int>() { return 4; }
  37. template<> constexpr int type_index<long>() { return 5; }
  38. template<> constexpr int type_index<long long>() { return 6; }
  39. template<> constexpr int type_index<unsigned char>() { return 7; }
  40. template<> constexpr int type_index<unsigned short>() { return 8; }
  41. template<> constexpr int type_index<unsigned int>() { return 9; }
  42. template<> constexpr int type_index<unsigned long>() { return 10; }
  43. template<> constexpr int type_index<unsigned long long>() { return 11; }
  44. template<> constexpr int type_index<float>() { return 12; }
  45. template<> constexpr int type_index<double>() { return 13; }
  46. template<> constexpr int type_index<bool>() { return 14; }
  47. template<typename T>
  48. struct TypeId{ inline static int id; };
  49. struct TypeInfo;
  50. struct MemberInfo{
  51. const TypeInfo* type;
  52. int offset;
  53. };
  54. struct TypeInfo{
  55. const char* name;
  56. int size;
  57. int index;
  58. std::map<StrName, MemberInfo> members;
  59. };
  60. struct Vec2 {
  61. float x, y;
  62. };
  63. struct TypeDB{
  64. std::vector<TypeInfo> _by_index;
  65. std::map<std::string_view, int> _by_name;
  66. template<typename T>
  67. void register_type(const char name[], std::map<StrName, MemberInfo>&& members){
  68. TypeInfo ti;
  69. ti.name = name;
  70. if constexpr(std::is_same_v<T, void>) ti.size = 1;
  71. else ti.size = sizeof(T);
  72. ti.members = std::move(members);
  73. TypeId<T>::id = ti.index = _by_index.size()+1; // 0 is reserved for NULL
  74. _by_name[name] = ti.index;
  75. _by_index.push_back(ti);
  76. }
  77. const TypeInfo* get(int index) const {
  78. return index == 0 ? nullptr : &_by_index[index-1];
  79. }
  80. const TypeInfo* get(const char name[]) const {
  81. auto it = _by_name.find(name);
  82. if(it == _by_name.end()) return nullptr;
  83. return get(it->second);
  84. }
  85. const TypeInfo* get(const Str& s) const {
  86. return get(s.c_str());
  87. }
  88. template<typename T>
  89. const TypeInfo* get() const {
  90. return get(TypeId<T>::id);
  91. }
  92. };
  93. static TypeDB _type_db;
  94. auto _ = [](){
  95. #define REGISTER_BASIC_TYPE(T) _type_db.register_type<T>(#T, {});
  96. _type_db.register_type<void>("void", {});
  97. REGISTER_BASIC_TYPE(char);
  98. REGISTER_BASIC_TYPE(short);
  99. REGISTER_BASIC_TYPE(int);
  100. REGISTER_BASIC_TYPE(long);
  101. REGISTER_BASIC_TYPE(long long);
  102. REGISTER_BASIC_TYPE(unsigned char);
  103. REGISTER_BASIC_TYPE(unsigned short);
  104. REGISTER_BASIC_TYPE(unsigned int);
  105. REGISTER_BASIC_TYPE(unsigned long);
  106. REGISTER_BASIC_TYPE(unsigned long long);
  107. REGISTER_BASIC_TYPE(float);
  108. REGISTER_BASIC_TYPE(double);
  109. REGISTER_BASIC_TYPE(bool);
  110. #undef REGISTER_BASIC_TYPE
  111. _type_db.register_type<Vec2>("Vec2", {
  112. {"x", { _type_db.get<float>(), offsetof(Vec2, x) }},
  113. {"y", { _type_db.get<float>(), offsetof(Vec2, y) }},
  114. });
  115. return 0;
  116. }();
  117. struct Pointer{
  118. PY_CLASS(Pointer, c, _ptr)
  119. const TypeInfo* ctype; // this is immutable
  120. int level; // level of pointer
  121. char* ptr;
  122. i64 unit_size() const {
  123. return level == 1 ? ctype->size : sizeof(void*);
  124. }
  125. Pointer() : ctype(_type_db.get<void>()), level(1), ptr(nullptr) {}
  126. Pointer(const TypeInfo* ctype, int level, char* ptr): ctype(ctype), level(level), ptr(ptr) {}
  127. Pointer(const TypeInfo* ctype, char* ptr): ctype(ctype), level(1), ptr(ptr) {}
  128. Pointer operator+(i64 offset) const {
  129. return Pointer(ctype, level, ptr+offset*unit_size());
  130. }
  131. Pointer operator-(i64 offset) const {
  132. return Pointer(ctype, level, ptr-offset*unit_size());
  133. }
  134. static void _register(VM* vm, PyVar mod, PyVar type){
  135. vm->bind_static_method<-1>(type, "__new__", CPP_NOT_IMPLEMENTED());
  136. vm->bind_method<0>(type, "__repr__", [](VM* vm, Args& args) {
  137. Pointer& self = CAST(Pointer&, args[0]);
  138. StrStream ss;
  139. ss << "<" << self.ctype->name;
  140. for(int i=0; i<self.level; i++) ss << "*";
  141. ss << " at " << (i64)self.ptr << ">";
  142. return VAR(ss.str());
  143. });
  144. vm->bind_method<1>(type, "__add__", [](VM* vm, Args& args) {
  145. Pointer& self = CAST(Pointer&, args[0]);
  146. return VAR_T(Pointer, self + CAST(i64, args[1]));
  147. });
  148. vm->bind_method<1>(type, "__sub__", [](VM* vm, Args& args) {
  149. Pointer& self = CAST(Pointer&, args[0]);
  150. return VAR_T(Pointer, self - CAST(i64, args[1]));
  151. });
  152. vm->bind_method<1>(type, "__eq__", [](VM* vm, Args& args) {
  153. Pointer& self = CAST(Pointer&, args[0]);
  154. Pointer& other = CAST(Pointer&, args[1]);
  155. return VAR(self.ptr == other.ptr);
  156. });
  157. vm->bind_method<1>(type, "__ne__", [](VM* vm, Args& args) {
  158. Pointer& self = CAST(Pointer&, args[0]);
  159. Pointer& other = CAST(Pointer&, args[1]);
  160. return VAR(self.ptr != other.ptr);
  161. });
  162. vm->bind_method<1>(type, "__getitem__", [](VM* vm, Args& args) {
  163. Pointer& self = CAST(Pointer&, args[0]);
  164. i64 index = CAST(i64, args[1]);
  165. return (self+index).get(vm);
  166. });
  167. vm->bind_method<2>(type, "__setitem__", [](VM* vm, Args& args) {
  168. Pointer& self = CAST(Pointer&, args[0]);
  169. i64 index = CAST(i64, args[1]);
  170. (self+index).set(vm, args[2]);
  171. return vm->None;
  172. });
  173. vm->bind_method<1>(type, "__getattr__", [](VM* vm, Args& args) {
  174. Pointer& self = CAST(Pointer&, args[0]);
  175. const Str& name = CAST(Str&, args[1]);
  176. return VAR_T(Pointer, self._to(vm, name));
  177. });
  178. vm->bind_method<0>(type, "get", [](VM* vm, Args& args) {
  179. Pointer& self = CAST(Pointer&, args[0]);
  180. return self.get(vm);
  181. });
  182. vm->bind_method<1>(type, "set", [](VM* vm, Args& args) {
  183. Pointer& self = CAST(Pointer&, args[0]);
  184. self.set(vm, args[1]);
  185. return vm->None;
  186. });
  187. vm->bind_method<1>(type, "cast", [](VM* vm, Args& args) {
  188. Pointer& self = CAST(Pointer&, args[0]);
  189. const Str& name = CAST(Str&, args[1]);
  190. int level = 0;
  191. for(int i=name.size()-1; i>=0; i--){
  192. if(name[i] == '*') level++;
  193. else break;
  194. }
  195. if(level == 0) vm->TypeError("expect a pointer type, such as 'int*'");
  196. Str type_s = name.substr(0, name.size()-level);
  197. const TypeInfo* type = _type_db.get(type_s);
  198. if(type == nullptr) vm->TypeError("unknown type: " + type_s.escape(true));
  199. return VAR_T(Pointer, type, level, self.ptr);
  200. });
  201. }
  202. template<typename T>
  203. inline T& ref() noexcept { return *reinterpret_cast<T*>(ptr); }
  204. PyVar get(VM* vm){
  205. if(level > 1) return VAR_T(Pointer, ctype, level-1, ref<char*>());
  206. switch(ctype->index){
  207. #define CASE(T) case type_index<T>(): return VAR(ref<T>())
  208. case type_index<void>(): vm->ValueError("cannot get void*"); break;
  209. CASE(char);
  210. CASE(short);
  211. CASE(int);
  212. CASE(long);
  213. CASE(long long);
  214. CASE(unsigned char);
  215. CASE(unsigned short);
  216. CASE(unsigned int);
  217. CASE(unsigned long);
  218. CASE(unsigned long long);
  219. CASE(float);
  220. CASE(double);
  221. CASE(bool);
  222. #undef CASE
  223. }
  224. return VAR_T(Pointer, *this);
  225. }
  226. void set(VM* vm, const PyVar& val){
  227. if(level > 1) {
  228. Pointer& p = CAST(Pointer&, val);
  229. ref<char*>() = p.ptr; // We don't check the type, just copy the underlying address
  230. return;
  231. }
  232. switch(ctype->index){
  233. #define CASE(T1, T2) case type_index<T1>(): ref<T1>() = CAST(T2, val); break
  234. case type_index<void>(): vm->ValueError("cannot set void*"); break;
  235. CASE(char, i64);
  236. CASE(short, i64);
  237. CASE(int, i64);
  238. CASE(long, i64);
  239. CASE(long long, i64);
  240. CASE(unsigned char, i64);
  241. CASE(unsigned short, i64);
  242. CASE(unsigned int, i64);
  243. CASE(unsigned long, i64);
  244. CASE(unsigned long long, i64);
  245. CASE(float, f64);
  246. CASE(double, f64);
  247. CASE(bool, bool);
  248. #undef CASE
  249. default: UNREACHABLE();
  250. }
  251. }
  252. Pointer _to(VM* vm, StrName name){
  253. auto it = ctype->members.find(name);
  254. if(it == ctype->members.end()){
  255. vm->AttributeError(Str("struct '") + ctype->name + "' has no member " + name.str().escape(true));
  256. }
  257. const MemberInfo& info = it->second;
  258. return {info.type, level, ptr+info.offset};
  259. }
  260. };
  261. struct Value {
  262. PY_CLASS(Value, c, _value)
  263. char* data;
  264. Pointer head;
  265. const TypeInfo* ctype() const { return head.ctype; }
  266. Value(const TypeInfo* type) {
  267. data = new char[type->size];
  268. memset(data, 0, type->size);
  269. this->head = Pointer(type, data);
  270. }
  271. static void _register(VM* vm, PyVar mod, PyVar type){
  272. vm->bind_static_method<-1>(type, "__new__", CPP_NOT_IMPLEMENTED());
  273. vm->bind_method<0>(type, "ptr", [](VM* vm, Args& args) {
  274. Value& self = CAST(Value&, args[0]);
  275. return VAR_T(Pointer, self.head);
  276. });
  277. vm->bind_method<1>(type, "__getattr__", [](VM* vm, Args& args) {
  278. Value& self = CAST(Value&, args[0]);
  279. const Str& name = CAST(Str&, args[1]);
  280. return self.head._to(vm, name).get(vm);
  281. });
  282. }
  283. };
  284. struct CType{
  285. PY_CLASS(CType, c, ctype)
  286. const TypeInfo* type;
  287. CType() : type(_type_db.get<void>()) {}
  288. CType(const TypeInfo* type) : type(type) {}
  289. static void _register(VM* vm, PyVar mod, PyVar type){
  290. vm->bind_static_method<1>(type, "__new__", [](VM* vm, Args& args) {
  291. const Str& name = CAST(Str&, args[0]);
  292. const TypeInfo* type = _type_db.get(name);
  293. if(type == nullptr) vm->TypeError("unknown type: " + name.escape(true));
  294. return VAR_T(CType, type);
  295. });
  296. vm->bind_method<0>(type, "__call__", [](VM* vm, Args& args) {
  297. CType& self = CAST(CType&, args[0]);
  298. return VAR_T(Value, self.type);
  299. });
  300. }
  301. };
  302. void add_module_c(VM* vm){
  303. PyVar mod = vm->new_module("c");
  304. PyVar ptr_t = Pointer::register_class(vm, mod);
  305. Value::register_class(vm, mod);
  306. CType::register_class(vm, mod);
  307. vm->setattr(mod, "nullptr", VAR_T(Pointer));
  308. vm->bind_func<1>(mod, "malloc", [](VM* vm, Args& args) {
  309. i64 size = CAST(i64, args[0]);
  310. return VAR_T(Pointer, _type_db.get<void>(), (char*)malloc(size));
  311. });
  312. vm->bind_func<1>(mod, "free", [](VM* vm, Args& args) {
  313. Pointer& self = CAST(Pointer&, args[0]);
  314. free(self.ptr);
  315. return vm->None;
  316. });
  317. vm->bind_func<3>(mod, "memcpy", [](VM* vm, Args& args) {
  318. Pointer& dst = CAST(Pointer&, args[0]);
  319. Pointer& src = CAST(Pointer&, args[1]);
  320. i64 size = CAST(i64, args[2]);
  321. memcpy(dst.ptr, src.ptr, size);
  322. return vm->None;
  323. });
  324. vm->bind_func<1>(mod, "sizeof", [](VM* vm, Args& args) {
  325. const Str& name = CAST(Str&, args[0]);
  326. if(name.find('*') != Str::npos) return VAR(sizeof(void*));
  327. const TypeInfo* type = _type_db.get(name);
  328. if(type == nullptr) vm->TypeError("unknown type: " + name.escape(true));
  329. return VAR(type->size);
  330. });
  331. vm->bind_func<3>(mod, "memset", [](VM* vm, Args& args) {
  332. Pointer& dst = CAST(Pointer&, args[0]);
  333. i64 val = CAST(i64, args[1]);
  334. i64 size = CAST(i64, args[2]);
  335. memset(dst.ptr, (int)val, size);
  336. return vm->None;
  337. });
  338. }
  339. PyVar py_var(VM* vm, void* p){
  340. return VAR_T(Pointer, _type_db.get<void>(), (char*)p);
  341. }
  342. PyVar py_var(VM* vm, char* p){
  343. return VAR_T(Pointer, _type_db.get<char>(), (char*)p);
  344. }
  345. /***********************************************/
  346. template<typename T>
  347. struct _pointer {
  348. static constexpr int level = 0;
  349. using baseT = T;
  350. };
  351. template<typename T>
  352. struct _pointer<T*> {
  353. static constexpr int level = _pointer<T>::level + 1;
  354. using baseT = typename _pointer<T>::baseT;
  355. };
  356. template<typename T>
  357. struct pointer {
  358. static constexpr int level = _pointer<std::decay_t<T>>::level;
  359. using baseT = typename _pointer<std::decay_t<T>>::baseT;
  360. };
  361. template<typename T>
  362. T py_pointer_cast(VM* vm, const PyVar& var){
  363. static_assert(std::is_pointer_v<T>);
  364. Pointer& p = CAST(Pointer&, var);
  365. const TypeInfo* type = _type_db.get<typename pointer<T>::baseT>();
  366. const int level = pointer<T>::level;
  367. if(p.ctype != type || p.level != level){
  368. vm->TypeError("invalid pointer cast");
  369. }
  370. return reinterpret_cast<T>(p.ptr);
  371. }
  372. template<typename T>
  373. std::enable_if_t<std::is_pointer_v<T>, PyVar>
  374. py_var(VM* vm, T p){
  375. const TypeInfo* type = _type_db.get<typename pointer<T>::baseT>();
  376. return VAR_T(Pointer, type, pointer<T>::level, (char*)p);
  377. }
  378. } // namespace pkpy