luat_fs_luadb.c 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486
  1. #include "luat_base.h"
  2. #include "luat_luadb.h"
  3. #include "luat_malloc.h"
  4. #include "luat_fs.h"
  5. #define LUAT_LOG_TAG "luadb"
  6. #include "luat_log.h"
  7. #undef LLOGD
  8. #define LLOGD(...)
  9. extern const luadb_file_t luat_inline2_libs[];
  10. //---
  11. static uint8_t readU8(const char* ptr, int *index) {
  12. int val = ptr[*index];
  13. *index = (*index) + 1;
  14. return val & 0xFF;
  15. }
  16. static uint16_t readU16(const char* ptr, int *index) {
  17. return readU8(ptr,index) + (readU8(ptr,index) << 8);
  18. }
  19. static uint32_t readU32(const char* ptr, int *index) {
  20. return readU16(ptr,index) + (readU16(ptr,index) << 16);
  21. }
  22. //---
  23. int luat_luadb_umount(luadb_fs_t *fs) {
  24. if (fs)
  25. luat_heap_free(fs);
  26. return 0;
  27. }
  28. int luat_luadb_remount(luadb_fs_t *fs, unsigned flags) {
  29. memset(fs->fds, 0, sizeof(luadb_fd_t)*LUAT_LUADB_MAX_OPENFILE);
  30. return 0;
  31. }
  32. static luadb_file_t* find_by_name(luadb_fs_t *fs, const char *path) {
  33. for (size_t i = 0; i < fs->filecount; i++)
  34. {
  35. if (!strcmp(path, fs->files[i].name)) {
  36. return &(fs->files[i]);
  37. }
  38. }
  39. luadb_file_t *ext = fs->inlines;
  40. while (ext->ptr != NULL)
  41. {
  42. if (!strcmp(path, ext->name)) {
  43. return ext;
  44. }
  45. ext += 1;
  46. }
  47. return NULL;
  48. }
  49. int luat_luadb_open(luadb_fs_t *fs, const char *path, int flags, int /*mode_t*/ mode) {
  50. LLOGD("open luadb path = %s flags=%d", path, flags);
  51. int fd = -1;
  52. for (size_t j = 1; j < LUAT_LUADB_MAX_OPENFILE; j++)
  53. {
  54. if (fs->fds[j].file == NULL) {
  55. fd = j;
  56. break;
  57. }
  58. }
  59. if (fd == -1) {
  60. LLOGD("too many open files for luadb");
  61. return 0;
  62. }
  63. luadb_file_t* f = find_by_name(fs, path);
  64. if (f != NULL) {
  65. fs->fds[fd].fd_pos = 0;
  66. fs->fds[fd].file = f;
  67. LLOGD("open luadb path = %s fd=%d", path, j);
  68. return fd;
  69. }
  70. return 0;
  71. }
  72. int luat_luadb_close(luadb_fs_t *fs, int fd) {
  73. if (fd < 0 || fd >= LUAT_LUADB_MAX_OPENFILE)
  74. return -1;
  75. if (fs->fds[fd].file != NULL) {
  76. fs->fds[fd].file = NULL;
  77. fs->fds[fd].fd_pos = 0;
  78. return 0;
  79. }
  80. return -1;
  81. }
  82. size_t luat_luadb_read(luadb_fs_t *fs, int fd, void *dst, size_t size) {
  83. if (fd < 0 || fd >= LUAT_LUADB_MAX_OPENFILE || fs->fds[fd].file == NULL)
  84. return 0;
  85. luadb_fd_t *fdt = &fs->fds[fd];
  86. int re = size;
  87. if (fdt->fd_pos + size > fdt->file->size) {
  88. re = fdt->file->size - fdt->fd_pos;
  89. }
  90. if (re > 0) {
  91. memcpy(dst, fdt->file->ptr + fdt->fd_pos, re);
  92. fdt->fd_pos += re;
  93. }
  94. //LLOGD("luadb read name %s offset %d size %d ret %d", fdt->file->name, fdt->fd_pos, size, re);
  95. return re;
  96. }
  97. long luat_luadb_lseek(luadb_fs_t *fs, int fd, long /*off_t*/ offset, int mode) {
  98. if (fd < 0 || fd >= LUAT_LUADB_MAX_OPENFILE || fs->fds[fd].file == NULL)
  99. return -1;
  100. if (mode == SEEK_END) {
  101. fs->fds[fd].fd_pos = fs->fds[fd].file->size;
  102. }
  103. else if (mode == SEEK_CUR) {
  104. fs->fds[fd].fd_pos += offset;
  105. }
  106. else {
  107. fs->fds[fd].fd_pos = offset;
  108. }
  109. return fs->fds[fd].fd_pos;
  110. }
  111. luadb_file_t * luat_luadb_stat(luadb_fs_t *fs, const char *path) {
  112. return find_by_name(fs, path);
  113. }
  114. luadb_fs_t* luat_luadb_mount(const char* _ptr) {
  115. int index = 0;
  116. int headok = 0;
  117. int dbver = 0;
  118. int headsize = 0;
  119. int filecount = 0;
  120. const char * ptr = (const char *)_ptr;
  121. //LLOGD("LuaDB ptr = %p", ptr);
  122. uint16_t magic1 = 0;
  123. uint16_t magic2 = 0;
  124. for (size_t i = 0; i < 128; i++)
  125. {
  126. int type = readU8(ptr, &index);
  127. int len = readU8(ptr, &index);
  128. //LLOGD("PTR: %d %d %d", type, len, index);
  129. switch (type) {
  130. case 1: {// Magic, 肯定是4个字节
  131. if (len != 4) {
  132. LLOGD("Magic len != 4");
  133. goto _after_head;
  134. }
  135. magic1 = readU16(ptr, &index);
  136. magic2 = readU16(ptr, &index);
  137. if (magic1 != magic2 || magic1 != 0xA55A) {
  138. LLOGD("Magic not match 0x%04X%04X", magic1, magic2);
  139. goto _after_head;
  140. }
  141. break;
  142. }
  143. case 2: {
  144. if (len != 2) {
  145. LLOGD("Version len != 2");
  146. goto _after_head;
  147. }
  148. dbver = readU16(ptr, &index);
  149. LLOGD("LuaDB version = %d", dbver);
  150. break;
  151. }
  152. case 3: {
  153. if (len != 4) {
  154. LLOGD("Header full len != 4");
  155. goto _after_head;
  156. }
  157. headsize = readU32(ptr, &index);
  158. break;
  159. }
  160. case 4 : {
  161. if (len != 2) {
  162. LLOGD("Lua File Count len != 4");
  163. goto _after_head;
  164. }
  165. filecount = readU16(ptr, &index);
  166. LLOGD("LuaDB file count %d", filecount);
  167. break;
  168. }
  169. case 0xFE : {
  170. if (len != 2) {
  171. LLOGD("CRC len != 4");
  172. goto _after_head;
  173. }
  174. index += len;
  175. headok = 1;
  176. goto _after_head;
  177. }
  178. default: {
  179. index += len;
  180. LLOGD("skip unkown type %d", type);
  181. break;
  182. }
  183. }
  184. }
  185. _after_head:
  186. if (headok == 0) {
  187. LLOGW("Bad LuaDB");
  188. return NULL;
  189. }
  190. if (dbver == 0) {
  191. LLOGW("miss DB version");
  192. return NULL;
  193. }
  194. if (headsize == 0) {
  195. LLOGW("miss DB headsize");
  196. return NULL;
  197. }
  198. if (filecount == 0) {
  199. LLOGW("miss DB filecount");
  200. return NULL;
  201. }
  202. if (filecount > 1024) {
  203. LLOGW("too many file in LuaDB");
  204. return NULL;
  205. }
  206. LLOGD("LuaDB head seem ok");
  207. // 由于luadb_fs_t带了一个luadb_file_t元素的
  208. size_t msize = sizeof(luadb_fs_t) + (filecount - 1)*sizeof(luadb_file_t);
  209. LLOGD("malloc fo luadb fs size=%d", msize);
  210. luadb_fs_t *fs = (luadb_fs_t*)luat_heap_malloc(msize);
  211. if (fs == NULL) {
  212. LLOGD("malloc for luadb fail!!!");
  213. return NULL;
  214. }
  215. memset(fs, 0, msize);
  216. LLOGD("LuaDB check files ....");
  217. fs->version = dbver;
  218. fs->filecount = filecount;
  219. //fs->ptrpos = initpos;
  220. int fail = 0;
  221. uint8_t type = 0;
  222. uint32_t len = 0;
  223. // int hasSys = 0;
  224. // 读取每个文件的头部
  225. for (size_t i = 0; i < filecount; i++)
  226. {
  227. LLOGD("LuaDB check files .... %d", i+1);
  228. type = ptr[index++];
  229. len = ptr[index++];
  230. if (type != 1 || len != 4) {
  231. LLOGD("bad file data 1 : %d %d %d", type, len, index);
  232. fail = 1;
  233. break;
  234. }
  235. // skip magic
  236. index += 4;
  237. // 2. 然后是名字
  238. type = ptr[index++];
  239. len = ptr[index++];
  240. if (type != 2) {
  241. LLOGD("bad file data 2 : %d %d %d", type, len, index);
  242. fail = 1;
  243. break;
  244. }
  245. // 拷贝文件名
  246. LLOGD("LuaDB file name len = %d", len);
  247. memcpy(fs->files[i].name, &(ptr[index]), len);
  248. fs->files[i].name[len] = 0x00;
  249. index += len;
  250. LLOGD("LuaDB file name %s", fs->files[i].name);
  251. // 3. 文件大小
  252. type = ptr[index++];
  253. len = ptr[index++];
  254. if (type != 3 || len != 4) {
  255. LLOGD("bad file data 3 : %d %d %d", type, len, index);
  256. fail = 1;
  257. break;
  258. }
  259. fs->files[i].size = readU32(ptr, &index);
  260. // 0xFE校验码
  261. type = ptr[index++];
  262. len = ptr[index++];
  263. if (type != 0xFE || len != 2) {
  264. LLOGD("bad file data 4 : %d %d %d", type, len, index);
  265. fail = 1;
  266. break;
  267. }
  268. // 校验码就跳过吧
  269. index += len;
  270. fs->files[i].ptr = (const char*)(index + ptr); // 绝对地址
  271. index += fs->files[i].size;
  272. LLOGD("LuaDB: %s %d", fs->files[i].name, fs->files[i].size);
  273. }
  274. if (fail == 0) {
  275. LLOGD("LuaDB check files .... ok");
  276. fs->inlines = (luadb_file_t *)luat_inline2_libs;
  277. return fs;
  278. }
  279. else {
  280. LLOGD("LuaDB check files .... fail");
  281. luat_heap_free(fs);
  282. return NULL;
  283. }
  284. }
  285. #ifdef LUAT_USE_FS_VFS
  286. FILE* luat_vfs_luadb_fopen(void* userdata, const char *filename, const char *mode) {
  287. return (FILE*)luat_luadb_open((luadb_fs_t*)userdata, filename, 0, 0);
  288. }
  289. int luat_vfs_luadb_fseek(void* userdata, FILE* stream, long int offset, int origin) {
  290. int ret = luat_luadb_lseek((luadb_fs_t*)userdata, (int)stream, offset, origin);
  291. if (ret < 0)
  292. return -1;
  293. return 0;
  294. }
  295. int luat_vfs_luadb_ftell(void* userdata, FILE* stream) {
  296. return luat_luadb_lseek((luadb_fs_t*)userdata, (int)stream, 0, SEEK_CUR);
  297. }
  298. int luat_vfs_luadb_fclose(void* userdata, FILE* stream) {
  299. return luat_luadb_close((luadb_fs_t*)userdata, (int)stream);
  300. }
  301. int luat_vfs_luadb_feof(void* userdata, FILE* stream) {
  302. int cur = luat_luadb_lseek((luadb_fs_t*)userdata, (int)stream, 0, SEEK_CUR);
  303. int end = luat_luadb_lseek((luadb_fs_t*)userdata, (int)stream, 0, SEEK_END);
  304. luat_luadb_lseek((luadb_fs_t*)userdata, (int)stream, cur, SEEK_SET);
  305. return cur >= end ? 1 : 0;
  306. }
  307. int luat_vfs_luadb_ferror(void* userdata, FILE *stream) {
  308. return 0;
  309. }
  310. size_t luat_vfs_luadb_fread(void* userdata, void *ptr, size_t size, size_t nmemb, FILE *stream) {
  311. return luat_luadb_read((luadb_fs_t*)userdata, (int)stream, ptr, size * nmemb);
  312. }
  313. int luat_vfs_luadb_getc(void* userdata, FILE* stream) {
  314. char c = 0;
  315. size_t ret = luat_vfs_luadb_fread((luadb_fs_t*)userdata, &c, 1, 1, stream);
  316. if (ret > 0) {
  317. return (int)c;
  318. }
  319. return -1;
  320. }
  321. size_t luat_vfs_luadb_fwrite(void* userdata, const void *ptr, size_t size, size_t nmemb, FILE *stream) {
  322. return 0;
  323. }
  324. int luat_vfs_luadb_remove(void* userdata, const char *filename) {
  325. return -1;
  326. }
  327. int luat_vfs_luadb_rename(void* userdata, const char *old_filename, const char *new_filename) {
  328. return -1;
  329. }
  330. int luat_vfs_luadb_fexist(void* userdata, const char *filename) {
  331. FILE* fd = luat_vfs_luadb_fopen(userdata, filename, "rb");
  332. if (fd) {
  333. luat_vfs_luadb_fclose(userdata, fd);
  334. return 1;
  335. }
  336. return 0;
  337. }
  338. size_t luat_vfs_luadb_fsize(void* userdata, const char *filename) {
  339. FILE *fd;
  340. size_t size = 0;
  341. fd = luat_vfs_luadb_fopen(userdata, filename, "rb");
  342. if (fd) {
  343. luat_vfs_luadb_fseek(userdata, fd, 0, SEEK_END);
  344. size = luat_vfs_luadb_ftell(userdata, fd);
  345. luat_vfs_luadb_fclose(userdata, fd);
  346. }
  347. return size;
  348. }
  349. int luat_vfs_luadb_mkfs(void* userdata, luat_fs_conf_t *conf) {
  350. //LLOGE("not support yet : mkfs");
  351. return -1;
  352. }
  353. int luat_vfs_luadb_mount(void** userdata, luat_fs_conf_t *conf) {
  354. luadb_fs_t* fs = luat_luadb_mount((const char*)conf->busname);
  355. if (fs == NULL)
  356. return -1;
  357. *userdata = fs;
  358. return 0;
  359. }
  360. int luat_vfs_luadb_umount(void* userdata, luat_fs_conf_t *conf) {
  361. //LLOGE("not support yet : umount");
  362. return 0;
  363. }
  364. int luat_vfs_luadb_mkdir(void* userdata, char const* _DirName) {
  365. //LLOGE("not support yet : mkdir");
  366. return -1;
  367. }
  368. int luat_vfs_luadb_rmdir(void* userdata, char const* _DirName) {
  369. //LLOGE("not support yet : rmdir");
  370. return -1;
  371. }
  372. int luat_vfs_luadb_lsdir(void* userdata, char const* _DirName, luat_fs_dirent_t* ents, size_t offset, size_t len) {
  373. luadb_fs_t* fs = (luadb_fs_t*)userdata;
  374. if (fs->filecount > offset) {
  375. if (offset + len > fs->filecount)
  376. len = fs->filecount - offset;
  377. for (size_t i = 0; i < len; i++)
  378. {
  379. ents[i].d_type = 0;
  380. strcpy(ents[i].d_name, fs->files[i+offset].name);
  381. }
  382. return len;
  383. }
  384. return 0;
  385. }
  386. int luat_vfs_luadb_info(void* userdata, const char* path, luat_fs_info_t *conf) {
  387. memcpy(conf->filesystem, "luadb", strlen("luadb")+1);
  388. conf->type = 0;
  389. conf->total_block = 0;
  390. conf->block_used = 0;
  391. conf->block_size = 512;
  392. return 0;
  393. }
  394. const char* luat_vfs_luadb_mmap(void* userdata, int fd) {
  395. luadb_fs_t* fs = (luadb_fs_t*)userdata;
  396. if (fd < 0 || fd >= LUAT_LUADB_MAX_OPENFILE || fs->fds[fd].file == NULL)
  397. return 0;
  398. luadb_fd_t *fdt = &fs->fds[fd];
  399. if (fdt != NULL) {
  400. return fdt->file->ptr;
  401. }
  402. return NULL;
  403. }
  404. #define T(name) .name = luat_vfs_luadb_##name
  405. const struct luat_vfs_filesystem vfs_fs_luadb = {
  406. .name = "luadb",
  407. .opts = {
  408. .mkfs = NULL,
  409. T(mount),
  410. T(umount),
  411. .mkdir = NULL,
  412. .rmdir = NULL,
  413. .lsdir = NULL,
  414. .remove = NULL,
  415. .rename = NULL,
  416. T(fsize),
  417. T(fexist),
  418. T(info)
  419. },
  420. .fopts = {
  421. T(fopen),
  422. T(getc),
  423. T(fseek),
  424. T(ftell),
  425. T(fclose),
  426. T(feof),
  427. T(ferror),
  428. T(fread),
  429. .fwrite = NULL
  430. }
  431. };
  432. #endif