[HLFS]check hdfs with only out hlfs

0 views

Skip to first unread message

harryxiyou

unread,

Nov 16, 2011, 7:20:49 AM11/16/11

to xiyou...@googlegroups.com

[root@111 /hlfs/test]$cat test.c
#include "glib.h"
#include "api/hlfs.h"
#include <string.h>
#include "hlfs_log.h"

#define LEN (63ull * 1024ull * 1024ull)

int main(){
if (log4c_init()) {
g_message("log4c_init error!");
}
g_print(" test init hlfs >>> \n");
const char * uri = "hdfs:///tmp/testenv/testfs";
// const char * fs_name = "testfs";
HLFS_CTRL * ctrl = init_hlfs(uri);
g_assert(ctrl != NULL);
g_print(" test hlfs open >>> \n");
uint64_t ret = 0;
ret = hlfs_open(ctrl,1);
g_assert(ret == 0);
g_print(" test hlfs write >>> \n");
static char content[LEN];
memset(content, 0, LEN);
#if 0
int offset = 0;
while(offset < 8192*10*1000){
ret = hlfs_write(ctrl,content,8192*10,offset);
g_assert(ret==8192*10);
offset +=8192*10;
printf("offset:%d\n",offset);
}
#endif
uint64_t offset = 0;
int i = 0;
for (i = 0; i < 100; i++) {
ret = hlfs_write(ctrl,content,LEN,offset);
g_assert(ret==LEN);
offset += LEN;
printf("offset:%llu\n",offset);
}
ret = hlfs_close(ctrl);
deinit_hlfs(ctrl);
return 0;
}

[root@111 /hlfs/test]$hadoop fs -ls hdfs:///tmp/testenv/testfs/
Found 101 items
-rw-r--r-- 1 root supergroup 66134244 2011-11-16 17:43
/tmp/testenv/testfs/0.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 17:44
/tmp/testenv/testfs/1.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 17:59
/tmp/testenv/testfs/10.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:01
/tmp/testenv/testfs/11.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:03
/tmp/testenv/testfs/12.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:04
/tmp/testenv/testfs/13.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:06
/tmp/testenv/testfs/14.seg
-rw-r--r-- 1 root supergroup 66134244 2011-11-16 18:07
/tmp/testenv/testfs/15.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:08
/tmp/testenv/testfs/16.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:10
/tmp/testenv/testfs/17.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:12
/tmp/testenv/testfs/18.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:14
/tmp/testenv/testfs/19.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 17:46
/tmp/testenv/testfs/2.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:15
/tmp/testenv/testfs/20.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:17
/tmp/testenv/testfs/21.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:18
/tmp/testenv/testfs/22.seg
-rw-r--r-- 1 root supergroup 66134244 2011-11-16 18:20
/tmp/testenv/testfs/23.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:21
/tmp/testenv/testfs/24.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:22
/tmp/testenv/testfs/25.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:24
/tmp/testenv/testfs/26.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:26
/tmp/testenv/testfs/27.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:27
/tmp/testenv/testfs/28.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:28
/tmp/testenv/testfs/29.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 17:48
/tmp/testenv/testfs/3.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:29
/tmp/testenv/testfs/30.seg
-rw-r--r-- 1 root supergroup 66134244 2011-11-16 18:31
/tmp/testenv/testfs/31.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:33
/tmp/testenv/testfs/32.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:34
/tmp/testenv/testfs/33.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:35
/tmp/testenv/testfs/34.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:37
/tmp/testenv/testfs/35.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:39
/tmp/testenv/testfs/36.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:40
/tmp/testenv/testfs/37.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:41
/tmp/testenv/testfs/38.seg
-rw-r--r-- 1 root supergroup 66134244 2011-11-16 18:43
/tmp/testenv/testfs/39.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 17:50
/tmp/testenv/testfs/4.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:44
/tmp/testenv/testfs/40.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:46
/tmp/testenv/testfs/41.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:47
/tmp/testenv/testfs/42.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:49
/tmp/testenv/testfs/43.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:50
/tmp/testenv/testfs/44.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:52
/tmp/testenv/testfs/45.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:53
/tmp/testenv/testfs/46.seg
-rw-r--r-- 1 root supergroup 66134244 2011-11-16 18:55
/tmp/testenv/testfs/47.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:56
/tmp/testenv/testfs/48.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:57
/tmp/testenv/testfs/49.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 17:51
/tmp/testenv/testfs/5.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 18:59
/tmp/testenv/testfs/50.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:00
/tmp/testenv/testfs/51.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:02
/tmp/testenv/testfs/52.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:03
/tmp/testenv/testfs/53.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:04
/tmp/testenv/testfs/54.seg
-rw-r--r-- 1 root supergroup 66134244 2011-11-16 19:07
/tmp/testenv/testfs/55.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:08
/tmp/testenv/testfs/56.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:09
/tmp/testenv/testfs/57.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:10
/tmp/testenv/testfs/58.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:12
/tmp/testenv/testfs/59.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 17:53
/tmp/testenv/testfs/6.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:13
/tmp/testenv/testfs/60.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:14
/tmp/testenv/testfs/61.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:15
/tmp/testenv/testfs/62.seg
-rw-r--r-- 1 root supergroup 66134244 2011-11-16 19:17
/tmp/testenv/testfs/63.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:18
/tmp/testenv/testfs/64.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:20
/tmp/testenv/testfs/65.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:22
/tmp/testenv/testfs/66.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:23
/tmp/testenv/testfs/67.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:24
/tmp/testenv/testfs/68.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:26
/tmp/testenv/testfs/69.seg
-rw-r--r-- 1 root supergroup 66134244 2011-11-16 17:55
/tmp/testenv/testfs/7.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:28
/tmp/testenv/testfs/70.seg
-rw-r--r-- 1 root supergroup 66134244 2011-11-16 19:29
/tmp/testenv/testfs/71.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:31
/tmp/testenv/testfs/72.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:32
/tmp/testenv/testfs/73.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:34
/tmp/testenv/testfs/74.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:35
/tmp/testenv/testfs/75.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:36
/tmp/testenv/testfs/76.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:37
/tmp/testenv/testfs/77.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:39
/tmp/testenv/testfs/78.seg
-rw-r--r-- 1 root supergroup 66134244 2011-11-16 19:41
/tmp/testenv/testfs/79.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 17:57
/tmp/testenv/testfs/8.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:42
/tmp/testenv/testfs/80.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:43
/tmp/testenv/testfs/81.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:45
/tmp/testenv/testfs/82.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:47
/tmp/testenv/testfs/83.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:49
/tmp/testenv/testfs/84.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:50
/tmp/testenv/testfs/85.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:51
/tmp/testenv/testfs/86.seg
-rw-r--r-- 1 root supergroup 66134244 2011-11-16 19:53
/tmp/testenv/testfs/87.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:55
/tmp/testenv/testfs/88.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:56
/tmp/testenv/testfs/89.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 17:58
/tmp/testenv/testfs/9.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:57
/tmp/testenv/testfs/90.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 19:59
/tmp/testenv/testfs/91.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 20:01
/tmp/testenv/testfs/92.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 20:02
/tmp/testenv/testfs/93.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 20:03
/tmp/testenv/testfs/94.seg
-rw-r--r-- 1 root supergroup 66134244 2011-11-16 20:05
/tmp/testenv/testfs/95.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 20:07
/tmp/testenv/testfs/96.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 20:08
/tmp/testenv/testfs/97.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 20:10
/tmp/testenv/testfs/98.seg
-rw-r--r-- 1 root supergroup 66142436 2011-11-16 20:11
/tmp/testenv/testfs/99.seg
-rw-r--r-- 1 root supergroup 101 2011-11-16 17:42
/tmp/testenv/testfs/superblock

以上是在伪模式上的测试，说明hlfs本身已经ok了

--
Thanks
Harry Wei

Reply all

Reply to author

Forward

0 new messages