#include "kvstore.h" #include "kvs_rw_tools.h" #include #include #include #include #if ENABLE_ARRAY extern kvs_array_t global_array; #endif #if ENABLE_RBTREE extern kvs_rbtree_t global_rbtree; #endif #if ENABLE_HASH extern kvs_hash_t global_hash; #endif int global_cmd_log_fd = -1; void *kvs_malloc(size_t size) { return malloc(size); } void kvs_free(void *ptr) { return free(ptr); } const char *command[] = { "SET", "GET", "DEL", "MOD", "EXIST", "RSET", "RGET", "RDEL", "RMOD", "REXIST", "HSET", "HGET", "HDEL", "HMOD", "HEXIST" }; const char *response[] = { }; int kvs_split_token(char *msg, char *tokens[]) { if (msg == NULL || tokens == NULL) return -1; int idx = 0; char *token = strtok(msg, " "); while (token != NULL) { //printf("idx: %d, %s\n", idx, token); tokens[idx ++] = token; token = strtok(NULL, " "); } return idx; } // SET Key Value // tokens[0] : SET // tokens[1] : Key // tokens[2] : Value #if !BIN_SAFE int kvs_filter_protocol(char **tokens, int count, char *response) { if (tokens[0] == NULL || count == 0 || response == NULL) return -1; int cmd = KVS_CMD_START; for (cmd = KVS_CMD_START;cmd < KVS_CMD_COUNT;cmd ++) { if (strcmp(tokens[0], command[cmd]) == 0) { break; } } int length = 0; int ret = 0; char *key = tokens[1]; char *value = tokens[2]; switch(cmd) { #if ENABLE_ARRAY case KVS_CMD_SET: ret = kvs_array_set(&global_array ,key, value); if (ret < 0) { length = sprintf(response, "ERROR\r\n"); } else if (ret == 0) { length = sprintf(response, "OK\r\n"); } else { length = sprintf(response, "EXIST\r\n"); } break; case KVS_CMD_GET: { char *result = kvs_array_get(&global_array, key); if (result == NULL) { length = sprintf(response, "NO EXIST\r\n"); } else { length = sprintf(response, "%s\r\n", result); } break; } case KVS_CMD_DEL: ret = kvs_array_del(&global_array ,key); if (ret < 0) { length = sprintf(response, "ERROR\r\n"); } else if (ret == 0) { length = sprintf(response, "OK\r\n"); } else { length = sprintf(response, "NO EXIST\r\n"); } break; case KVS_CMD_MOD: ret = kvs_array_mod(&global_array ,key, value); if (ret < 0) { length = sprintf(response, "ERROR\r\n"); } else if (ret == 0) { length = sprintf(response, "OK\r\n"); } else { length = sprintf(response, "NO EXIST\r\n"); } break; case KVS_CMD_EXIST: ret = kvs_array_exist(&global_array ,key); if (ret == 0) { length = sprintf(response, "EXIST\r\n"); } else { length = sprintf(response, "NO EXIST\r\n"); } break; #endif // rbtree #if ENABLE_RBTREE case KVS_CMD_RSET: ret = kvs_rbtree_set(&global_rbtree ,key, value); if (ret < 0) { length = sprintf(response, "ERROR\r\n"); } else if (ret == 0) { length = sprintf(response, "OK\r\n"); } else { length = sprintf(response, "EXIST\r\n"); } break; case KVS_CMD_RGET: { char *result = kvs_rbtree_get(&global_rbtree, key); if (result == NULL) { length = sprintf(response, "NO EXIST\r\n"); } else { length = sprintf(response, "%s\r\n", result); } break; } case KVS_CMD_RDEL: ret = kvs_rbtree_del(&global_rbtree ,key); if (ret < 0) { length = sprintf(response, "ERROR\r\n"); } else if (ret == 0) { length = sprintf(response, "OK\r\n"); } else { length = sprintf(response, "NO EXIST\r\n"); } break; case KVS_CMD_RMOD: ret = kvs_rbtree_mod(&global_rbtree ,key, value); if (ret < 0) { length = sprintf(response, "ERROR\r\n"); } else if (ret == 0) { length = sprintf(response, "OK\r\n"); } else { length = sprintf(response, "NO EXIST\r\n"); } break; case KVS_CMD_REXIST: ret = kvs_rbtree_exist(&global_rbtree ,key); if (ret == 0) { length = sprintf(response, "EXIST\r\n"); } else { length = sprintf(response, "NO EXIST\r\n"); } break; #endif #if ENABLE_HASH case KVS_CMD_HSET: ret = kvs_hash_set(&global_hash ,key, value); if (ret < 0) { length = sprintf(response, "ERROR\r\n"); } else if (ret == 0) { length = sprintf(response, "OK\r\n"); } else { length = sprintf(response, "EXIST\r\n"); } break; case KVS_CMD_HGET: { char *result = kvs_hash_get(&global_hash, key); if (result == NULL) { length = sprintf(response, "NO EXIST\r\n"); } else { length = sprintf(response, "%s\r\n", result); } break; } case KVS_CMD_HDEL: ret = kvs_hash_del(&global_hash ,key); if (ret < 0) { length = sprintf(response, "ERROR\r\n"); } else if (ret == 0) { length = sprintf(response, "OK\r\n"); } else { length = sprintf(response, "NO EXIST\r\n"); } break; case KVS_CMD_HMOD: ret = kvs_hash_mod(&global_hash ,key, value); if (ret < 0) { length = sprintf(response, "ERROR\r\n"); } else if (ret == 0) { length = sprintf(response, "OK\r\n"); } else { length = sprintf(response, "NO EXIST\r\n"); } break; case KVS_CMD_HEXIST: ret = kvs_hash_exist(&global_hash ,key); if (ret == 0) { length = sprintf(response, "EXIST\r\n"); } else { length = sprintf(response, "NO EXIST\r\n"); } break; #endif default: assert(0); } return length; } #endif #if NEW_KVSTORE /** * input : request request_length * output : response response_length * return : -1 error, =0 半包, 1 成功 */ int kvs_protocol(char *request, int request_length, char *response, int *response_length){ if (!request || request_length <= 0 || !response || !response_length) return -1; int consumed = 0; int out_len = 0; static int i = 0; while(consumed < request_length ){ if(i > 33){ i = i+1; i = i-1; } if(i == 47) i = 0; ++i; kvs_req_t req; memset(&req, 0, sizeof(kvs_req_t)); const uint8_t *p = request+consumed; int remain = request_length - consumed; int len = kvs_parse_one_cmd(p, remain, &req); if(len < 0){ // 解析失败 kvs_free_request(&req); *response_length = out_len; return -1; } else if(len == 0){ // 半包 kvs_free_request(&req); break; } kvs_rsp_t rsp; memset(&rsp, 0, sizeof(kvs_rsp_t)); // 执行失败 if (kvs_execute_one_cmd(&req, &rsp) < 0){ kvs_free_request(&req); *response_length = out_len; return -1; }else{ // 执行成功,在这里保存到日志中。 if(rsp.status == KVS_STATUS_OK){ if(req.op == KVS_CMD_SET || req.op == KVS_CMD_MOD || req.op == KVS_CMD_DEL){ kvs_save_cmd_to_logfile(p, len, global_cmd_log_fd); } } } int resp_len = kvs_build_one_rsp(&rsp, (uint8_t *)response+out_len, KVS_MAX_RESPONSE-out_len); // 构建响应 <0 构建失败 kvs_free_request(&req); if (resp_len < 0) { *response_length = out_len; return -1; } // printf("resp_len:%d\n", resp_len); // printf("consumed:%d\n", len); out_len += resp_len; consumed += len; } *response_length = out_len; return consumed; } #else /* * msg: request message * length: length of request message * response: need to send * @return : length of response */ int kvs_protocol(char *msg, int length, char *response) { // // SET Key Value // GET Key // DEL Key if (msg == NULL || length <= 0 || response == NULL) return -1; //printf("recv %d : %s\n", length, msg); char *tokens[KVS_MAX_TOKENS] = {0}; int count = kvs_split_token(msg, tokens); if (count == -1) return -1; //memcpy(response, msg, length); return kvs_filter_protocol(tokens, count, response); } #endif int init_cmd_log(const char *file, int *logfd){ if(!file) return -1; int fd = open(file, O_RDWR | O_CREAT | O_APPEND, 0644); if(fd < 0) return -2; *logfd = fd; return 0; } int destroy_cmd_log(int logfd){ close(logfd); return 0; } int init_kvengine(void) { #if ENABLE_ARRAY memset(&global_array, 0, sizeof(kvs_array_t)); kvs_array_create(&global_array); kvs_array_load(&global_array, KVS_ARRAY_FILE); #endif #if ENABLE_RBTREE memset(&global_rbtree, 0, sizeof(kvs_rbtree_t)); kvs_rbtree_create(&global_rbtree); #endif #if ENABLE_HASH memset(&global_hash, 0, sizeof(kvs_hash_t)); kvs_hash_create(&global_hash); #endif init_cmd_log(KVS_CMD_LOG_FILE, &global_cmd_log_fd); kvs_replay_log(KVS_CMD_LOG_FILE, global_cmd_log_fd); return 0; } void dest_kvengine(void) { #if ENABLE_ARRAY kvs_array_destroy(&global_array); #endif #if ENABLE_RBTREE kvs_rbtree_destroy(&global_rbtree); #endif #if ENABLE_HASH kvs_hash_destroy(&global_hash); #endif destroy_cmd_log(global_cmd_log_fd); } int main(int argc, char *argv[]) { if (argc != 2) return -1; int port = atoi(argv[1]); init_kvengine(); #if (NETWORK_SELECT == NETWORK_REACTOR) reactor_start(port, kvs_protocol); // #elif (NETWORK_SELECT == NETWORK_PROACTOR) proactor_start(port, kvs_protocol); #elif (NETWORK_SELECT == NETWORK_NTYCO) ntyco_start(port, kvs_protocol); #endif dest_kvengine(); }