Skip to content

Open Source alternative to Algolia + Pinecone and an Easier-to-Use alternative to ElasticSearch ⚡ 🔍 ✨ Fast, typo tolerant, in-memory fuzzy Search Engine for building delightful search experiences

Add document end-point.

Kishore Nallan9f75b70b074d
diff --git a/src/collection.cpp b/src/collection.cpp
index 2f689a64..6c7c1d49 100644
--- a/src/collection.cpp
+++ b/src/collection.cpp
@@ -24,7 +24,7 @@ uint32_t Collection::next_seq_id() {
return ++seq_id;
}
-void Collection::add(std::string json_str) {
+std::string Collection::add(std::string json_str) {
nlohmann::json document = nlohmann::json::parse(json_str);
if(document.count("id") == 0) {
@@ -75,6 +75,8 @@ void Collection::add(std::string json_str) {
}
doc_scores[seq_id] = document["points"];
+
+ return document["id"];
}
/*
@@ -102,6 +104,8 @@ std::vector<nlohmann::json> Collection::search(std::string query, const int num_
std::vector<std::vector<art_leaf*>> token_leaves;
for(std::string token: tokens) {
+ std::transform(token.begin(), token.end(), token.begin(), ::tolower);
+
std::vector<art_leaf*> leaves;
art_fuzzy_results(&t, (const unsigned char *) token.c_str(), (int) token.length() + 1, cost, 3, leaves);
if(!leaves.empty()) {
diff --git a/src/collection.h b/src/collection.h
index 2bb52364..493741b8 100644
--- a/src/collection.h
+++ b/src/collection.h
@@ -24,7 +24,7 @@ public:
Collection() = delete;
Collection(std::string state_dir_path);
~Collection();
- void add(std::string json_str);
+ std::string add(std::string json_str);
std::vector<nlohmann::json> search(std::string query, const int num_typos, const size_t num_results);
static inline std::vector<art_leaf *> _next_suggestion(const std::vector<std::vector<art_leaf *>> &token_leaves,
diff --git a/src/server.cpp b/src/server.cpp
index 5fdd9c88..05b95c9b 100644
--- a/src/server.cpp
+++ b/src/server.cpp
@@ -53,13 +53,8 @@ std::map<std::string, std::string> parse_query(const std::string& query) {
}
-static int chunked_test(h2o_handler_t *self, h2o_req_t *req) {
+static int get_search(h2o_handler_t *self, h2o_req_t *req) {
static h2o_generator_t generator = {NULL, NULL};
-
- if (!h2o_memis(req->method.base, req->method.len, H2O_STRLIT("GET"))) {
- return -1;
- }
-
h2o_iovec_t query = req->query_at != SIZE_MAX ?
h2o_iovec_init(req->path.base + req->query_at, req->path.len - req->query_at) :
h2o_iovec_init(H2O_STRLIT(""));
@@ -92,7 +87,7 @@ static int chunked_test(h2o_handler_t *self, h2o_req_t *req) {
h2o_iovec_t body = h2o_strdup(&req->pool, json_str.c_str(), SIZE_MAX);
req->res.status = 200;
req->res.reason = "OK";
- h2o_add_header(&req->pool, &req->res.headers, H2O_TOKEN_CONTENT_TYPE, H2O_STRLIT("text/plain"));
+ h2o_add_header(&req->pool, &req->res.headers, H2O_TOKEN_CONTENT_TYPE, H2O_STRLIT("application/json; charset=utf-8"));
h2o_start_response(req, &generator);
h2o_send(req, &body, 1, 1);
@@ -101,19 +96,23 @@ static int chunked_test(h2o_handler_t *self, h2o_req_t *req) {
return 0;
}
-static int post_test(h2o_handler_t *self, h2o_req_t *req) {
- if (h2o_memis(req->method.base, req->method.len, H2O_STRLIT("POST")) &&
- h2o_memis(req->path_normalized.base, req->path_normalized.len, H2O_STRLIT("/post-test/"))) {
- static h2o_generator_t generator = {NULL, NULL};
- req->res.status = 200;
- req->res.reason = "OK";
- h2o_add_header(&req->pool, &req->res.headers, H2O_TOKEN_CONTENT_TYPE, H2O_STRLIT("text/plain; charset=utf-8"));
- h2o_start_response(req, &generator);
- h2o_send(req, &req->entity, 1, 1);
- return 0;
- }
+static int post_add_document(h2o_handler_t *self, h2o_req_t *req) {
+ std::string document(req->entity.base, req->entity.len);
+ std::string inserted_id = collection->add(document);
- return -1;
+ static h2o_generator_t generator = {NULL, NULL};
+ req->res.status = 200;
+ req->res.reason = "OK";
+ h2o_add_header(&req->pool, &req->res.headers, H2O_TOKEN_CONTENT_TYPE, H2O_STRLIT("application/json; charset=utf-8"));
+ h2o_start_response(req, &generator);
+
+ nlohmann::json json_response;
+ json_response["id"] = inserted_id;
+ json_response["status"] = "SUCCESS";
+
+ h2o_iovec_t body = h2o_strdup(&req->pool, json_response.dump().c_str(), SIZE_MAX);
+ h2o_send(req, &body, 1, 1);
+ return 0;
}
static void on_accept(h2o_socket_t *listener, const char *err) {
@@ -136,7 +135,7 @@ static int create_listener(void) {
memset(&addr, 0, sizeof(addr));
addr.sin_family = AF_INET;
addr.sin_addr.s_addr = htonl(0x7f000001);
- addr.sin_port = htons(7890);
+ addr.sin_port = htons(1088);
if ((fd = socket(AF_INET, SOCK_STREAM, 0)) == -1 ||
setsockopt(fd, SOL_SOCKET, SO_REUSEADDR, &reuseaddr_flag, sizeof(reuseaddr_flag)) != 0 ||
@@ -151,8 +150,8 @@ static int create_listener(void) {
}
void index_documents() {
- //std::ifstream infile("/Users/kishore/others/wreally/typesense/test/documents.jsonl");
- std::ifstream infile("/Users/kishore/Downloads/hnstories.jsonl");
+ std::ifstream infile("/Users/kishore/others/wreally/typesense/test/documents.jsonl");
+ //std::ifstream infile("/Users/kishore/Downloads/hnstories.jsonl");
std::string json_line;
@@ -171,9 +170,8 @@ int main(int argc, char **argv) {
h2o_config_init(&config);
h2o_hostconf_t *hostconf = h2o_config_register_host(&config, h2o_iovec_init(H2O_STRLIT("default")), 65535);
- register_handler(hostconf, "/post-test", post_test);
- register_handler(hostconf, "/search", chunked_test);
- h2o_file_register(h2o_config_register_path(hostconf, "/", 0), "examples/doc_root", NULL, NULL, 0);
+ register_handler(hostconf, "/add", post_add_document);
+ register_handler(hostconf, "/search", get_search);
h2o_context_init(&ctx, h2o_evloop_create(), &config);
@@ -181,7 +179,7 @@ int main(int argc, char **argv) {
accept_ctx.hosts = config.hosts;
if (create_listener() != 0) {
- fprintf(stderr, "failed to listen to 127.0.0.1:7890:%s\n", strerror(errno));
+ fprintf(stderr, "failed to listen to 127.0.0.1:1088:%s\n", strerror(errno));
return 1;
}