From 986d8809611a4693d0f88b4f3f6a31c3354e3ca2 Mon Sep 17 00:00:00 2001 From: Andrey Vasnetsov Date: Mon, 20 Feb 2023 11:41:34 +0100 Subject: [PATCH] add indexing script --- tools/download_and_index.sh | 11 +++++++++++ tools/index_qdrant.sh | 14 ++++++++------ 2 files changed, 19 insertions(+), 6 deletions(-) create mode 100644 tools/download_and_index.sh diff --git a/tools/download_and_index.sh b/tools/download_and_index.sh new file mode 100644 index 0000000..47dcec0 --- /dev/null +++ b/tools/download_and_index.sh @@ -0,0 +1,11 @@ +#!/usr/bin/env bash + +# Ensure current path is project root +cd "$(dirname "$0")/../" + +git clone https://github.com/qdrant/qdrant.git /tmp/qdrant + +bash -x tools/index_qdrant.sh /tmp/qdrant + +rm -rf /tmp/qdrant + diff --git a/tools/index_qdrant.sh b/tools/index_qdrant.sh index 869f8dc..edeec87 100644 --- a/tools/index_qdrant.sh +++ b/tools/index_qdrant.sh @@ -9,10 +9,12 @@ SCRIPT_PATH="$( cd "$(dirname "$0")" >/dev/null 2>&1 ; pwd -P )" ROOT_PATH=$SCRIPT_PATH/.. -#rustup run stable rust-analyzer -v lsif $QDRANT_PATH > $ROOT_PATH/data/index.lsif -# -#python -m code_search.index.convert_lsif_index -# -#python -m code_search.index.upload +rustup run stable rust-analyzer -v lsif $QDRANT_PATH > $ROOT_PATH/data/index.lsif -docker run --rm -it -v $QDRANT_PATH:/source qdrant/rust-parser ./rust_parser /source > $ROOT_PATH/data/structures.json \ No newline at end of file +python -m code_search.index.convert_lsif_index + +python -m code_search.index.upload_code + +docker run --rm -it -v $QDRANT_PATH:/source qdrant/rust-parser ./rust_parser /source > $ROOT_PATH/data/structures.json + +python -m code_search.index.upload_structures