Merge pull request #215132 from dit7ya/khoj

khoj: init at 0.2.5

pkgs/development/python-modules/sentence-transformers/default.nix

@@ -0,0 +1,53 @@
+{ lib
+, buildPythonPackage
+, fetchFromGitHub
+, huggingface-hub
+, nltk
+, numpy
+, scikit-learn
+, scipy
+, sentencepiece
+, tokenizers
+, torch
+, torchvision
+, tqdm
+, transformers
+}:
+
+buildPythonPackage rec {
+  pname = "sentence-transformers";
+  version = "2.2.2";
+  format = "setuptools";
+
+  src = fetchFromGitHub {
+    owner = "UKPLab";
+    repo = "sentence-transformers";
+    rev = "v${version}";
+    hash = "sha256-hEYpDAL0lliaS1j+c5vaZ0q1hw802jfTUurx/FvgY9w=";
+  };
+
+  propagatedBuildInputs = [
+    huggingface-hub
+    nltk
+    numpy
+    scikit-learn
+    scipy
+    sentencepiece
+    tokenizers
+    torch
+    torchvision
+    tqdm
+    transformers
+  ];
+
+  pythonImportsCheck = [ "sentence_transformers" ];
+
+  doCheck = false; # tests fail at build_ext
+
+  meta = with lib; {
+    description = "Multilingual Sentence & Image Embeddings with BERT";
+    homepage = "https://github.com/UKPLab/sentence-transformers";
+    license = licenses.asl20;
+    maintainers = with maintainers; [ dit7ya ];
+  };
+}

pkgs/servers/search/khoj/default.nix

@@ -0,0 +1,75 @@
+{ lib
+, fetchFromGitHub
+, python3Packages
+, qt6
+}:
+
+python3Packages.buildPythonApplication rec {
+  pname = "khoj";
+  version = "0.2.5";
+  format = "setuptools";
+
+  src = fetchFromGitHub {
+    owner = "debanjum";
+    repo = "khoj";
+    rev = version;
+    hash = "sha256-cylZNRyHMFJiBjlEtKMpRjRjwQyb7pgOjMtxFhKFU4k=";
+  };
+
+  propagatedBuildInputs = with python3Packages; [
+    aiofiles
+    dateparser
+    defusedxml
+    fastapi
+    huggingface-hub
+    jinja2
+    numpy
+    openai
+    pillow
+    pydantic
+    pyqt6
+    pyyaml
+    schedule
+    sentence-transformers
+    torch
+    torchvision
+    transformers
+    uvicorn
+  ];
+
+  buildInputs = with qt6; [
+    qtwayland
+  ];
+
+  nativeBuildInputs = with qt6; [
+    wrapQtAppsHook
+  ];
+
+  checkInputs = with python3Packages; [
+    pytest
+  ];
+
+  postPatch = ''
+    substituteInPlace setup.py \
+      --replace "aiofiles == 0.8.0" "aiofiles >= 0.8.0" \
+      --replace "openai == 0.20.0" "openai >= 0.20.0" \
+      --replace "pytest == 7.1.2" "pytest >= 7.1.2" \
+      --replace "fastapi == 0.77.1" "fastapi >= 0.77.1" \
+      --replace "numpy == 1.22.4" "numpy >= 1.22.4" \
+      --replace "huggingface_hub == 0.8.1" "huggingface_hub >= 0.8.1" \
+      --replace "dateparser == 1.1.1" "dateparser >= 1.1.1" \
+      --replace "sentence-transformers == 2.1.0" "sentence-transformers >= 2.1.0" \
+      --replace "transformers == 4.21.0" "transformers >= 4.21.0" \
+      --replace "torchvision == 0.14.1" "torchvision" \
+      --replace "pydantic == 1.9.1" "pydantic >= 1.9.1" \
+      --replace "pyqt6 == 6.3.1" "pyqt6 >= 6.3.1" \
+      --replace "uvicorn == 0.17.6" "uvicorn >= 0.17.6"
+  '';
+
+  meta = with lib; {
+    description = "Natural Language Search Assistant for your Org-Mode and Markdown notes, Beancount transactions and Photos";
+    homepage = "https://github.com/debanjum/khoj";
+    license = licenses.gpl3Only;
+    maintainers = with maintainers; [ dit7ya ];
+  };
+}

pkgs/top-level/all-packages.nix

@@ -30631,6 +30631,8 @@ with pkgs;
 
   khal = callPackage ../applications/misc/khal { };
 
+  khoj = callPackage ../servers/search/khoj { };
+
   khard = callPackage ../applications/misc/khard { };
 
   kid3 = libsForQt5.callPackage ../applications/audio/kid3 { };

pkgs/top-level/python-packages.nix

@@ -10413,6 +10413,8 @@ self: super: with self; {
     inherit (pkgs) sentencepiece;
   };
 
+  sentence-transformers = callPackage ../development/python-modules/sentence-transformers { };
+
   sentinel = callPackage ../development/python-modules/sentinel { };
 
   sentinels = callPackage ../development/python-modules/sentinels { };