Initial commit

Author: KOLANICH

.editorconfig

@@ -0,0 +1,12 @@
+root = true
+
+[*]
+charset = utf-8
+indent_style = tab
+indent_size = 4
+insert_final_newline = true
+end_of_line = lf
+
+[*.{yml,yaml}]
+indent_style = space
+indent_size = 2

.github/.templateMarker

@@ -0,0 +1 @@
+KOLANICH/python_project_boilerplate.py

.github/dependabot.yml

@@ -0,0 +1,8 @@
+version: 2
+updates:
+  - package-ecosystem: "pip"
+    directory: "/"
+    schedule:
+      interval: "daily"
+    allow:
+      - dependency-type: "all"

.github/workflows/CI.yml

@@ -0,0 +1,15 @@
+name: CI
+on:
+  push:
+    branches: [master]
+  pull_request:
+    branches: [master]
+
+jobs:
+  build:
+    runs-on: ubuntu-22.04
+    steps:
+      - name: typical python workflow
+        uses: KOLANICH-GHActions/typical-python-workflow@master
+        with:
+          github_token: ${{ secrets.GITHUB_TOKEN }}

.gitignore

@@ -0,0 +1,17 @@
+__pycache__
+*.pyc
+*.pyo
+/*.egg-info
+/build
+/dist
+/.eggs
+*.sqlite3
+*.sqlite
+/.mypy_cache
+*.py,cover
+/.coverage
+/rspec.xml
+/monkeytype.sqlite3
+/*.srctrldb
+/*.srctrlbm
+/*.srctrlprj

.gitlab-ci.yml

@@ -0,0 +1,68 @@
+#image: pypy:latest
+image: registry.gitlab.com/kolanich-subgroups/docker-images/fixed_python:latest
+stages:
+  - dependencies
+  - build
+  - test
+  - trigger
+
+variables:
+  DOCKER_DRIVER: overlay2
+  SAST_ANALYZER_IMAGE_TAG: latest
+  SAST_DISABLE_DIND: "true"
+
+include:
+  - template: SAST.gitlab-ci.yml
+  #- template: DAST.gitlab-ci.yml
+  #- template: License-Management.gitlab-ci.yml
+  #- template: Container-Scanning.gitlab-ci.yml
+  #- template: Dependency-Scanning.gitlab-ci.yml
+  - template: Code-Quality.gitlab-ci.yml
+
+
+build:
+  tags:
+    - shared
+    - linux
+  stage: build
+  variables:
+    GIT_DEPTH: "1"
+    PYTHONUSERBASE: ${CI_PROJECT_DIR}/python_user_packages
+
+  before_script:
+    - export PYTHON_MODULES_DIR=${PYTHONUSERBASE}/lib/python3.7
+    - export EXECUTABLE_DEPENDENCIES_DIR=${PYTHONUSERBASE}/bin
+    - export PATH="$PATH:$EXECUTABLE_DEPENDENCIES_DIR" # don't move into `variables` any of them, it is unordered
+    - mkdir ./wheels
+    - pip install --upgrade --pre --user git+https://gitlab.com/KOLANICH/pantarei.py.git git+https://gitlab.com/KOLANICH/MempipedPath.py.git
+
+  script:
+    - python3 ./setup.py bdist_wheel
+    - mv ./dist/*.whl ./wheels/File2Package-0.CI_python-py3-none-any.whl
+    - pip3 install --upgrade --pre --user ./wheels/File2Package-0.CI_python-py3-none-any.whl
+    - coverage run --source=File2Package --branch -m pytest --junitxml=./rspec.xml ./tests/tests.py
+    - coverage report -m
+    - coverage xml
+
+  coverage: /^TOTAL\\s+.+?(\\d{1,3}%)$/
+
+  cache:
+    paths:
+      - $PYTHONUSERBASE
+
+  artifacts:
+    paths:
+      - wheels
+    reports:
+      junit: ./rspec.xml
+      cobertura: ./coverage.xml
+
+# TODO: What we'll we do when more backends are available? We need a way to triger a single job only!
+test_dpkg_backend:
+  only:
+    - master
+  stage: trigger
+  allow_failure: true
+  trigger:
+    project: File2Package.py/File2Package.backend.dpkg
+    strategy: depend

Code_Of_Conduct.md

@@ -0,0 +1 @@
+No codes of conduct!

File2Package/BackendsDiscoverer.py

@@ -0,0 +1,21 @@
+import warnings
+
+from . import interfaces
+
+
+def discoverBackends():
+	import pkg_resources
+
+	pts = list(pkg_resources.iter_entry_points(group="file_2_package"))
+	return dict(((b.name, b) for b in pts))
+
+
+discoveredBackends = discoverBackends()
+
+
+def selectBackend(name: str):
+	b = discoveredBackends[name]
+	init = b.load()
+	cls = init(interfaces)
+	cls.ID = name
+	return cls

File2Package/__init__.py

@@ -0,0 +1,12 @@
+import re
+import sqlite3
+import threading
+import typing
+from collections import defaultdict
+from pathlib import Path
+
+import datrie
+from MempipedPath import *
+
+from .database import File2Package
+from .interfaces import *

File2Package/__main__.py

@@ -0,0 +1,71 @@
+import sys
+import typing
+
+from plumbum import cli
+
+from . import *
+from .BackendsDiscoverer import discoveredBackends
+
+
+class File2PackageCLI(cli.Application):
+	pass
+
+
+@File2PackageCLI.subcommand("backends")
+class File2PackageCLIListBackends(cli.Application):
+	def main(self):
+		from pprint import pprint
+
+		pprint(discoveredBackends)
+
+
+cacheDBAttr = cli.SwitchAttr(["-D", "--db"], str, help="Either a path to SQLite db file or just a name. In the case of a name the file will be created in cache dir.")
+
+
+def file2PackageWithStringFilePath(backend: str, cacheDB: str):
+	try:
+		cacheDBPath = Path(cacheDB).absolute()
+		if cacheDBPath.is_file() or cacheDBPath.suffix.lower in {".sqlite", ".db"}:
+			return File2Package(backend, cacheDB=cacheDBPath)
+	except BaseException:
+		pass
+
+	return File2Package(backend, cacheDB=cacheDB)
+
+
+@File2PackageCLI.subcommand("refresh")
+class File2PackageCLIRefresh(cli.Application):
+	"""Recreates the database for the backend"""
+
+	def main(self, backend: str, cacheDB: str = None):
+		with file2PackageWithStringFilePath(backend, cacheDB=cacheDB) as f2p:
+			f2p.createDB()
+
+
+@File2PackageCLI.subcommand("lookup")
+class File2PackageCLILookup(cli.Application):
+	"""Prints list of packages to which files belong"""
+
+	cacheDb = cacheDBAttr
+	json = cli.Flag(["-J", "--json"], help="print JSON")
+
+	def main(self, backend: str, *files):
+		from collections import OrderedDict
+
+		res = OrderedDict()
+		import json
+
+		with file2PackageWithStringFilePath(backend, cacheDB=self.cacheDb) as f2p:
+			for f in files:
+				fp = Path(f).absolute()
+				pkg = f2p[fp]
+				res[str(fp)] = (pkg.name, pkg.arch)
+
+		if self.json:
+			print(json.dumps(res, indent="\t"))
+		else:
+			print("\n".join(":".join(v) for v in res.values()))
+
+
+if __name__ == "__main__":
+	File2PackageCLI.run()