diff --git a/credentialdigger/client.py b/credentialdigger/client.py index c375bed8..0e45fb2f 100644 --- a/credentialdigger/client.py +++ b/credentialdigger/client.py @@ -145,8 +145,8 @@ def add_embedding(self, query, discovery_id, repo_url, embedding=None): cursor = self.db.cursor() try: cursor.execute(query, (discovery_id, - embedding, snippet, + embedding, repo_url)) self.db.commit() except self.Error: diff --git a/credentialdigger/client_postgres.py b/credentialdigger/client_postgres.py index cfd56820..3b83d9b7 100644 --- a/credentialdigger/client_postgres.py +++ b/credentialdigger/client_postgres.py @@ -208,7 +208,7 @@ def add_embedding(self, discovery_id, repo_url, embedding=None): embedding: list The embedding being added """ - query = 'INSERT INTO embeddings (id, embedding, snippet, repo_url) \ + query = 'INSERT INTO embeddings (id, snippet, embedding, repo_url) \ VALUES (%s, %s, %s, %s);' super().add_embedding(query, discovery_id, @@ -223,7 +223,7 @@ def add_embeddings(self, repo_url): repo_url: str The discoveries' repository url """ - query = 'INSERT INTO embeddings (id, embedding, snippet, repo_url) \ + query = 'INSERT INTO embeddings (id, snippet, embedding, repo_url) \ VALUES (%s, %s, %s, %s);' super().add_embeddings(query, repo_url) @@ -466,9 +466,9 @@ def get_embedding(self, discovery_id=None, snippet=None): snippet or id """ if discovery_id: - query = 'SELECT embedding FROM embeddings WHERE id=%s' + query = 'SELECT embedding FROM embeddings WHERE id=%s;' elif snippet: - query = 'SELECT embedding FROM embeddings WHERE snippet=%s' + query = 'SELECT embedding FROM embeddings WHERE snippet=%s;' else: return None return super().get_embedding(query=query, diff --git a/credentialdigger/client_sqlite.py b/credentialdigger/client_sqlite.py index 959d91e9..7c49c52d 100644 --- a/credentialdigger/client_sqlite.py +++ b/credentialdigger/client_sqlite.py @@ -202,7 +202,7 @@ def add_embedding(self, discovery_id, repo_url, embedding=None): repo_url: str The discovery's repository url """ - query = 'INSERT INTO embeddings (id, embedding, snippet, repo_url) \ + query = 'INSERT INTO embeddings (id, snippet, embedding, repo_url) \ VALUES (?, ?, ?, ?);' return super().add_embedding(query, discovery_id, diff --git a/docker-compose.postgres.yml b/docker-compose.postgres.yml index 76f19ad1..81e05aab 100644 --- a/docker-compose.postgres.yml +++ b/docker-compose.postgres.yml @@ -21,6 +21,7 @@ services: - path_model=$path_model - snippet_model=$snippet_model container_name: credential_digger_backend + image: credential-digger_pg restart: always env_file: - ./.env diff --git a/docker-compose.yml b/docker-compose.yml index 98afc695..f3057c55 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -10,8 +10,9 @@ services: - SSL_certificate=$SSL_certificate - SSL_private_key=$SSL_private_key container_name: credential_digger_sqlite + image: credential-digger_sqlite restart: always env_file: - ./.env ports: - - "5000:5000" \ No newline at end of file + - "5000:5000" diff --git a/requirements.txt b/requirements.txt index efea928e..46564d33 100644 --- a/requirements.txt +++ b/requirements.txt @@ -16,7 +16,7 @@ rich scikit-learn srsly>=2.4.0 tensorflow==2.5.1; python_version >= "3.8" -tensorflow==2.4.2; python_version < "3.8" +tensorflow==2.4.*; python_version < "3.8" tensorflow-text==2.5.0; python_version >= "3.8" -tensorflow-text==2.4.2; python_version < "3.8" -tf-models-official \ No newline at end of file +tensorflow-text==2.4.*; python_version < "3.8" +tf-models-official diff --git a/sql/create_table.sql b/sql/create_table.sql index c28473ca..e839476d 100644 --- a/sql/create_table.sql +++ b/sql/create_table.sql @@ -31,8 +31,8 @@ CREATE TABLE discoveries ( CREATE TABLE embeddings ( id INTEGER REFERENCES discoveries, - embedding TEXT, snippet TEXT, + embedding TEXT, repo_url TEXT REFERENCES repos, PRIMARY KEY (id) ); diff --git a/ui/Dockerfile b/ui/Dockerfile index 0ecde17b..11c042df 100644 --- a/ui/Dockerfile +++ b/ui/Dockerfile @@ -1,4 +1,4 @@ -FROM python:3.7 +FROM python:3.9-bullseye RUN pip install flask_jwt_extended Flask python-dotenv RUN apt-get update && apt-get install -y libhyperscan5 libpq-dev gunicorn3