initial commit

.dockerignore

@@ -0,0 +1 @@
+.venv

.gitattributes

@@ -1,35 +0,0 @@
-*.7z filter=lfs diff=lfs merge=lfs -text
-*.arrow filter=lfs diff=lfs merge=lfs -text
-*.bin filter=lfs diff=lfs merge=lfs -text
-*.bz2 filter=lfs diff=lfs merge=lfs -text
-*.ckpt filter=lfs diff=lfs merge=lfs -text
-*.ftz filter=lfs diff=lfs merge=lfs -text
-*.gz filter=lfs diff=lfs merge=lfs -text
-*.h5 filter=lfs diff=lfs merge=lfs -text
-*.joblib filter=lfs diff=lfs merge=lfs -text
-*.lfs.* filter=lfs diff=lfs merge=lfs -text
-*.mlmodel filter=lfs diff=lfs merge=lfs -text
-*.model filter=lfs diff=lfs merge=lfs -text
-*.msgpack filter=lfs diff=lfs merge=lfs -text
-*.npy filter=lfs diff=lfs merge=lfs -text
-*.npz filter=lfs diff=lfs merge=lfs -text
-*.onnx filter=lfs diff=lfs merge=lfs -text
-*.ot filter=lfs diff=lfs merge=lfs -text
-*.parquet filter=lfs diff=lfs merge=lfs -text
-*.pb filter=lfs diff=lfs merge=lfs -text
-*.pickle filter=lfs diff=lfs merge=lfs -text
-*.pkl filter=lfs diff=lfs merge=lfs -text
-*.pt filter=lfs diff=lfs merge=lfs -text
-*.pth filter=lfs diff=lfs merge=lfs -text
-*.rar filter=lfs diff=lfs merge=lfs -text
-*.safetensors filter=lfs diff=lfs merge=lfs -text
-saved_model/**/* filter=lfs diff=lfs merge=lfs -text
-*.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tar filter=lfs diff=lfs merge=lfs -text
-*.tflite filter=lfs diff=lfs merge=lfs -text
-*.tgz filter=lfs diff=lfs merge=lfs -text
-*.wasm filter=lfs diff=lfs merge=lfs -text
-*.xz filter=lfs diff=lfs merge=lfs -text
-*.zip filter=lfs diff=lfs merge=lfs -text
-*.zst filter=lfs diff=lfs merge=lfs -text
-*tfevents* filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1,174 @@
+# Created by https://www.toptal.com/developers/gitignore/api/django
+# Edit at https://www.toptal.com/developers/gitignore?templates=django
+
+### Django ###
+*.log
+*.pot
+*.pyc
+__pycache__/
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+media
+
+# If your build process includes running collectstatic, then you probably don't need or want to include staticfiles/
+# in your Git repository. Update and uncomment the following line accordingly.
+# <django-project-name>/staticfiles/
+
+### Django.Python Stack ###
+# Byte-compiled / optimized / DLL files
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+
+# Django stuff:
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# poetry
+#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
+#poetry.lock
+
+# pdm
+#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
+#pdm.lock
+#   pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
+#   in version control.
+#   https://pdm.fming.dev/#use-with-ide
+.pdm.toml
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# PyCharm
+#  JetBrains specific template is maintained in a separate JetBrains.gitignore that can
+#  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
+#  and can be added to the global gitignore or merged into this file.  For a more nuclear
+#  option (not recommended) you can uncomment the following to ignore the entire idea folder.
+#.idea/
+
+# End of https://www.toptal.com/developers/gitignore/api/django

Dockerfile

@@ -0,0 +1,22 @@
+FROM python:3.12
+
+COPY . ./app
+
+WORKDIR /app
+
+RUN pip install -r requirements.txt
+
+# RUN python3 -m venv /app/.venv
+
+# RUN source .venv/bin/activate
+# RUN .venv/bin/activate
+
+# ENV PATH="/.venv/bin:$PATH"
+
+RUN pip install uvicorn
+CMD ["uvicorn", "setup.asgi:application", "--host", "0.0.0.0", "--port", "7860"]
+
+# ENTRYPOINT ["python", "manage.py", "runserver"]
+
+# CMD ls /usr/lib/python3.12/site-packages/Lib/site-packages
+# CMD pip freeze

compose.yaml

@@ -0,0 +1,31 @@
+services:
+  projeto-y:
+    build: .
+    ports:
+      - "9000:7860"
+    environment:
+      - SECRET_KEY=${SECRET_KEY}
+      - DATABASE_PASSWORD=${DATABASE_PASSWORD}
+      - OPENAI_API_KEY=${OPENAI_API_KEY}
+      # - PYTHONPATH=/app:$PYTHONPATH
+    env_file:
+      - .env
+    volumes:
+      - type: bind
+        source: .venv
+        target: /app/.venv
+        # target: /usr/lib/python3.12/site-packages
+volumes:
+  myapp:
+    # watch:
+    # develop:
+    #   watch:
+    #     - action: sync
+    #       path: ./
+    #       target: /app
+    #       ignore:
+    #         - .venv/
+    #     - action: rebuild
+    #       path: requirements.txt
+    #     - action: rebuild
+    #       path: .venv/

endpoint_teste/admin.py

@@ -0,0 +1,7 @@
+from django.contrib import admin
+
+from endpoint_teste.models import EndpointTesteModel
+
+# Register your models here.
+
+admin.site.register(EndpointTesteModel)

endpoint_teste/apps.py

@@ -0,0 +1,6 @@
+from django.apps import AppConfig
+
+
+class EndpointTesteConfig(AppConfig):
+    default_auto_field = "django.db.models.BigAutoField"
+    name = "endpoint_teste"

endpoint_teste/models.py

@@ -0,0 +1,8 @@
+from django.db import models
+
+# Create your models here.
+class EndpointTesteModel(models.Model):
+    teste = models.CharField(blank=False, max_length=300)
+    
+    def __str__(self):
+        return self.teste

endpoint_teste/serializer.py

@@ -0,0 +1,14 @@
+from rest_framework import serializers
+
+from endpoint_teste.models import EndpointTesteModel
+
+class EndpointTesteSerializer(serializers.ModelSerializer):
+    class Meta:
+        model = EndpointTesteModel
+        fields = "__all__"
+    
+class TesteSerializer(serializers.Serializer):
+    system_prompt = serializers.CharField(required=True)
+    history_chat = serializers.ListField(read_only=True, required=False)
+    user_message = serializers.CharField(required=True)
+    pdf_url = serializers.CharField(required=False)

endpoint_teste/tests.py

@@ -0,0 +1,3 @@
+from django.test import TestCase
+
+# Create your tests here.

endpoint_teste/views.py

@@ -0,0 +1,31 @@
+from rest_framework import viewsets, filters
+from django_filters.rest_framework import DjangoFilterBackend
+from endpoint_teste.models import EndpointTesteModel
+from endpoint_teste.serializer import EndpointTesteSerializer
+
+from rest_framework.decorators import api_view
+from rest_framework.response import Response
+
+from langchain_backend.main import get_llm_answer
+from .serializer import TesteSerializer
+
+class EndpointTesteViewSet(viewsets.ModelViewSet):
+    """Mostrará todas as tarefas"""
+    queryset = EndpointTesteModel.objects.order_by("id").all()
+    serializer_class = EndpointTesteSerializer
+    filter_backends = [DjangoFilterBackend, filters.SearchFilter]
+    search_fields = ["id"]
+
+@api_view(["GET", "POST"])
+def getTeste(request):
+    if request.method == "POST":
+        serializer = TesteSerializer(data=request.data)
+        if serializer.is_valid(raise_exception=True):
+            data = request.data
+            pdf_url = None
+            if data["pdf_url"]:
+                pdf_url = data["pdf_url"]
+            resposta_llm = get_llm_answer(data["system_prompt"], data["user_message"], pdf_url)
+            return Response({
+                "Resposta": resposta_llm
+            })

langchain_backend/main.py

@@ -0,0 +1,16 @@
+import os
+from langchain_backend.utils import create_prompt_llm_chain, create_retriever, getPDF
+from langchain.chains import create_retrieval_chain
+
+os.environ.get("OPENAI_API_KEY")
+
+def get_llm_answer(system_prompt, user_prompt, pdf_url):
+  pages = None
+  if pdf_url:
+    pages = getPDF(pdf_url)
+  else:
+    pages = getPDF()
+  retriever = create_retriever(pages)
+  rag_chain = create_retrieval_chain(retriever, create_prompt_llm_chain(system_prompt))
+  results = rag_chain.invoke({"input": user_prompt})
+  return results

langchain_backend/utils.py

@@ -0,0 +1,42 @@
+from langchain_community.document_loaders import PyPDFLoader
+import os
+from langchain_openai import ChatOpenAI
+from langchain_chroma import Chroma
+from langchain_openai import OpenAIEmbeddings
+from langchain_text_splitters import RecursiveCharacterTextSplitter
+from langchain.chains.combine_documents import create_stuff_documents_chain
+from langchain_core.prompts import ChatPromptTemplate
+
+os.environ.get("OPENAI_API_KEY")
+
+def getPDF(file_path="./nike.pdf"):
+  text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=200)
+  loader = PyPDFLoader(file_path, extract_images=False)
+  pages = loader.load_and_split(text_splitter)
+  return pages
+
+def create_retriever(documents):
+  vectorstore = Chroma.from_documents(
+    documents,
+    embedding=OpenAIEmbeddings(),
+)
+
+  retriever = vectorstore.as_retriever(
+      search_type="similarity",
+      search_kwargs={"k": 1},
+  )
+  
+  return retriever
+
+def create_prompt_llm_chain(system_prompt):
+  model = ChatOpenAI(model="gpt-4o-mini")
+
+  system_prompt = system_prompt + "\n\n" + "{context}"
+  prompt = ChatPromptTemplate.from_messages(
+      [
+          ("system", system_prompt),
+          ("human", "{input}"),
+      ]
+  )
+  question_answer_chain = create_stuff_documents_chain(model, prompt)
+  return question_answer_chain

manage.py

@@ -0,0 +1,22 @@
+#!/usr/bin/env python
+"""Django's command-line utility for administrative tasks."""
+import os
+import sys
+
+
+def main():
+    """Run administrative tasks."""
+    os.environ.setdefault("DJANGO_SETTINGS_MODULE", "setup.settings")
+    try:
+        from django.core.management import execute_from_command_line
+    except ImportError as exc:
+        raise ImportError(
+            "Couldn't import Django. Are you sure it's installed and "
+            "available on your PYTHONPATH environment variable? Did you "
+            "forget to activate a virtual environment?"
+        ) from exc
+    execute_from_command_line(sys.argv)
+
+
+if __name__ == "__main__":
+    main()

setup/asgi.py

@@ -0,0 +1,16 @@
+"""
+ASGI config for setup project.
+
+It exposes the ASGI callable as a module-level variable named ``application``.
+
+For more information on this file, see
+https://docs.djangoproject.com/en/4.2/howto/deployment/asgi/
+"""
+
+import os
+
+from django.core.asgi import get_asgi_application
+
+os.environ.setdefault("DJANGO_SETTINGS_MODULE", "setup.settings")
+
+application = get_asgi_application()

setup/settings.py

@@ -0,0 +1,160 @@
+from pathlib import Path, os
+from dotenv import load_dotenv
+
+load_dotenv()
+
+"""
+Django settings for setup project.
+
+Generated by 'django-admin startproject' using Django 4.2.9.
+
+For more information on this file, see
+https://docs.djangoproject.com/en/4.2/topics/settings/
+
+For the full list of settings and their values, see
+https://docs.djangoproject.com/en/4.2/ref/settings/
+"""
+
+from pathlib import Path
+
+# Build paths inside the project like this: BASE_DIR / 'subdir'.
+BASE_DIR = Path(__file__).resolve().parent.parent
+
+
+# Quick-start development settings - unsuitable for production
+# See https://docs.djangoproject.com/en/4.2/howto/deployment/checklist/
+
+# SECURITY WARNING: keep the secret key used in production secret!
+SECRET_KEY = os.environ['SECRET_KEY']
+
+# SECURITY WARNING: don't run with debug turned on in production!
+DEBUG = True
+
+ALLOWED_HOSTS = ["localhost", "127.0.0.1"]
+
+
+# Application definition
+
+INSTALLED_APPS = [
+    "django.contrib.admin",
+    "django.contrib.auth",
+    "django.contrib.contenttypes",
+    "django.contrib.sessions",
+    "django.contrib.messages",
+    "django.contrib.staticfiles",
+    "rest_framework",
+    "django_filters",
+    "corsheaders",
+    "endpoint_teste"
+]
+
+MIDDLEWARE = [
+    "corsheaders.middleware.CorsMiddleware",
+    "django.middleware.security.SecurityMiddleware",
+    "django.contrib.sessions.middleware.SessionMiddleware",
+    "django.middleware.common.CommonMiddleware",
+    "django.middleware.csrf.CsrfViewMiddleware",
+    "django.contrib.auth.middleware.AuthenticationMiddleware",
+    "django.contrib.messages.middleware.MessageMiddleware",
+    "django.middleware.clickjacking.XFrameOptionsMiddleware",
+]
+
+ROOT_URLCONF = "setup.urls"
+
+TEMPLATES = [
+    {
+        "BACKEND": "django.template.backends.django.DjangoTemplates",
+        "DIRS": [],
+        "APP_DIRS": True,
+        "OPTIONS": {
+            "context_processors": [
+                "django.template.context_processors.debug",
+                "django.template.context_processors.request",
+                "django.contrib.auth.context_processors.auth",
+                "django.contrib.messages.context_processors.messages",
+            ],
+        },
+    },
+]
+
+WSGI_APPLICATION = "setup.wsgi.application"
+
+
+# Database
+# https://docs.djangoproject.com/en/4.2/ref/settings/#databases
+
+# DATABASES = {
+#     'default': {
+#     'ENGINE': 'django.db.backends.postgresql',
+#         'NAME': "...",
+#         'USER': "...",
+#         'PASSWORD': os.environ['DATABASE_PASSWORD'],
+#         'HOST': "...",
+#         'PORT': 5432,
+#         'OPTIONS': {
+#             'sslmode': 'require',
+#         }
+#     }
+# }
+
+# Se quiser utilizar a database inicial padrão do Django --> SQLite
+DATABASES = {
+    "default": {
+        "ENGINE": "django.db.backends.sqlite3",
+        "NAME": BASE_DIR / "db.sqlite3",
+    }
+}
+
+
+# Password validation
+# https://docs.djangoproject.com/en/4.2/ref/settings/#auth-password-validators
+
+AUTH_PASSWORD_VALIDATORS = [
+    {
+        "NAME": "django.contrib.auth.password_validation.UserAttributeSimilarityValidator",
+    },
+    {
+        "NAME": "django.contrib.auth.password_validation.MinimumLengthValidator",
+    },
+    {
+        "NAME": "django.contrib.auth.password_validation.CommonPasswordValidator",
+    },
+    {
+        "NAME": "django.contrib.auth.password_validation.NumericPasswordValidator",
+    },
+]
+
+
+# Internationalization
+# https://docs.djangoproject.com/en/4.2/topics/i18n/
+
+LANGUAGE_CODE = "pt-br"
+
+TIME_ZONE = "America/Sao_Paulo"
+
+USE_I18N = True
+
+USE_TZ = True
+
+
+# Static files (CSS, JavaScript, Images)
+# https://docs.djangoproject.com/en/4.2/howto/static-files/
+
+STATIC_URL = "static/"
+
+# Default primary key field type
+# https://docs.djangoproject.com/en/4.2/ref/settings/#default-auto-field
+
+DEFAULT_AUTO_FIELD = "django.db.models.BigAutoField"
+
+CORS_ORIGIN_WHITELIST = [
+    "http://localhost"
+    # "http://localhost:5000",
+    # "https://luan-pessoal.vercel.app",
+    # "http://localhost:5173",
+]
+
+REST_FRAMEWORK = {
+	'DEFAULT_PAGINATION_CLASS': 'rest_framework.pagination.PageNumberPagination',
+    'PAGE_SIZE': 10
+}

setup/urls.py

@@ -0,0 +1,16 @@
+from django.contrib import admin
+from django.urls import path, include
+from rest_framework import routers
+
+from endpoint_teste.views import EndpointTesteViewSet
+from endpoint_teste.views import getTeste
+
+router = routers.DefaultRouter()
+# router.register("endpoint-teste", EndpointTesteViewSet, basename="Basename do endpoint-teste")
+
+urlpatterns = [
+    path("admin/", admin.site.urls),
+    path('', include(router.urls)),
+    
+    path("teste", getTeste)
+]

setup/wsgi.py

@@ -0,0 +1,17 @@
+"""
+WSGI config for setup project.
+
+It exposes the WSGI callable as a module-level variable named ``application``.
+
+For more information on this file, see
+https://docs.djangoproject.com/en/4.2/howto/deployment/wsgi/
+"""
+
+import os
+
+from django.core.wsgi import get_wsgi_application
+
+os.environ.setdefault("DJANGO_SETTINGS_MODULE", "setup.settings")
+
+application = get_wsgi_application()
+app = application

vercel.json

@@ -0,0 +1,18 @@
+{
+    "builds": [
+        {
+            "src": "setup/wsgi.py",
+            "use": "@vercel/python",
+            "config": {
+                "maxLambdaSize": "15mb",
+                "runtime": "python3.9"
+            }
+        }
+    ],
+    "routes": [
+        {
+            "src": "/(.*)",
+            "dest": "setup/wsgi.py"
+        }
+    ]
+}