Release 0.4.2 (#242)

* release: 0.4.2

* docs: update changelog and readme for v0.4.2 release

* docs(README.md): add important information about new user system and env variables

.circleci/requirements.txt

@@ -1,13 +0,0 @@
-# used by CI/CD testing
-openai==1.67.0
-python-dotenv
-tiktoken
-importlib_metadata
-cohere
-redis
-anthropic
-orjson==3.9.15
-pydantic==2.7.1
-google-cloud-aiplatform==1.43.0
-fastapi-sso==0.10.0
-uvloop==0.21.0

.devcontainer/devcontainer.json

@@ -1,52 +0,0 @@
-{
-	"name": "Python 3.11",
-	// Or use a Dockerfile or Docker Compose file. More info: https://containers.dev/guide/dockerfile
-	"image": "mcr.microsoft.com/devcontainers/python:3.11-bookworm",
-	// https://github.com/devcontainers/images/tree/main/src/python
-	// https://mcr.microsoft.com/en-us/product/devcontainers/python/tags
-
-	// "build": {
-	// 	"dockerfile": "Dockerfile",
-	// 	"context": ".."
-	// },
-
-	// Features to add to the dev container. More info: https://containers.dev/features.
-	// "features": {},
-
-	// Configure tool-specific properties.
-	"customizations": {
-		// Configure properties specific to VS Code.
-		"vscode": {
-			"settings": {},
-			"extensions": [
-				"ms-python.python",
-				"ms-python.vscode-pylance",
-				"GitHub.copilot",
-				"GitHub.copilot-chat",
-				"ms-python.autopep8"
-			]
-		}
-	},
-	
-	// Use 'forwardPorts' to make a list of ports inside the container available locally.
-	"forwardPorts": [4000],
-
-	"containerEnv": {
-		"LITELLM_LOG": "DEBUG"
-	},
-
-	// Use 'portsAttributes' to set default properties for specific forwarded ports. 
-	// More info: https://containers.dev/implementors/json_reference/#port-attributes
-	"portsAttributes": {
-		"4000": {
-			"label": "LiteLLM Server",
-			"onAutoForward": "notify"
-		}
-	},
-
-	// More info: https://aka.ms/dev-containers-non-root.
-	// "remoteUser": "litellm",
-
-	// Use 'postCreateCommand' to run commands after the container is created.
-	"postCreateCommand": "pipx install poetry && poetry install -E extra_proxy -E proxy"
-}

.dockerignore

@@ -1,12 +1,2 @@
-docs
-cookbook
-.circleci
-.github
-tests
-.git
-.github
-.circleci
-.devcontainer
-*.tgz
-log.txt
-docker/Dockerfile.*
+**/node_modules
+api/.env

.env.example

@@ -1,27 +0,0 @@
-# OpenAI
-OPENAI_API_KEY = ""
-OPENAI_API_BASE = ""
-# Cohere
-COHERE_API_KEY = ""
-# OpenRouter
-OR_SITE_URL = ""
-OR_APP_NAME = "LiteLLM Example app"
-OR_API_KEY = ""
-# Azure API base URL
-AZURE_API_BASE = ""
-# Azure API version
-AZURE_API_VERSION = ""
-# Azure API key
-AZURE_API_KEY = ""
-# Replicate
-REPLICATE_API_KEY = ""
-REPLICATE_API_TOKEN = ""
-# Anthropic
-ANTHROPIC_API_KEY = ""
-# Infisical
-INFISICAL_TOKEN = ""
-
-# Development Configs
-LITELLM_MASTER_KEY = "sk-1234"
-DATABASE_URL = "postgresql://llmproxy:dbpassword9090@db:5432/litellm"
-STORE_MODEL_IN_DB = "True"

.flake8

@@ -1,46 +0,0 @@
-[flake8]
-ignore =
-    # The following ignores can be removed when formatting using black
-    W191,W291,W292,W293,W391,W504
-    E101,E111,E114,E116,E117,E121,E122,E123,E124,E125,E126,E127,E128,E129,E131,
-    E201,E202,E221,E222,E225,E226,E231,E241,E251,E252,E261,E265,E271,E272,E275,
-    E301,E302,E303,E305,E306,
-    # line break before binary operator
-    W503,
-    # inline comment should start with '# '
-    E262,
-    # too many leading '#' for block comment
-    E266,
-    # multiple imports on one line
-    E401,
-    # module level import not at top of file
-    E402,
-    # Line too long (82 > 79 characters)
-    E501,
-    # comparison to None should be 'if cond is None:'
-    E711,
-    # comparison to True should be 'if cond is True:' or 'if cond:'
-    E712,
-    # do not compare types, for exact checks use `is` / `is not`, for instance checks use `isinstance()`
-    E721,
-    # do not use bare 'except'
-    E722,
-    # x is imported but unused
-    F401,
-    # 'from . import *' used; unable to detect undefined names
-    F403,
-    # x may be undefined, or defined from star imports:
-    F405,
-    # f-string is missing placeholders
-    F541,
-    # dictionary key '' repeated with different values
-    F601,
-    # redefinition of unused x from line 123
-    F811,
-    # undefined name x
-    F821,
-    # local variable x is assigned to but never used
-    F841,
-
-# https://black.readthedocs.io/en/stable/guides/using_black_with_other_tools.html#flake8
-extend-ignore = E203

.git-blame-ignore-revs

@@ -1,10 +0,0 @@
-# Add the commit hash of any commit you want to ignore in `git blame` here.
-# One commit hash per line.
-#
-# The GitHub Blame UI will use this file automatically!
-#
-# Run this command to always ignore formatting commits in `git blame`
-#     git config blame.ignoreRevsFile .git-blame-ignore-revs
-
-# Update pydantic code to fix warnings (GH-3600)
-876840e9957bc7e9f7d6a2b58c4d7c53dad16481

.gitattributes

@@ -1 +0,0 @@
-*.ipynb linguist-vendored

.github/FUNDING.yml

@@ -1,6 +1,6 @@
 # These are supported funding model platforms
 
-github: # Replace with up to 4 GitHub Sponsors-enabled usernames e.g., [user1, user2]
+github: [danny-avila]
 patreon: # Replace with a single Patreon username
 open_collective: # Replace with a single Open Collective username
 ko_fi: # Replace with a single Ko-fi username
@@ -10,4 +10,4 @@ liberapay: # Replace with a single Liberapay username
 issuehunt: # Replace with a single IssueHunt username
 otechie: # Replace with a single Otechie username
 lfx_crowdfunding: # Replace with a single LFX Crowdfunding project-name e.g., cloud-foundry
-custom: https://buy.stripe.com/9AQ03Kd3P91o0Q8bIS
+custom: # Replace with up to 4 custom sponsorship URLs e.g., ['link1', 'link2']

.github/ISSUE_TEMPLATE/bug_report.yml

@@ -1,49 +0,0 @@
-name: Bug Report
-description: File a bug report
-title: "[Bug]: "
-labels: ["bug"]
-body:
-  - type: markdown
-    attributes:
-      value: |
-        Thanks for taking the time to fill out this bug report!
-  - type: textarea
-    id: what-happened
-    attributes:
-      label: What happened?
-      description: Also tell us, what did you expect to happen?
-      placeholder: Tell us what you see!
-      value: "A bug happened!"
-    validations:
-      required: true
-  - type: textarea
-    id: logs
-    attributes:
-      label: Relevant log output
-      description: Please copy and paste any relevant log output. This will be automatically formatted into code, so no need for backticks.
-      render: shell
-  - type: dropdown
-    id: ml-ops-team
-    attributes:
-      label: Are you a ML Ops Team?
-      description: This helps us prioritize your requests correctly 
-      options:
-        - "No"
-        - "Yes"
-    validations:
-      required: true
-  - type: input
-    id: version
-    attributes:
-      label: What LiteLLM version are you on ? 
-      placeholder: v1.53.1
-    validations:
-      required: true
-  - type: input
-    id: contact
-    attributes:
-      label: Twitter / LinkedIn details 
-      description: We announce new features on Twitter + LinkedIn. If this issue leads to an announcement, and you'd like a mention, we'll gladly shout you out!
-      placeholder: ex. @krrish_dh / https://www.linkedin.com/in/krish-d/
-    validations:
-      required: false

.github/ISSUE_TEMPLATE/config.yml

@@ -1,8 +0,0 @@
-blank_issues_enabled: true
-contact_links:
-  - name: Schedule Demo
-    url: https://calendly.com/d/4mp-gd3-k5k/litellm-1-1-onboarding-chat
-    about: Speak directly with Krrish and Ishaan, the founders, to discuss issues, share feedback, or explore improvements for LiteLLM
-  - name: Discord
-    url: https://discord.com/invite/wuPM9dRgDw
-    about: Join 250+ LiteLLM community members! 

.github/ISSUE_TEMPLATE/feature_request.yml

@@ -1,42 +0,0 @@
-name: 🚀 Feature Request 
-description: Submit a proposal/request for a new LiteLLM feature.
-title: "[Feature]: "
-labels: ["enhancement"]
-body:
-  - type: markdown
-    attributes:
-      value: |
-        Thanks for making LiteLLM better! 
-  - type: textarea
-    id: the-feature
-    attributes:
-      label: The Feature
-      description: A clear and concise description of the feature proposal
-      placeholder: Tell us what you want!
-    validations:
-      required: true
-  - type: textarea
-    id: motivation
-    attributes:
-      label: Motivation, pitch
-      description: Please outline the motivation for the proposal. Is your feature request related to a specific problem? e.g., "I'm working on X and would like Y to be possible". If this is related to another GitHub issue, please link here too.
-    validations:
-      required: true
-  - type: dropdown
-    id: ml-ops-team
-    attributes:
-      label: Are you a ML Ops Team?
-      description: This helps us prioritize your requests correctly 
-      options:
-        - "No"
-        - "Yes"
-    validations:
-      required: true
-  - type: input
-    id: contact
-    attributes:
-      label: Twitter / LinkedIn details 
-      description: We announce new features on Twitter + LinkedIn. When this is announced, and you'd like a mention, we'll gladly shout you out!
-      placeholder: ex. @krrish_dh / https://www.linkedin.com/in/krish-d/
-    validations:
-      required: false

.github/actions/helm-oci-chart-releaser/action.yml

@@ -1,77 +0,0 @@
-name: Helm OCI Chart Releaser
-description: Push Helm charts to OCI-based (Docker) registries
-author: sergeyshaykhullin
-branding:
-  color: yellow
-  icon: upload-cloud
-inputs:
-  name:
-    required: true
-    description: Chart name
-  repository:
-    required: true
-    description: Chart repository name
-  tag:
-    required: true
-    description: Chart version
-  app_version:
-    required: true
-    description: App version
-  path:
-    required: false
-    description: Chart path (Default 'charts/{name}')
-  registry:
-    required: true
-    description: OCI registry
-  registry_username:
-    required: true
-    description: OCI registry username
-  registry_password:
-    required: true
-    description: OCI registry password
-  update_dependencies:
-    required: false
-    default: 'false'
-    description: Update chart dependencies before packaging (Default 'false')
-outputs:
-  image:
-    value: ${{ steps.output.outputs.image }}
-    description: Chart image (Default '{registry}/{repository}/{image}:{tag}')
-runs:
-  using: composite
-  steps:
-    - name: Helm | Login
-      shell: bash
-      run: echo ${{ inputs.registry_password }} | helm registry login -u ${{ inputs.registry_username }} --password-stdin ${{ inputs.registry }}
-      env:
-        HELM_EXPERIMENTAL_OCI: '1'
-    
-    - name: Helm | Dependency
-      if: inputs.update_dependencies == 'true'
-      shell: bash
-      run: helm dependency update ${{ inputs.path == null && format('{0}/{1}', 'charts', inputs.name) || inputs.path }}
-      env:
-        HELM_EXPERIMENTAL_OCI: '1'
-
-    - name: Helm | Package
-      shell: bash
-      run: helm package ${{ inputs.path == null && format('{0}/{1}', 'charts', inputs.name) || inputs.path }} --version ${{ inputs.tag }} --app-version ${{ inputs.app_version }}
-      env:
-        HELM_EXPERIMENTAL_OCI: '1'
-
-    - name: Helm | Push
-      shell: bash
-      run: helm push ${{ inputs.name }}-${{ inputs.tag }}.tgz oci://${{ inputs.registry }}/${{ inputs.repository }}
-      env:
-        HELM_EXPERIMENTAL_OCI: '1'
-
-    - name: Helm | Logout
-      shell: bash
-      run: helm registry logout ${{ inputs.registry }}
-      env:
-        HELM_EXPERIMENTAL_OCI: '1'
-
-    - name: Helm | Output
-      id: output
-      shell: bash
-      run: echo "image=${{ inputs.registry }}/${{ inputs.repository }}/${{ inputs.name }}:${{ inputs.tag }}" >> $GITHUB_OUTPUT

.github/dependabot.yaml

@@ -1,10 +0,0 @@
-version: 2
-updates:
-  - package-ecosystem: "github-actions"
-    directory: "/"
-    schedule:
-      interval: "daily"
-    groups:
-      github-actions:
-        patterns:
-          - "*"

.github/playwright.yml

@@ -0,0 +1,72 @@
+name: Playwright Tests
+on:
+  push:
+    branches: [ main ]
+  pull_request:
+    branches: [ main ]
+jobs:
+  tests_e2e:
+    name: Run end-to-end tests
+    timeout-minutes: 60
+    runs-on: ubuntu-latest
+    env:
+      BINGAI_TOKEN: ${{ secrets.BINGAI_TOKEN }}
+      CHATGPT_TOKEN: ${{ secrets.CHATGPT_TOKEN }}
+      MONGO_URI: ${{ secrets.MONGO_URI }}
+      OPENAI_KEY: ${{ secrets.OPENAI_KEY }}
+    steps:
+    - uses: actions/checkout@v3
+    - uses: actions/setup-node@v3
+      with:
+        node-version: 18
+        cache: 'npm'
+
+    - name: Cache API dependencies
+      uses: actions/cache@v2
+      with:
+        path: ./api/node_modules
+        key: api-${{ runner.os }}-node-${{ hashFiles('./api/package-lock.json') }}
+        restore-keys: |
+          api-${{ runner.os }}-node-
+
+    - name: Install API dependencies
+      working-directory: ./api
+      run: npm ci
+
+    - name: Cache Client dependencies
+      uses: actions/cache@v2
+      with:
+        path: ./client/node_modules
+        key: client-${{ runner.os }}-node-${{ hashFiles('./client/package-lock.json') }}
+        restore-keys: |
+          client-${{ runner.os }}-node-
+
+    - name: Install Client dependencies
+      working-directory: ./client
+      run: npm ci
+
+    - name: Build Client
+      working-directory: ./client
+      run: npm run build
+
+    - name: Install global dependencies
+      run: npm ci
+
+    - name: Install Playwright Browsers
+      run: npx playwright install --with-deps
+
+    - name: Start API server
+      working-directory: ./api
+      run: |
+        npm run start &
+        sleep 10 # Wait for the server to start
+
+    - name: Run Playwright tests
+      run: npx playwright test
+
+    - uses: actions/upload-artifact@v3
+      if: always()
+      with:
+        name: playwright-report
+        path: e2e/playwright-report/
+        retention-days: 30

.github/pull_request_template.md

@@ -1,33 +0,0 @@
-## Title
-
-<!-- e.g. "Implement user authentication feature" -->
-
-## Relevant issues
-
-<!-- e.g. "Fixes #000" -->
-
-## Pre-Submission checklist
-
-**Please complete all items before asking a LiteLLM maintainer to review your PR**
-
-- [ ] I have Added testing in the [`tests/litellm/`](https://github.com/BerriAI/litellm/tree/main/tests/litellm) directory, **Adding at least 1 test is a hard requirement** - [see details](https://docs.litellm.ai/docs/extras/contributing_code)
-- [ ] I have added a screenshot of my new test passing locally 
-- [ ] My PR passes all unit tests on (`make test-unit`)[https://docs.litellm.ai/docs/extras/contributing_code]
-- [ ] My PR's scope is as isolated as possible, it only solves 1 specific problem
-
-
-## Type
-
-<!-- Select the type of Pull Request -->
-<!-- Keep only the necessary ones -->
-
-🆕 New Feature
-🐛 Bug Fix
-🧹 Refactoring
-📖 Documentation
-🚄 Infrastructure
-✅ Test
-
-## Changes
-
-

.github/template.yaml

@@ -1,94 +0,0 @@
-AWSTemplateFormatVersion: '2010-09-09'
-Transform: AWS::Serverless-2016-10-31
-Description: >
-  llmlite-service
-
-  SAM Template for llmlite-service
-
-# More info about Globals: https://github.com/awslabs/serverless-application-model/blob/master/docs/globals.rst
-Globals:
-  Function:
-    Timeout: 600
-    MemorySize: 128
-    Environment:
-      Variables:
-        WORKER_CONFIG: !Ref WorkerConfigParameter
-
-Parameters:
-  AliasParameter:
-    Type: String
-    Default: live
-  WorkerConfigParameter:
-    Type: String
-    Description: Sample environment variable
-    Default: '{"model": null, "alias": null, "api_base": null, "api_version": "2023-07-01-preview", "debug": false, "temperature": null, "max_tokens": null, "request_timeout": 600, "max_budget": null, "telemetry": true, "drop_params": false, "add_function_to_prompt": false, "headers": null, "save": false, "config": null, "use_queue": false}'
-
-Resources:
-  MyUrlFunctionPermissions:
-    Type: AWS::Lambda::Permission
-    Properties:
-      FunctionName: !Ref URL
-      Action: lambda:InvokeFunctionUrl
-      Principal: "*"
-      FunctionUrlAuthType: NONE
-
-  Function:
-    Type: AWS::Serverless::Function
-    Properties:
-      FunctionName: !Sub "${AWS::StackName}-function"
-      CodeUri: "./litellm"
-      Handler: proxy/lambda.handler
-      Runtime: python3.11
-      AutoPublishAlias: !Ref AliasParameter
-      Architectures:
-       - x86_64
-      DeploymentPreference:
-        Type: AllAtOnce
-        Alarms:
-          - !Ref NewVersionErrorMetricGreaterThanZeroAlarm
-
-  NewVersionErrorMetricGreaterThanZeroAlarm:
-    Type: "AWS::CloudWatch::Alarm"
-    Properties:
-      AlarmDescription: Lambda Function Error > 0
-      ComparisonOperator: GreaterThanThreshold
-      Dimensions:
-        - Name: Resource
-          Value: !Sub "${Function}:live"
-        - Name: FunctionName
-          Value: !Ref Function
-        - Name: ExecutedVersion
-          Value: !GetAtt Function.Version.Version
-      EvaluationPeriods: 1
-      Unit: Count
-      MetricName: Errors
-      Namespace: AWS/Lambda
-      Period: 60
-      Statistic: Sum
-      Threshold: 0
-
-  URL:
-    Type: AWS::Lambda::Url
-    DependsOn: FunctionAliaslive
-    Properties:
-      AuthType: NONE
-      Qualifier: live
-      TargetFunctionArn: !GetAtt Function.Arn
-
-Outputs:
-  FunctionARN:
-    Description: "Lambda Function ARN"
-    Value: !GetAtt Function.Arn
-
-  FunctionUrl:
-    Description: "Lambda Function URL Endpoint"
-    Value:
-      Fn::GetAtt: URL.FunctionUrl
-
-  FunctionVersion:
-    Description: "Lambda Function Version"
-    Value: !GetAtt Function.Version.Version
-  
-  FunctionNewAlarmARN:
-    Description: "Lambda Function New Alarm ARN"
-    Value: !GetAtt NewVersionErrorMetricGreaterThanZeroAlarm.Arn

.github/wip-playwright.yml

@@ -0,0 +1,28 @@
+name: Playwright Tests
+on:
+  push:
+    branches: [ main, master ]
+  pull_request:
+    branches: [ main, master ]
+jobs:
+  tests_e2e:
+    name: Run end-to-end tests
+    timeout-minutes: 60
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v3
+    - uses: actions/setup-node@v3
+      with:
+        node-version: 18
+    - name: Install dependencies
+      run: npm ci
+    - name: Install Playwright Browsers
+      run: npx playwright install --with-deps
+    - name: Run Playwright tests
+      run: npx playwright test
+    - uses: actions/upload-artifact@v3
+      if: always()
+      with:
+        name: playwright-report
+        path: e2e/playwright-report/
+        retention-days: 30

.github/workflows/auto_update_price_and_context_window.yml

@@ -1,28 +0,0 @@
-name: Updates model_prices_and_context_window.json and Create Pull Request
-
-on:
-  schedule:
-    - cron: "0 0 * * 0"  # Run every Sundays at midnight
-    #- cron: "0 0 * * *" # Run daily at midnight
-
-jobs:
-  auto_update_price_and_context_window:
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v3
-      - name: Install Dependencies
-        run: |
-          pip install aiohttp
-      - name: Update JSON Data
-        run: |
-          python ".github/workflows/auto_update_price_and_context_window_file.py"
-      - name: Create Pull Request
-        run: |
-          git add model_prices_and_context_window.json 
-          git commit -m "Update model_prices_and_context_window.json file: $(date +'%Y-%m-%d')" 
-          gh pr create --title "Update model_prices_and_context_window.json file" \
-            --body "Automated update for model_prices_and_context_window.json" \
-            --head auto-update-price-and-context-window-$(date +'%Y-%m-%d') \
-            --base main
-        env:
-          GH_TOKEN: ${{ secrets.GH_TOKEN }}

.github/workflows/auto_update_price_and_context_window_file.py

@@ -1,121 +0,0 @@
-import asyncio
-import aiohttp
-import json
-
-# Asynchronously fetch data from a given URL
-async def fetch_data(url):
-    try:
-        # Create an asynchronous session
-        async with aiohttp.ClientSession() as session:
-            # Send a GET request to the URL
-            async with session.get(url) as resp:
-                # Raise an error if the response status is not OK
-                resp.raise_for_status()
-                # Parse the response JSON
-                resp_json = await resp.json()
-                print("Fetch the data from URL.")
-                # Return the 'data' field from the JSON response
-                return resp_json['data']
-    except Exception as e:
-        # Print an error message if fetching data fails
-        print("Error fetching data from URL:", e)
-        return None
-
-# Synchronize local data with remote data
-def sync_local_data_with_remote(local_data, remote_data):
-    # Update existing keys in local_data with values from remote_data
-    for key in (set(local_data) & set(remote_data)):
-        local_data[key].update(remote_data[key])
-
-    # Add new keys from remote_data to local_data
-    for key in (set(remote_data) - set(local_data)):
-        local_data[key] = remote_data[key]
-
-# Write data to the json file
-def write_to_file(file_path, data):
-    try:
-        # Open the file in write mode
-        with open(file_path, "w") as file:
-            # Dump the data as JSON into the file
-            json.dump(data, file, indent=4)
-        print("Values updated successfully.")
-    except Exception as e:
-        # Print an error message if writing to file fails
-        print("Error updating JSON file:", e)
-
-# Update the existing models and add the missing models
-def transform_remote_data(data):
-    transformed = {}
-    for row in data:
-        # Add the fields 'max_tokens' and 'input_cost_per_token'
-        obj = {
-            "max_tokens": row["context_length"],
-            "input_cost_per_token": float(row["pricing"]["prompt"]),
-        }
-
-        # Add 'max_output_tokens' as a field if it is not None
-        if "top_provider" in row and "max_completion_tokens" in row["top_provider"] and row["top_provider"]["max_completion_tokens"] is not None:
-            obj['max_output_tokens'] = int(row["top_provider"]["max_completion_tokens"])
-
-        # Add the field 'output_cost_per_token'
-        obj.update({
-            "output_cost_per_token": float(row["pricing"]["completion"]),
-        })
-
-        # Add field 'input_cost_per_image' if it exists and is non-zero
-        if "pricing" in row and "image" in row["pricing"] and float(row["pricing"]["image"]) != 0.0:
-            obj['input_cost_per_image'] = float(row["pricing"]["image"])
-
-        # Add the fields 'litellm_provider' and 'mode'
-        obj.update({
-            "litellm_provider": "openrouter",
-            "mode": "chat"
-        })
-
-        # Add the 'supports_vision' field if the modality is 'multimodal'
-        if row.get('architecture', {}).get('modality') == 'multimodal':
-            obj['supports_vision'] = True
-
-        # Use a composite key to store the transformed object
-        transformed[f'openrouter/{row["id"]}'] = obj
-
-    return transformed
-
-
-# Load local data from a specified file
-def load_local_data(file_path):
-    try:
-        # Open the file in read mode
-        with open(file_path, "r") as file:
-            # Load and return the JSON data
-            return json.load(file)
-    except FileNotFoundError:
-        # Print an error message if the file is not found
-        print("File not found:", file_path)
-        return None
-    except json.JSONDecodeError as e:
-        # Print an error message if JSON decoding fails
-        print("Error decoding JSON:", e)
-        return None
-
-def main():
-    local_file_path = "model_prices_and_context_window.json"  # Path to the local data file
-    url = "https://openrouter.ai/api/v1/models"  # URL to fetch remote data
-
-    # Load local data from file
-    local_data = load_local_data(local_file_path)
-    # Fetch remote data asynchronously
-    remote_data = asyncio.run(fetch_data(url))
-    # Transform the fetched remote data
-    remote_data = transform_remote_data(remote_data)
-
-    # If both local and remote data are available, synchronize and save
-    if local_data and remote_data:
-        sync_local_data_with_remote(local_data, remote_data)
-        write_to_file(local_file_path, local_data)
-    else:
-        print("Failed to fetch model data from either local file or URL.")
-
-# Entry point of the script
-if __name__ == "__main__":
-    main()

.github/workflows/ghcr_deploy.yml

@@ -1,389 +0,0 @@
-# this workflow is triggered by an API call when there is a new PyPI release of LiteLLM
-name: Build, Publish LiteLLM Docker Image. New Release
-on:
-  workflow_dispatch:
-    inputs:
-      tag:
-        description: "The tag version you want to build"
-      release_type:
-        description: "The release type you want to build. Can be 'latest', 'stable', 'dev'"
-        type: string
-        default: "latest"
-      commit_hash:
-        description: "Commit hash"
-        required: true
-
-# Defines two custom environment variables for the workflow. Used for the Container registry domain, and a name for the Docker image that this workflow builds.
-env:
-  REGISTRY: ghcr.io
-  IMAGE_NAME: ${{ github.repository }}
-  CHART_NAME: litellm-helm
-
-# There is a single job in this workflow. It's configured to run on the latest available version of Ubuntu.
-jobs:
-  # print commit hash, tag, and release type
-  print:
-    runs-on: ubuntu-latest
-    steps:
-      - run: |
-          echo "Commit hash: ${{ github.event.inputs.commit_hash }}"
-          echo "Tag: ${{ github.event.inputs.tag }}"
-          echo "Release type: ${{ github.event.inputs.release_type }}"
-  docker-hub-deploy:
-    if: github.repository == 'BerriAI/litellm'
-    runs-on: ubuntu-latest
-    steps:
-      -
-        name: Checkout
-        uses: actions/checkout@v4
-        with:
-          ref: ${{ github.event.inputs.commit_hash }}
-      -
-        name: Set up QEMU
-        uses: docker/setup-qemu-action@v3
-      -
-        name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-      -
-        name: Login to Docker Hub
-        uses: docker/login-action@v3
-        with:
-          username: ${{ secrets.DOCKERHUB_USERNAME }}
-          password: ${{ secrets.DOCKERHUB_TOKEN }}
-      -
-        name: Build and push
-        uses: docker/build-push-action@v5
-        with:
-          context: .
-          push: true
-          tags: litellm/litellm:${{ github.event.inputs.tag || 'latest' }} 
-      -
-        name: Build and push litellm-database image
-        uses: docker/build-push-action@v5
-        with:
-          context: .
-          push: true
-          file: ./docker/Dockerfile.database
-          tags: litellm/litellm-database:${{ github.event.inputs.tag || 'latest' }}
-      -
-        name: Build and push litellm-spend-logs image
-        uses: docker/build-push-action@v5
-        with:
-          context: .
-          push: true
-          file: ./litellm-js/spend-logs/Dockerfile
-          tags: litellm/litellm-spend_logs:${{ github.event.inputs.tag || 'latest' }}
-      
-  build-and-push-image:
-    runs-on: ubuntu-latest
-    # Sets the permissions granted to the `GITHUB_TOKEN` for the actions in this job.
-    permissions:
-      contents: read
-      packages: write
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v4
-        with:
-          ref: ${{ github.event.inputs.commit_hash }}
-      # Uses the `docker/login-action` action to log in to the Container registry registry using the account and password that will publish the packages. Once published, the packages are scoped to the account defined here.
-      - name: Log in to the Container registry
-        uses: docker/login-action@65b78e6e13532edd9afa3aa52ac7964289d1a9c1
-        with:
-          registry: ${{ env.REGISTRY }}
-          username: ${{ github.actor }}
-          password: ${{ secrets.GITHUB_TOKEN }}
-      # This step uses [docker/metadata-action](https://github.com/docker/metadata-action#about) to extract tags and labels that will be applied to the specified image. The `id` "meta" allows the output of this step to be referenced in a subsequent step. The `images` value provides the base name for the tags and labels.
-      - name: Extract metadata (tags, labels) for Docker
-        id: meta
-        uses: docker/metadata-action@9ec57ed1fcdbf14dcef7dfbe97b2010124a938b7
-        with:
-          images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
-      # Configure multi platform Docker builds
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@e0e4588fad221d38ee467c0bffd91115366dc0c5
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@edfb0fe6204400c56fbfd3feba3fe9ad1adfa345
-      # This step uses the `docker/build-push-action` action to build the image, based on your repository's `Dockerfile`. If the build succeeds, it pushes the image to GitHub Packages.
-      # It uses the `context` parameter to define the build's context as the set of files located in the specified path. For more information, see "[Usage](https://github.com/docker/build-push-action#usage)" in the README of the `docker/build-push-action` repository.
-      # It uses the `tags` and `labels` parameters to tag and label the image with the output from the "meta" step.
-      - name: Build and push Docker image
-        uses: docker/build-push-action@4976231911ebf5f32aad765192d35f942aa48cb8
-        with:
-          context: .
-          push: true
-          tags: |
-            ${{ steps.meta.outputs.tags }}-${{ github.event.inputs.tag || 'latest' }},
-            ${{ steps.meta.outputs.tags }}-${{ github.event.inputs.release_type }}
-            ${{ github.event.inputs.release_type == 'stable' && format('{0}/berriai/litellm:main-{1}', env.REGISTRY, github.event.inputs.tag) || '' }},
-            ${{ github.event.inputs.release_type == 'stable' && format('{0}/berriai/litellm:main-stable', env.REGISTRY) || '' }}
-          labels: ${{ steps.meta.outputs.labels }}
-          platforms: local,linux/amd64,linux/arm64,linux/arm64/v8
-          
-  build-and-push-image-database:
-    runs-on: ubuntu-latest
-    permissions:
-      contents: read
-      packages: write
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v4
-        with:
-          ref: ${{ github.event.inputs.commit_hash }}
-
-      - name: Log in to the Container registry
-        uses: docker/login-action@65b78e6e13532edd9afa3aa52ac7964289d1a9c1
-        with:
-          registry: ${{ env.REGISTRY }}
-          username: ${{ github.actor }}
-          password: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Extract metadata (tags, labels) for database Dockerfile
-        id: meta-database
-        uses: docker/metadata-action@9ec57ed1fcdbf14dcef7dfbe97b2010124a938b7
-        with:
-          images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}-database
-      # Configure multi platform Docker builds
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@e0e4588fad221d38ee467c0bffd91115366dc0c5
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@edfb0fe6204400c56fbfd3feba3fe9ad1adfa345
-
-      - name: Build and push Database Docker image
-        uses: docker/build-push-action@f2a1d5e99d037542a71f64918e516c093c6f3fc4
-        with:
-          context: .
-          file: ./docker/Dockerfile.database
-          push: true
-          tags: |
-            ${{ steps.meta-database.outputs.tags }}-${{ github.event.inputs.tag || 'latest' }},
-            ${{ steps.meta-database.outputs.tags }}-${{ github.event.inputs.release_type }}
-            ${{ github.event.inputs.release_type == 'stable' && format('{0}/berriai/litellm-database:main-{1}', env.REGISTRY, github.event.inputs.tag) || '' }},
-            ${{ github.event.inputs.release_type == 'stable' && format('{0}/berriai/litellm-database:main-stable', env.REGISTRY) || '' }}
-          labels: ${{ steps.meta-database.outputs.labels }}
-          platforms: local,linux/amd64,linux/arm64,linux/arm64/v8
-            
-  build-and-push-image-non_root:
-    runs-on: ubuntu-latest
-    permissions:
-      contents: read
-      packages: write
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v4
-        with:
-          ref: ${{ github.event.inputs.commit_hash }}
-
-      - name: Log in to the Container registry
-        uses: docker/login-action@65b78e6e13532edd9afa3aa52ac7964289d1a9c1
-        with:
-          registry: ${{ env.REGISTRY }}
-          username: ${{ github.actor }}
-          password: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Extract metadata (tags, labels) for non_root Dockerfile
-        id: meta-non_root
-        uses: docker/metadata-action@9ec57ed1fcdbf14dcef7dfbe97b2010124a938b7
-        with:
-          images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}-non_root
-      # Configure multi platform Docker builds
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@e0e4588fad221d38ee467c0bffd91115366dc0c5
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@edfb0fe6204400c56fbfd3feba3fe9ad1adfa345
-
-      - name: Build and push non_root Docker image
-        uses: docker/build-push-action@f2a1d5e99d037542a71f64918e516c093c6f3fc4
-        with:
-          context: .
-          file: ./docker/Dockerfile.non_root
-          push: true
-          tags: |
-            ${{ steps.meta-non_root.outputs.tags }}-${{ github.event.inputs.tag || 'latest' }},
-            ${{ steps.meta-non_root.outputs.tags }}-${{ github.event.inputs.release_type }}
-            ${{ github.event.inputs.release_type == 'stable' && format('{0}/berriai/litellm-non_root:main-{1}', env.REGISTRY, github.event.inputs.tag) || '' }},
-            ${{ github.event.inputs.release_type == 'stable' && format('{0}/berriai/litellm-non_root:main-stable', env.REGISTRY) || '' }}
-          labels: ${{ steps.meta-non_root.outputs.labels }} 
-          platforms: local,linux/amd64,linux/arm64,linux/arm64/v8
-  
-  build-and-push-image-spend-logs:
-    runs-on: ubuntu-latest
-    permissions:
-      contents: read
-      packages: write
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v4
-        with:
-          ref: ${{ github.event.inputs.commit_hash }}
-
-      - name: Log in to the Container registry
-        uses: docker/login-action@65b78e6e13532edd9afa3aa52ac7964289d1a9c1
-        with:
-          registry: ${{ env.REGISTRY }}
-          username: ${{ github.actor }}
-          password: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Extract metadata (tags, labels) for spend-logs Dockerfile
-        id: meta-spend-logs
-        uses: docker/metadata-action@9ec57ed1fcdbf14dcef7dfbe97b2010124a938b7
-        with:
-          images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}-spend_logs
-      # Configure multi platform Docker builds
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@e0e4588fad221d38ee467c0bffd91115366dc0c5
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@edfb0fe6204400c56fbfd3feba3fe9ad1adfa345
-
-      - name: Build and push Database Docker image
-        uses: docker/build-push-action@f2a1d5e99d037542a71f64918e516c093c6f3fc4
-        with:
-          context: .
-          file: ./litellm-js/spend-logs/Dockerfile
-          push: true
-          tags: |
-            ${{ steps.meta-spend-logs.outputs.tags }}-${{ github.event.inputs.tag || 'latest' }},
-            ${{ steps.meta-spend-logs.outputs.tags }}-${{ github.event.inputs.release_type }}
-            ${{ github.event.inputs.release_type == 'stable' && format('{0}/berriai/litellm-spend_logs:main-{1}', env.REGISTRY, github.event.inputs.tag) || '' }},
-            ${{ github.event.inputs.release_type == 'stable' && format('{0}/berriai/litellm-spend_logs:main-stable', env.REGISTRY) || '' }}
-          platforms: local,linux/amd64,linux/arm64,linux/arm64/v8
-
-  build-and-push-helm-chart:
-    if: github.event.inputs.release_type  != 'dev'
-    needs: [docker-hub-deploy, build-and-push-image, build-and-push-image-database]
-    runs-on: ubuntu-latest
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-
-      - name: Log in to the Container registry
-        uses: docker/login-action@65b78e6e13532edd9afa3aa52ac7964289d1a9c1
-        with:
-          registry: ${{ env.REGISTRY }}
-          username: ${{ github.actor }}
-          password: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: lowercase github.repository_owner
-        run: |
-          echo "REPO_OWNER=`echo ${{github.repository_owner}} | tr '[:upper:]' '[:lower:]'`" >>${GITHUB_ENV}
-    
-      - name: Get LiteLLM Latest Tag
-        id: current_app_tag
-        shell: bash
-        run: |
-          LATEST_TAG=$(git describe --tags --exclude "*dev*" --abbrev=0)
-          if [ -z "${LATEST_TAG}" ]; then
-            echo "latest_tag=latest" | tee -a $GITHUB_OUTPUT
-          else
-            echo "latest_tag=${LATEST_TAG}" | tee -a $GITHUB_OUTPUT
-          fi
-
-      - name: Get last published chart version
-        id: current_version
-        shell: bash
-        run: |
-          CHART_LIST=$(helm show chart oci://${{ env.REGISTRY }}/${{ env.REPO_OWNER }}/${{ env.CHART_NAME }} 2>/dev/null || true)
-          if [ -z "${CHART_LIST}" ]; then
-            echo "current-version=0.1.0" | tee -a $GITHUB_OUTPUT
-          else
-            printf '%s' "${CHART_LIST}" | grep '^version:' | awk 'BEGIN{FS=":"}{print "current-version="$2}' | tr -d " " | tee -a $GITHUB_OUTPUT
-          fi
-        env:
-          HELM_EXPERIMENTAL_OCI: '1'
-
-      # Automatically update the helm chart version one "patch" level
-      - name: Bump release version
-        id: bump_version
-        uses: christian-draeger/increment-semantic-version@1.1.0
-        with:
-          current-version: ${{ steps.current_version.outputs.current-version || '0.1.0' }}
-          version-fragment: 'bug'
-
-      - uses: ./.github/actions/helm-oci-chart-releaser
-        with:
-          name: ${{ env.CHART_NAME }}
-          repository: ${{ env.REPO_OWNER }}
-          tag: ${{ github.event.inputs.chartVersion || steps.bump_version.outputs.next-version || '0.1.0' }}
-          app_version: ${{ steps.current_app_tag.outputs.latest_tag }}
-          path: deploy/charts/${{ env.CHART_NAME }}
-          registry: ${{ env.REGISTRY }}
-          registry_username: ${{ github.actor }}
-          registry_password: ${{ secrets.GITHUB_TOKEN }}
-          update_dependencies: true
-
-  release:
-    name: "New LiteLLM Release"
-    needs: [docker-hub-deploy, build-and-push-image, build-and-push-image-database]
-
-    runs-on: "ubuntu-latest"
-   
-    steps:
-      - name: Display version
-        run: echo "Current version is ${{ github.event.inputs.tag }}"
-      - name: "Set Release Tag"
-        run: echo "RELEASE_TAG=${{ github.event.inputs.tag }}" >> $GITHUB_ENV
-      - name: Display release tag
-        run: echo "RELEASE_TAG is $RELEASE_TAG"
-      - name: "Create release"
-        uses: "actions/github-script@v6"
-        with:
-          github-token: "${{ secrets.GITHUB_TOKEN }}"
-          script: |
-            const commitHash = "${{ github.event.inputs.commit_hash}}";
-            console.log("Commit Hash:", commitHash); // Add this line for debugging
-            try {
-              const response = await github.rest.repos.createRelease({
-                draft: false,
-                generate_release_notes: true,
-                target_commitish: commitHash,
-                name: process.env.RELEASE_TAG,
-                owner: context.repo.owner,
-                prerelease: false,
-                repo: context.repo.repo,
-                tag_name: process.env.RELEASE_TAG,
-              });
-      
-              core.exportVariable('RELEASE_ID', response.data.id);
-              core.exportVariable('RELEASE_UPLOAD_URL', response.data.upload_url);
-            } catch (error) {
-              core.setFailed(error.message);
-            }
-      - name: Fetch Release Notes
-        id: release-notes
-        uses: actions/github-script@v6
-        with:
-          github-token: "${{ secrets.GITHUB_TOKEN }}"
-          script: |
-            try {
-              const response = await github.rest.repos.getRelease({
-                owner: context.repo.owner,
-                repo: context.repo.repo,
-                release_id: process.env.RELEASE_ID,
-              });
-              const formattedBody = JSON.stringify(response.data.body).slice(1, -1);
-              return formattedBody;
-            } catch (error) {
-              core.setFailed(error.message);
-            }
-        env:
-          RELEASE_ID: ${{ env.RELEASE_ID }}
-      - name: Github Releases To Discord
-        env:
-          WEBHOOK_URL: ${{ secrets.WEBHOOK_URL }}
-          REALEASE_TAG: ${{ env.RELEASE_TAG }}
-          RELEASE_NOTES: ${{ steps.release-notes.outputs.result }}
-        run: |
-          curl -H "Content-Type: application/json" -X POST -d '{
-            "content": "New LiteLLM release '"${RELEASE_TAG}"'",
-            "username": "Release Changelog",
-            "avatar_url": "https://cdn.discordapp.com/avatars/487431320314576937/bd64361e4ba6313d561d54e78c9e7171.png",
-            "embeds": [
-              {
-                "title": "Changelog for LiteLLM '"${RELEASE_TAG}"'",
-                "description": "'"${RELEASE_NOTES}"'",
-                "color": 2105893
-              }
-            ]
-          }' $WEBHOOK_URL
-

.github/workflows/ghcr_helm_deploy.yml

@@ -1,67 +0,0 @@
-# this workflow is triggered by an API call when there is a new PyPI release of LiteLLM
-name: Build, Publish LiteLLM Helm Chart. New Release
-on:
-  workflow_dispatch:
-    inputs:
-      chartVersion:
-        description: "Update the helm chart's version to this"
-
-# Defines two custom environment variables for the workflow. Used for the Container registry domain, and a name for the Docker image that this workflow builds.
-env:
-  REGISTRY: ghcr.io
-  IMAGE_NAME: ${{ github.repository }}
-  REPO_OWNER: ${{github.repository_owner}}
-
-# There is a single job in this workflow. It's configured to run on the latest available version of Ubuntu.
-jobs:        
-  build-and-push-helm-chart:
-    runs-on: ubuntu-latest
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v4
-
-      - name: Log in to the Container registry
-        uses: docker/login-action@65b78e6e13532edd9afa3aa52ac7964289d1a9c1
-        with:
-          registry: ${{ env.REGISTRY }}
-          username: ${{ github.actor }}
-          password: ${{ secrets.GITHUB_TOKEN }}
-      
-      - name: lowercase github.repository_owner
-        run: |
-          echo "REPO_OWNER=`echo ${{github.repository_owner}} | tr '[:upper:]' '[:lower:]'`" >>${GITHUB_ENV}
-
-      - name: Get LiteLLM Latest Tag
-        id: current_app_tag
-        uses: WyriHaximus/github-action-get-previous-tag@v1.3.0
-
-      - name: Get last published chart version
-        id: current_version
-        shell: bash
-        run: helm show chart oci://${{ env.REGISTRY }}/${{ env.REPO_OWNER }}/litellm-helm | grep '^version:' | awk 'BEGIN{FS=":"}{print "current-version="$2}' | tr -d " " | tee -a $GITHUB_OUTPUT
-        env:
-          HELM_EXPERIMENTAL_OCI: '1'
-
-      # Automatically update the helm chart version one "patch" level
-      - name: Bump release version
-        id: bump_version
-        uses: christian-draeger/increment-semantic-version@1.1.0
-        with:
-          current-version: ${{ steps.current_version.outputs.current-version || '0.1.0' }}
-          version-fragment: 'bug'
-
-      - name: Lint helm chart
-        run: helm lint deploy/charts/litellm-helm
-
-      - uses: ./.github/actions/helm-oci-chart-releaser
-        with:
-          name: litellm-helm
-          repository: ${{ env.REPO_OWNER }}
-          tag: ${{ github.event.inputs.chartVersion || steps.bump_version.outputs.next-version || '0.1.0' }}
-          app_version: ${{ steps.current_app_tag.outputs.tag || 'latest' }}
-          path: deploy/charts/litellm-helm
-          registry: ${{ env.REGISTRY }}
-          registry_username: ${{ github.actor }}
-          registry_password: ${{ secrets.GITHUB_TOKEN }}
-          update_dependencies: true
-  

.github/workflows/helm_unit_test.yml

@@ -1,27 +0,0 @@
-name: Helm unit test
-
-on:
-  pull_request:
-  push:
-    branches:
-      - main
-
-jobs:
-  unit-test:
-    runs-on: ubuntu-latest
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v2
-
-      - name: Set up Helm 3.11.1
-        uses: azure/setup-helm@v1
-        with:
-          version: '3.11.1'
-
-      - name: Install Helm Unit Test Plugin
-        run: |
-          helm plugin install https://github.com/helm-unittest/helm-unittest --version v0.4.4
-
-      - name: Run unit tests
-        run:
-          helm unittest -f 'tests/*.yaml' deploy/charts/litellm-helm

.github/workflows/interpret_load_test.py

@@ -1,138 +0,0 @@
-import csv
-import os
-from github import Github
-
-
-def interpret_results(csv_file):
-    with open(csv_file, newline="") as csvfile:
-        csvreader = csv.DictReader(csvfile)
-        rows = list(csvreader)
-        """
-        in this csv reader
-        - Create 1 new column "Status"
-        - if a row has a median response time < 300 and an average response time < 300, Status = "Passed ✅"
-        - if a row has a median response time >= 300 or an average response time >= 300, Status = "Failed ❌"
-        - Order the table in this order Name, Status, Median Response Time, Average Response Time, Requests/s,Failures/s, Min Response Time, Max Response Time, all other columns
-        """
-
-        # Add a new column "Status"
-        for row in rows:
-            median_response_time = float(
-                row["Median Response Time"].strip().rstrip("ms")
-            )
-            average_response_time = float(
-                row["Average Response Time"].strip().rstrip("s")
-            )
-
-            request_count = int(row["Request Count"])
-            failure_count = int(row["Failure Count"])
-
-            failure_percent = round((failure_count / request_count) * 100, 2)
-
-            # Determine status based on conditions
-            if (
-                median_response_time < 300
-                and average_response_time < 300
-                and failure_percent < 5
-            ):
-                row["Status"] = "Passed ✅"
-            else:
-                row["Status"] = "Failed ❌"
-
-        # Construct Markdown table header
-        markdown_table = "| Name | Status | Median Response Time (ms) | Average Response Time (ms) | Requests/s | Failures/s | Request Count | Failure Count | Min Response Time (ms) | Max Response Time (ms) |"
-        markdown_table += (
-            "\n| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- |"
-        )
-
-        # Construct Markdown table rows
-        for row in rows:
-            markdown_table += f"\n| {row['Name']} | {row['Status']} | {row['Median Response Time']} | {row['Average Response Time']} | {row['Requests/s']} | {row['Failures/s']} | {row['Request Count']} | {row['Failure Count']} | {row['Min Response Time']} | {row['Max Response Time']} |"
-    print("markdown table: ", markdown_table)
-    return markdown_table
-
-
-def _get_docker_run_command_stable_release(release_version):
-    return f"""
-\n\n
-## Docker Run LiteLLM Proxy
-
-```
-docker run \\
--e STORE_MODEL_IN_DB=True \\
--p 4000:4000 \\
-ghcr.io/berriai/litellm:litellm_stable_release_branch-{release_version}
-```
-    """
-
-
-def _get_docker_run_command(release_version):
-    return f"""
-\n\n
-## Docker Run LiteLLM Proxy
-
-```
-docker run \\
--e STORE_MODEL_IN_DB=True \\
--p 4000:4000 \\
-ghcr.io/berriai/litellm:main-{release_version}
-```
-    """
-
-
-def get_docker_run_command(release_version):
-    if "stable" in release_version:
-        return _get_docker_run_command_stable_release(release_version)
-    else:
-        return _get_docker_run_command(release_version)
-
-
-if __name__ == "__main__":
-    csv_file = "load_test_stats.csv"  # Change this to the path of your CSV file
-    markdown_table = interpret_results(csv_file)
-
-    # Update release body with interpreted results
-    github_token = os.getenv("GITHUB_TOKEN")
-    g = Github(github_token)
-    repo = g.get_repo(
-        "BerriAI/litellm"
-    )  # Replace with your repository's username and name
-    latest_release = repo.get_latest_release()
-    print("got latest release: ", latest_release)
-    print(latest_release.title)
-    print(latest_release.tag_name)
-
-    release_version = latest_release.title
-
-    print("latest release body: ", latest_release.body)
-    print("markdown table: ", markdown_table)
-
-    # check if "Load Test LiteLLM Proxy Results" exists
-    existing_release_body = latest_release.body
-    if "Load Test LiteLLM Proxy Results" in latest_release.body:
-        # find the "Load Test LiteLLM Proxy Results" section and delete it
-        start_index = latest_release.body.find("Load Test LiteLLM Proxy Results")
-        existing_release_body = latest_release.body[:start_index]
-
-    docker_run_command = get_docker_run_command(release_version)
-    print("docker run command: ", docker_run_command)
-
-    new_release_body = (
-        existing_release_body
-        + docker_run_command
-        + "\n\n"
-        + "### Don't want to maintain your internal proxy? get in touch 🎉"
-        + "\nHosted Proxy Alpha: https://calendly.com/d/4mp-gd3-k5k/litellm-1-1-onboarding-chat"
-        + "\n\n"
-        + "## Load Test LiteLLM Proxy Results"
-        + "\n\n"
-        + markdown_table
-    )
-    print("new release body: ", new_release_body)
-    try:
-        latest_release.update_release(
-            name=latest_release.tag_name,
-            message=new_release_body,
-        )
-    except Exception as e:
-        print(e)

.github/workflows/label-mlops.yml

@@ -1,17 +0,0 @@
-name: Label ML Ops Team Issues
-
-on:
-  issues:
-    types:
-      - opened
-
-jobs:
-  add-mlops-label:
-    runs-on: ubuntu-latest
-    steps:
-      - name: Check if ML Ops Team is selected
-        uses: actions-ecosystem/action-add-labels@v1
-        if: contains(github.event.issue.body, '### Are you a ML Ops Team?') && contains(github.event.issue.body, 'Yes')
-        with:
-          github_token: ${{ secrets.GITHUB_TOKEN }}
-          labels: "mlops user request"

.github/workflows/load_test.yml

@@ -1,59 +0,0 @@
-name: Test Locust Load Test
-
-on:
-  workflow_run:
-    workflows: ["Build, Publish LiteLLM Docker Image. New Release"]
-    types:
-      - completed
-  workflow_dispatch:
-
-jobs:
-  build:
-    runs-on: ubuntu-latest
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v1
-      - name: Setup Python
-        uses: actions/setup-python@v2
-        with:
-          python-version: '3.x'
-
-      - name: Install dependencies
-        run: |
-          python -m pip install --upgrade pip
-          pip install PyGithub
-      - name: re-deploy proxy
-        run: |
-          echo "Current working directory: $PWD"
-          ls
-          python ".github/workflows/redeploy_proxy.py"
-        env:
-          LOAD_TEST_REDEPLOY_URL1: ${{ secrets.LOAD_TEST_REDEPLOY_URL1 }}
-          LOAD_TEST_REDEPLOY_URL2: ${{ secrets.LOAD_TEST_REDEPLOY_URL2 }}
-        working-directory: ${{ github.workspace }}
-      - name: Run Load Test
-        id: locust_run
-        uses: BerriAI/locust-github-action@master
-        with:
-          LOCUSTFILE: ".github/workflows/locustfile.py"
-          URL:  "https://post-release-load-test-proxy.onrender.com/"
-          USERS: "20"
-          RATE: "20"
-          RUNTIME: "300s"
-      - name: Process Load Test Stats
-        run: |
-          echo "Current working directory: $PWD"
-          ls
-          python ".github/workflows/interpret_load_test.py"
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-        working-directory: ${{ github.workspace }}
-      - name: Upload CSV as Asset to Latest Release
-        uses: xresloader/upload-to-github-release@v1
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-        with:
-          file: "load_test_stats.csv;load_test.html"
-          update_latest_release: true
-          tag_name: "load-test"
-          overwrite: true

.github/workflows/locustfile.py

@@ -1,28 +0,0 @@
-from locust import HttpUser, task, between
-
-
-class MyUser(HttpUser):
-    wait_time = between(1, 5)
-
-    @task
-    def chat_completion(self):
-        headers = {
-            "Content-Type": "application/json",
-            "Authorization": "Bearer sk-8N1tLOOyH8TIxwOLahhIVg",
-            # Include any additional headers you may need for authentication, etc.
-        }
-
-        # Customize the payload with "model" and "messages" keys
-        payload = {
-            "model": "fake-openai-endpoint",
-            "messages": [
-                {"role": "system", "content": "You are a chat bot."},
-                {"role": "user", "content": "Hello, how are you?"},
-            ],
-            # Add more data as necessary
-        }
-
-        # Make a POST request to the "chat/completions" endpoint
-        response = self.client.post("chat/completions", json=payload, headers=headers)
-
-        # Print or log the response if needed

.github/workflows/main.yml

@@ -1,34 +0,0 @@
-name: Publish Dev Release to PyPI
-
-on:
-  workflow_dispatch:
-  
-jobs:
-  publish-dev-release:
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v2
-
-      - name: Set up Python
-        uses: actions/setup-python@v2
-        with:
-          python-version: 3.8  # Adjust the Python version as needed
-
-      - name: Install dependencies
-        run: pip install toml twine
-
-      - name: Read version from pyproject.toml
-        id: read-version
-        run: |
-          version=$(python -c 'import toml; print(toml.load("pyproject.toml")["tool"]["commitizen"]["version"])')
-          printf "LITELLM_VERSION=%s" "$version" >> $GITHUB_ENV
-
-      - name: Check if version exists on PyPI
-        id: check-version
-        run: |
-          set -e
-          if twine check --repository-url https://pypi.org/simple/ "litellm==$LITELLM_VERSION" >/dev/null 2>&1; then
-            echo "Version $LITELLM_VERSION already exists on PyPI. Skipping publish."
-     

.github/workflows/read_pyproject_version.yml

@@ -1,31 +0,0 @@
-name: Read Version from pyproject.toml
-
-on:
-  push:
-    branches:
-      - main  # Change this to the default branch of your repository
-
-jobs:
-  read-version:
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v2
-
-      - name: Set up Python
-        uses: actions/setup-python@v2
-        with:
-          python-version: 3.8  # Adjust the Python version as needed
-
-      - name: Install dependencies
-        run: pip install toml
-
-      - name: Read version from pyproject.toml
-        id: read-version
-        run: |
-          version=$(python -c 'import toml; print(toml.load("pyproject.toml")["tool"]["commitizen"]["version"])')
-          printf "LITELLM_VERSION=%s" "$version" >> $GITHUB_ENV
-
-      - name: Display version
-        run: echo "Current version is $LITELLM_VERSION"

.github/workflows/redeploy_proxy.py

@@ -1,20 +0,0 @@
-"""
-
-redeploy_proxy.py
-"""
-
-import os
-import requests
-import time
-
-# send a get request to this endpoint
-deploy_hook1 = os.getenv("LOAD_TEST_REDEPLOY_URL1")
-response = requests.get(deploy_hook1, timeout=20)
-
-
-deploy_hook2 = os.getenv("LOAD_TEST_REDEPLOY_URL2")
-response = requests.get(deploy_hook2, timeout=20)
-
-print("SENT GET REQUESTS to re-deploy proxy")
-print("sleeeping.... for 60s")
-time.sleep(60)

.github/workflows/reset_stable.yml

@@ -1,39 +0,0 @@
-name: Reset litellm_stable branch
-
-on:
-  release:
-    types: [published, created]
-jobs:
-  update-stable-branch:
-    if: ${{ startsWith(github.event.release.tag_name, 'v') && !endsWith(github.event.release.tag_name, '-stable') }}
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v3
-
-      - name: Reset litellm_stable_release_branch branch to the release commit
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-        run: |
-          # Configure Git user
-          git config user.name "github-actions[bot]"
-          git config user.email "github-actions[bot]@users.noreply.github.com"
-          
-          # Fetch all branches and tags
-          git fetch --all
-
-          # Check if the litellm_stable_release_branch branch exists
-          if git show-ref --verify --quiet refs/remotes/origin/litellm_stable_release_branch; then
-            echo "litellm_stable_release_branch branch exists."
-            git checkout litellm_stable_release_branch
-          else
-            echo "litellm_stable_release_branch branch does not exist. Creating it."
-            git checkout -b litellm_stable_release_branch
-          fi
-
-          # Reset litellm_stable_release_branch branch to the release commit
-          git reset --hard $GITHUB_SHA
-
-          # Push the updated litellm_stable_release_branch branch
-          git push origin litellm_stable_release_branch --force

.github/workflows/results_stats.csv

@@ -1,27 +0,0 @@
-Date,"Ben 
-Ashley",Tom Brooks,Jimmy Cooney,"Sue 
-Daniels",Berlinda Fong,Terry Jones,Angelina Little,Linda Smith
-10/1,FALSE,TRUE,TRUE,TRUE,TRUE,TRUE,FALSE,TRUE
-10/2,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE
-10/3,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE
-10/4,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE
-10/5,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE
-10/6,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE
-10/7,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE
-10/8,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE
-10/9,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE
-10/10,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE
-10/11,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE
-10/12,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE
-10/13,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE
-10/14,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE
-10/15,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE
-10/16,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE
-10/17,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE
-10/18,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE
-10/19,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE
-10/20,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE
-10/21,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE
-10/22,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE
-10/23,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE,FALSE
-Total,0,1,1,1,1,1,0,1

.github/workflows/stale.yml

@@ -1,20 +0,0 @@
-name: "Stale Issue Management"
-
-on:
-  schedule:
-    - cron: '0 0 * * *' # Runs daily at midnight UTC
-  workflow_dispatch:
-
-jobs:
-  stale:
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/stale@v8
-        with:
-          repo-token: "${{ secrets.GITHUB_TOKEN }}"
-          stale-issue-message: "This issue has been automatically marked as stale because it has not had recent activity. It will be closed if no further activity occurs."
-          stale-pr-message: "This pull request has been automatically marked as stale because it has not had recent activity. It will be closed if no further activity occurs."
-          days-before-stale: 90        # Revert to 60 days
-          days-before-close: 7         # Revert to 7 days
-          stale-issue-label: "stale"
-          operations-per-run: 1000

.github/workflows/update_release.py

@@ -1,54 +0,0 @@
-import os
-import requests
-from datetime import datetime
-
-# GitHub API endpoints
-GITHUB_API_URL = "https://api.github.com"
-REPO_OWNER = "BerriAI"
-REPO_NAME = "litellm"
-
-# GitHub personal access token (required for uploading release assets)
-GITHUB_ACCESS_TOKEN = os.environ.get("GITHUB_ACCESS_TOKEN")
-
-# Headers for GitHub API requests
-headers = {
-    "Accept": "application/vnd.github+json",
-    "Authorization": f"Bearer {GITHUB_ACCESS_TOKEN}",
-    "X-GitHub-Api-Version": "2022-11-28",
-}
-
-# Get the latest release
-releases_url = f"{GITHUB_API_URL}/repos/{REPO_OWNER}/{REPO_NAME}/releases/latest"
-response = requests.get(releases_url, headers=headers)
-latest_release = response.json()
-print("Latest release:", latest_release)
-
-# Upload an asset to the latest release
-upload_url = latest_release["upload_url"].split("{?")[0]
-asset_name = "results_stats.csv"
-asset_path = os.path.join(os.getcwd(), asset_name)
-print("upload_url:", upload_url)
-
-with open(asset_path, "rb") as asset_file:
-    asset_data = asset_file.read()
-
-upload_payload = {
-    "name": asset_name,
-    "label": "Load test results",
-    "created_at": datetime.utcnow().isoformat() + "Z",
-}
-
-upload_headers = headers.copy()
-upload_headers["Content-Type"] = "application/octet-stream"
-
-upload_response = requests.post(
-    upload_url,
-    headers=upload_headers,
-    data=asset_data,
-    params=upload_payload,
-)
-
-if upload_response.status_code == 201:
-    print(f"Asset '{asset_name}' uploaded successfully to the latest release.")
-else:
-    print(f"Failed to upload asset. Response: {upload_response.text}")

.gitignore

@@ -1,85 +1,66 @@
-.venv
+### node etc ###
+
+# Logs
+data-node
+meili_data
+logs
+*.log
+
+# Runtime data
+pids
+*.pid
+*.seed
+
+# Directory for instrumented libs generated by jscoverage/JSCover
+lib-cov
+
+# Coverage directory used by tools like istanbul
+coverage
+
+# Grunt intermediate storage (http://gruntjs.com/creating-plugins#storing-task-files)
+.grunt
+
+# Compiled Dirs (http://nodejs.org/api/addons.html)
+build/
+dist/
+public/main.js
+public/main.js.map
+public/main.js.LICENSE.txt
+client/public/main.js
+client/public/main.js.map
+client/public/main.js.LICENSE.txt
+
+# Dependency directorys
+# Deployed apps should consider commenting these lines out:
+# see https://npmjs.org/doc/faq.html#Should-I-check-my-node_modules-folder-into-git
+node_modules/
+meili_data/
+api/node_modules/
+client/node_modules/
+bower_components/
+
+# Floobits
+.floo
+.floobit
+.floo
+.flooignore
+
+# Environment
+.npmrc
 .env
-.newenv
-newenv/*
-litellm/proxy/myenv/*
-litellm_uuid.txt
-__pycache__/
-*.pyc
-bun.lockb
-**/.DS_Store
-.aider*
-litellm_results.jsonl
-secrets.toml
-.gitignore
-litellm/proxy/litellm_secrets.toml
-litellm/proxy/api_log.json
-.idea/
-router_config.yaml
-litellm_server/config.yaml
-litellm/proxy/_secret_config.yaml
-.aws-sam/
-litellm/tests/aiologs.log
-litellm/tests/exception_data.txt
-litellm/tests/config_*.yaml
-litellm/tests/langfuse.log
-langfuse.log
-.langfuse.log
-litellm/tests/test_custom_logger.py
-litellm/tests/langfuse.log
-litellm/tests/dynamo*.log
+cache.json
+api/data/
+owner.yml
+archive
 .vscode/settings.json
-litellm/proxy/log.txt
-proxy_server_config_@.yaml
-.gitignore
-proxy_server_config_2.yaml
-litellm/proxy/secret_managers/credentials.json
-hosted_config.yaml
-litellm/proxy/tests/node_modules
-litellm/proxy/tests/package.json
-litellm/proxy/tests/package-lock.json
-ui/litellm-dashboard/.next
-ui/litellm-dashboard/node_modules
-ui/litellm-dashboard/next-env.d.ts
-ui/litellm-dashboard/package.json
-ui/litellm-dashboard/package-lock.json
-deploy/charts/litellm/*.tgz
-deploy/charts/litellm/charts/*
-deploy/charts/*.tgz
-litellm/proxy/vertex_key.json
-**/.vim/
-**/node_modules
-kub.yaml
-loadtest_kub.yaml
-litellm/proxy/_new_secret_config.yaml
-litellm/proxy/_new_secret_config.yaml
-litellm/proxy/_super_secret_config.yaml
-litellm/proxy/_super_secret_config.yaml
-litellm/proxy/myenv/bin/activate
-litellm/proxy/myenv/bin/Activate.ps1
-myenv/*
-litellm/proxy/_experimental/out/404/index.html
-litellm/proxy/_experimental/out/model_hub/index.html
-litellm/proxy/_experimental/out/onboarding/index.html
-litellm/tests/log.txt
-litellm/tests/langfuse.log
-litellm/tests/langfuse.log
-litellm/proxy/google-cloud-sdk/*
-tests/llm_translation/log.txt
-venv/
-tests/local_testing/log.txt
+src/style - official.css
+/e2e/specs/.test-results/
+/e2e/playwright-report/
+/playwright/.cache/
+.DS_Store
+*.code-workspace
+
+# meilisearch
+meilisearch
+data.ms/*
 
-.codegpt
-litellm/proxy/_new_new_secret_config.yaml
-litellm/proxy/custom_guardrail.py
-litellm/proxy/_experimental/out/404.html
-litellm/proxy/_experimental/out/404.html
-litellm/proxy/_experimental/out/model_hub.html
-.mypy_cache/*
-litellm/proxy/application.log
-tests/llm_translation/vertex_test_account.json
-tests/llm_translation/test_vertex_key.json
-litellm/proxy/migrations/0_init/migration.sql
-litellm/proxy/db/migrations/0_init/migration.sql
-litellm/proxy/db/migrations/*
-litellm/proxy/migrations/*

.pre-commit-config.yaml

@@ -1,49 +0,0 @@
-repos:
--   repo: local
-    hooks:
-    -   id: pyright
-        name: pyright
-        entry: pyright
-        language: system
-        types: [python]
-        files: ^litellm/
-    -   id: isort
-        name: isort
-        entry: isort
-        language: system
-        types: [python]
-        files: litellm/.*\.py
-        exclude: ^litellm/__init__.py$
--   repo: https://github.com/psf/black
-    rev: 24.2.0
-    hooks:
-    - id: black
--   repo: https://github.com/pycqa/flake8
-    rev: 7.0.0  # The version of flake8 to use
-    hooks:
-    -  id: flake8
-       exclude: ^litellm/tests/|^litellm/proxy/tests/|^litellm/tests/litellm/|^tests/litellm/
-       additional_dependencies: [flake8-print]
-       files: litellm/.*\.py
-    # -  id: flake8
-    #    name: flake8 (router.py function length)
-    #    files: ^litellm/router\.py$
-    #    args: [--max-function-length=40]
-    # #    additional_dependencies: [flake8-functions]
--   repo: https://github.com/python-poetry/poetry
-    rev: 1.8.0
-    hooks:
-      - id: poetry-check
--   repo: local
-    hooks:
-    -   id: check-files-match
-        name: Check if files match
-        entry: python3 ci_cd/check_files_match.py
-        language: system
-    # -   id: check-file-length
-    #     name: Check file length
-    #     entry: python check_file_length.py
-    #     args: ["10000"]  # set your desired maximum number of lines
-    #     language: python
-    #     files: litellm/.*\.py
-    #     exclude: ^litellm/tests/

CHANGELOG.md

@@ -0,0 +1,83 @@
+# # Changelog
+<details open>
+<summary><strong>2023-05-11</strong></summary>
+ 
+**Released [v0.4.2](https://github.com/danny-avila/chatgpt-clone/releases/tag/v0.4.2)**
+ 
+ChatGPT-Clone received some important upgrades and improvements. A new contributor, [@qcgm1978](https://github.com/qcgm1978), makes their first contribution by adding a null check for adaptiveCards variable. Additionally, support for titling conversations with the Azure endpoint is added by [@danny-avila](https://github.com/danny-avila) in PR [#234](https://github.com/danny-avila/chatgpt-clone/pull/234). In PR [#235](https://github.com/danny-avila/chatgpt-clone/pull/235), [@danny-avila](https://github.com/danny-avila) also makes some necessary fixes to titling, quotation marks, and endpoints being unavailable with only the Azure key provided. The logging system is now powered by Pino and sanitization, thanks to [@danorlando](https://github.com/danorlando) in PR [#227](https://github.com/danny-avila/chatgpt-clone/pull/227). To bulletproof the Docker container, the .dockerignore file is updated to include the client/.env file by [@danny-avila](https://github.com/danny-avila) in PR [#241](https://github.com/danny-avila/chatgpt-clone/pull/241). This issue was brought to our attention on discord.
+
+There is active work on the new Plugins feature, converting the frontend to Typescript, and looking to integrate Palm2, google's new generative AI accessible via API, to the project as a new endpoint.
+
+You can check the full changelog in between [v0.4.1](https://github.com/danny-avila/chatgpt-clone/releases/tag/v0.4.1) and [v0.4.2](https://github.com/danny-avila/chatgpt-clone/releases/tag/v0.4.2) [here](https://github.com/danny-avila/chatgpt-clone/compare/v0.4.1...v0.4.2)."
+
+For discussion and suggestion you can join us: **[community discord server](https://discord.gg/NGaa9RPCft)**
+</details>
+
+<details>
+<summary><strong>2023-05-09</strong></summary>
+ 
+**Released [v0.4.1](https://github.com/danny-avila/chatgpt-clone/releases/tag/v0.4.1)**
+ 
+ * update user system section of readme by @danorlando in #207
+ * remove github-passport and update package.lock files by @danorlando in #208
+ * Update README.md by @fuegovic in #209
+ * fix: fix browser refresh redirecting to /chat/new by @danorlando in #210
+ * fix: fix issue with validation when google account has multiple spaces in username by @danorlando in #211
+ * chore: update docker image version to use latest by @danny-avila in #218
+ * update documentation structure by @fuegovic in #220
+ * Feat: Add Azure support by @danny-avila in #219
+ * Update Message.js by @DavidDev1334 in #191
+ 
+⚠️ **IMPORTANT :** Since V0.4.0 You should register and login with a local account (email and password) for the first time sign-up. if you use login for the first time with a social login account (eg. Google, facebook, etc.), the conversations and presets that you created before the user system was implemented will NOT be migrated to that account.
+
+⚠️ **Breaking - new Env Variables :** Since V0.4.0 You will need to add the new env variables from .env.example for the app to work, even if you're not using multiple users for your purposes.
+
+For discussion and suggestion you can join us: **[community discord server](https://discord.gg/NGaa9RPCft)**
+</details>
+ <details>
+<summary><strong>2023-05-07</strong></summary>
+
+**Released [v0.4.0](https://github.com/danny-avila/chatgpt-clone/releases/tag/v0.4.0)**, Introducing User/Auth System and OAuth2/Social Login! You can now register and login with an email account or use Google login. Your your previous conversations and presets will migrate to your new profile upon creation. Check out the details in the [User/Auth System](#userauth-system) section of the README.md.
+ 
+⚠️ **IMPORTANT :** You should register and login with a local account (email and password) for the first time sign-up. if you use login for the first time with a social login account (eg. Google, facebook, etc.), the conversations and presets that you created before the user system was implemented will NOT be migrated to that account.
+
+⚠️ **Breaking - new Env Variables :** You will need to add the new env variables from .env.example for the app to work, even if you're not using multiple users for your purposes.
+
+For discussion and suggestion you can join us: **[community discord server](https://discord.gg/NGaa9RPCft)**
+</details>
+ 
+
+<details>
+<summary><strong>2023-04-05</strong></summary>
+
+**Released [v0.3.0](https://github.com/danny-avila/chatgpt-clone/releases/tag/v0.3.0)**, Introducing more customization for both OpenAI & BingAI conversations! This is one of the biggest updates yet and will make integrating future LLM's a lot easier, providing a lot of customization features as well, including sharing presets! Please feel free to share them in the **[community discord server](https://discord.gg/NGaa9RPCft)**
+</details>
+
+  
+<details>
+<summary><strong>2023-03-23</strong></summary>
+
+**Released [v0.1.0](https://github.com/danny-avila/chatgpt-clone/releases/tag/v0.1.0)**, **searching messages/conversations is live!** Up next is more custom parameters for customGpt's. Join the discord server for more immediate assistance and update: **[community discord server](https://discord.gg/NGaa9RPCft)**
+</details>
+
+  
+<details>
+<summary><strong>2023-03-22</strong></summary>
+
+**Released [v0.0.6](https://github.com/danny-avila/chatgpt-clone/releases/tag/v0.0.6)**, the latest stable release before **Searching messages** goes live tomorrow. See exact updates to date in the tag link. By request, there is now also a **[community discord server](https://s
+</details>
+
+<details>
+<summary><strong>2023-03-20</strong></summary>
+
+**Searching messages** is almost here as I test more of its functionality. There've been a lot of great features requested and great contributions and I will work on some soon, namely, further customizing the custom gpt params with sliders similar to the OpenAI playground, and including the custom params and system messages available to Bing.
+
+The above features are next and then I will have to focus on building the **test environment.** I would **greatly appreciate** help in this area with any test environment you're familiar with (mocha, chai, jest, playwright, puppeteer). This is to aid in the velocity of contributing and to save time I spend debugging.
+
+On that note, I had to switch the default branch due to some breaking changes that haven't been straight forward to debug, mainly related to node-chat-gpt the main dependency of the project. Thankfully, my working branch, now switched to default as main, is working as expected.
+</details>
+
+
+##
+
+## [Go Back to ReadMe](README.md)

CONTRIBUTORS.md

@@ -0,0 +1,26 @@
+# Contributors List
+
+We appreciate all the contributors who helped make this project possible:
+
+-   danny-avila (Admin)
+-   wtlyu (Contributor)
+-   danorlando (Contributor)
+-   alfredo-f (Contributor)
+-   HyunggyuJang (Contributor)
+-   fuegovic (Contributor)
+-   DavidDev1334
+-	toordog (Contributor)
+-   heathriel (External Contributor)
+-   hackreactor-bot (Contributor)
+-   git-bruh (Contributor)
+-   zhangsean (Contributor)
+-   llk89 (Contributor)
+-   adamrb (Contributor)
+
+
+
+If you have contributed to this project and would like to be added to the list of contributors, please submit a pull request updating this file with your name and GitHub username.
+
+##
+
+## [Go Back to ReadMe](README.md)

Dockerfile

@@ -1,83 +1,38 @@
-# Base image for building
-ARG LITELLM_BUILD_IMAGE=cgr.dev/chainguard/python:latest-dev
+FROM node:19-alpine AS react-client
+WORKDIR /client
+# copy package.json into the container at /client
+COPY /client/.env /client/.env
+COPY /client/package*.json /client/
+# install dependencies
+RUN npm ci
+# Copy the current directory contents into the container at /client
+COPY /client/ /client/
+# Set the memory limit for Node.js
+ENV NODE_OPTIONS="--max-old-space-size=2048"
+# Build artifacts
+RUN npm run build
 
-# Runtime image
-ARG LITELLM_RUNTIME_IMAGE=cgr.dev/chainguard/python:latest-dev
-# Builder stage
-FROM $LITELLM_BUILD_IMAGE AS builder
+FROM node:19-alpine AS node-api
+WORKDIR /api
+# copy package.json into the container at /api
+COPY /api/package*.json /api/
+# install dependencies
+RUN npm ci
+# Copy the current directory contents into the container at /api
+COPY /api/ /api/
+# Copy the client side code
+COPY --from=react-client /client/dist /client/dist
+# Make port 3080 available to the world outside this container
+EXPOSE 3080
+# Expose the server to 0.0.0.0
+ENV HOST=0.0.0.0
+# Run the app when the container launches
+CMD ["npm", "start"]
 
-# Set the working directory to /app
-WORKDIR /app
-
-USER root
-
-# Install build dependencies
-RUN apk update && \
-    apk add --no-cache gcc python3-dev openssl openssl-dev
-
-
-RUN pip install --upgrade pip && \
-    pip install build
-
-# Copy the current directory contents into the container at /app
-COPY . .
-
-# Build Admin UI
-RUN chmod +x docker/build_admin_ui.sh && ./docker/build_admin_ui.sh
-
-# Build the package
-RUN rm -rf dist/* && python -m build
-
-# There should be only one wheel file now, assume the build only creates one
-RUN ls -1 dist/*.whl | head -1
-
-# Install the package
-RUN pip install dist/*.whl
-
-# install dependencies as wheels
-RUN pip wheel --no-cache-dir --wheel-dir=/wheels/ -r requirements.txt
-
-# install semantic-cache [Experimental]- we need this here and not in requirements.txt because redisvl pins to pydantic 1.0 
-RUN pip install redisvl==0.0.7 --no-deps
-
-# ensure pyjwt is used, not jwt
-RUN pip uninstall jwt -y
-RUN pip uninstall PyJWT -y
-RUN pip install PyJWT==2.9.0 --no-cache-dir
-
-# Build Admin UI
-RUN chmod +x docker/build_admin_ui.sh && ./docker/build_admin_ui.sh
-
-# Runtime stage
-FROM $LITELLM_RUNTIME_IMAGE AS runtime
-
-# Ensure runtime stage runs as root
-USER root
-
-# Install runtime dependencies
-RUN apk update && \
-    apk add --no-cache openssl
-
-WORKDIR /app
-# Copy the current directory contents into the container at /app
-COPY . .
-RUN ls -la /app
-
-# Copy the built wheel from the builder stage to the runtime stage; assumes only one wheel file is present
-COPY --from=builder /app/dist/*.whl .
-COPY --from=builder /wheels/ /wheels/
-
-# Install the built wheel using pip; again using a wildcard if it's the only file
-RUN pip install *.whl /wheels/* --no-index --find-links=/wheels/ && rm -f *.whl && rm -rf /wheels
-
-# Generate prisma client
-RUN prisma generate
-RUN chmod +x docker/entrypoint.sh
-RUN chmod +x docker/prod_entrypoint.sh
-
-EXPOSE 4000/tcp
-
-ENTRYPOINT ["docker/prod_entrypoint.sh"]
-
-# Append "--detailed_debug" to the end of CMD to view detailed debug logs 
-CMD ["--port", "4000"]
+# Optional: for client with nginx routing
+FROM nginx:stable-alpine AS nginx-client
+WORKDIR /usr/share/nginx/html
+COPY --from=react-client /client/dist /usr/share/nginx/html
+# Add your nginx.conf
+COPY /client/nginx.conf /etc/nginx/conf.d/default.conf
+ENTRYPOINT ["nginx", "-g", "daemon off;"]

Dockerfile-app

@@ -0,0 +1,35 @@
+# ./Dockerfile
+
+FROM node:19-alpine
+WORKDIR /app
+
+# Copy package.json files for client and api
+COPY /client/package*.json /app/client/
+COPY /api/package*.json /app/api/
+
+# Install dependencies for both client and api
+RUN cd /app/client && npm ci
+RUN cd /app/api && npm ci
+
+# Copy the current directory contents into the container
+COPY /client/ /app/client/
+COPY /api/ /app/api/
+
+# Set the memory limit for Node.js
+ENV NODE_OPTIONS="--max-old-space-size=2048"
+
+# Build artifacts for the client
+RUN cd /app/client && npm run build
+
+# Create the necessary directory and copy the client side code to the api directory
+RUN mkdir -p /app/api/client && cp -R /app/client/dist /app/api/client/dist
+
+# Make port 3080 available to the world outside this container
+EXPOSE 3080
+
+# Expose the server to 0.0.0.0
+ENV HOST=0.0.0.0
+
+# Run the app when the container launches
+WORKDIR /app/api
+CMD ["npm", "start"]

LICENSE.md

@@ -1,12 +1,7 @@
-Portions of this software are licensed as follows:
-
-* All content that resides under the "enterprise/" directory of this repository, if that directory exists, is licensed under the license defined in "enterprise/LICENSE".
-* Content outside of the above mentioned directories or restrictions above is available under the MIT license as defined below.
----
-MIT License
-
-Copyright (c) 2023 Berri AI
+# MIT License
 
+Copyright (c) 2023 Danny Avila
+##
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal
 in the Software without restriction, including without limitation the rights
@@ -17,6 +12,8 @@ furnished to do so, subject to the following conditions:
 The above copyright notice and this permission notice shall be included in all
 copies or substantial portions of the Software.
 
+##
+
 THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
@@ -24,3 +21,7 @@ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 SOFTWARE.
+
+##
+
+## [Go Back to ReadMe](README.md)

Makefile

@@ -1,32 +0,0 @@
-# LiteLLM Makefile
-# Simple Makefile for running tests and basic development tasks
-
-.PHONY: help test test-unit test-integration lint format
-
-# Default target
-help:
-	@echo "Available commands:"
-	@echo "  make test               - Run all tests"
-	@echo "  make test-unit          - Run unit tests"
-	@echo "  make test-integration   - Run integration tests"
-	@echo "  make test-unit-helm     - Run helm unit tests"
-
-install-dev:
-	poetry install --with dev
-
-lint: install-dev
-	poetry run pip install types-requests types-setuptools types-redis types-PyYAML
-	cd litellm && poetry run mypy . --ignore-missing-imports
-
-# Testing
-test:
-	poetry run pytest tests/
-
-test-unit:
-	poetry run pytest tests/litellm/
-
-test-integration:
-	poetry run pytest tests/ -k "not litellm"
-
-test-unit-helm:
-	helm unittest -f 'tests/*.yaml' deploy/charts/litellm-helm

README.md

@@ -1,413 +1,135 @@
-<h1 align="center">
-        🚅 LiteLLM
-    </h1>
-    <p align="center">
-        <p align="center">
-        <a href="https://render.com/deploy?repo=https://github.com/BerriAI/litellm" target="_blank" rel="nofollow"><img src="https://render.com/images/deploy-to-render-button.svg" alt="Deploy to Render"></a>
-        <a href="https://railway.app/template/HLP0Ub?referralCode=jch2ME">
-          <img src="https://railway.app/button.svg" alt="Deploy on Railway">
-        </a>
-        </p>
-        <p align="center">Call all LLM APIs using the OpenAI format [Bedrock, Huggingface, VertexAI, TogetherAI, Azure, OpenAI, Groq etc.]
-        <br>
-    </p>
-<h4 align="center"><a href="https://docs.litellm.ai/docs/simple_proxy" target="_blank">LiteLLM Proxy Server (LLM Gateway)</a> | <a href="https://docs.litellm.ai/docs/hosted" target="_blank"> Hosted Proxy (Preview)</a> | <a href="https://docs.litellm.ai/docs/enterprise"target="_blank">Enterprise Tier</a></h4>
-<h4 align="center">
-    <a href="https://pypi.org/project/litellm/" target="_blank">
-        <img src="https://img.shields.io/pypi/v/litellm.svg" alt="PyPI Version">
-    </a>
-    <a href="https://dl.circleci.com/status-badge/redirect/gh/BerriAI/litellm/tree/main" target="_blank">
-        <img src="https://dl.circleci.com/status-badge/img/gh/BerriAI/litellm/tree/main.svg?style=svg" alt="CircleCI">
-    </a>
-    <a href="https://www.ycombinator.com/companies/berriai">
-        <img src="https://img.shields.io/badge/Y%20Combinator-W23-orange?style=flat-square" alt="Y Combinator W23">
-    </a>
-    <a href="https://wa.link/huol9n">
-        <img src="https://img.shields.io/static/v1?label=Chat%20on&message=WhatsApp&color=success&logo=WhatsApp&style=flat-square" alt="Whatsapp">
-    </a>
-    <a href="https://discord.gg/wuPM9dRgDw">
-        <img src="https://img.shields.io/static/v1?label=Chat%20on&message=Discord&color=blue&logo=Discord&style=flat-square" alt="Discord">
-    </a>
-</h4>
+
+<p align="center">
+  <a href="https://discord.gg/NGaa9RPCft">
+    <picture>
+      <source media="(prefers-color-scheme: dark)" srcset="https://user-images.githubusercontent.com/110412045/228325485-9d3e618f-a980-44fe-89e9-d6d39164680e.png">
+      <img src="https://user-images.githubusercontent.com/110412045/228325485-9d3e618f-a980-44fe-89e9-d6d39164680e.png" height="128">
+    </picture>
+    <h1 align="center">ChatGPT Clone</h1>
+  </a>
+</p>
+
+<p align="center">
+  <a aria-label="Join the community on Discord" href="https://discord.gg/NGaa9RPCft">
+    <img alt="" src="https://img.shields.io/badge/Join%20the%20community-blueviolet.svg?style=for-the-badge&logo=DISCORD&labelColor=000000&logoWidth=20">
+  </a>
+  <a aria-label="Sponsors" href="#sponsors">
+    <img alt="" src="https://img.shields.io/badge/SPONSORS-brightgreen.svg?style=for-the-badge&labelColor=000000&logoWidth=20">
+  </a>
+</p>
+
+## All AI Conversations under One Roof. ##
+  Assistant AIs are the future and OpenAI revolutionized this movement with ChatGPT. While numerous UIs exist, this app commemorates the original styling of ChatGPT, with the ability to integrate any current/future AI models, while integrating and improving upon original client features, such as conversation/message search and prompt templates (currently WIP). Through this clone, you can avoid ChatGPT Plus in favor of free or pay-per-call APIs. I will soon deploy a demo of this app. Feel free to contribute, clone, or fork. Currently dockerized.
+  
+  ![clone3](https://user-images.githubusercontent.com/110412045/230538752-9b99dc6e-cd02-483a-bff0-6c6e780fa7ae.gif)
+
+# Features
+
+- Response streaming identical to ChatGPT through server-sent events
+- UI from original ChatGPT, including Dark mode
+- AI model selection (through 3 endpoints: OpenAI API, BingAI, and ChatGPT Browser)
+- Create, Save, & Share custom presets for OpenAI and BingAI endpoints - [More info on customization here](https://github.com/danny-avila/chatgpt-clone/releases/tag/v0.3.0)
+- Edit and Resubmit messages just like the official site (with conversation branching)
+- Search all messages/conversations - [More info here](https://github.com/danny-avila/chatgpt-clone/releases/tag/v0.1.0)
+- Integrating plugins soon
+
+##
+# Sponsors
+
+  Sponsored by <a href="https://github.com/DavidDev1334"><b>@DavidDev1334</b></a>, <a href="https://github.com/mjtechguy"><b>@mjtechguy</b></a>, <a href="https://github.com/Pharrcyde"><b>@Pharrcyde</b></a>, & <a href="https://github.com/fuegovic"><b>@fuegovic</b></a>
+
+##
+
+<details open>
+<summary><strong>2023-05-11</strong></summary>
+ 
+**Released [v0.4.2](https://github.com/danny-avila/chatgpt-clone/releases/tag/v0.4.2)**
+ 
+ChatGPT-Clone received some important upgrades and improvements. A new contributor, [@qcgm1978](https://github.com/qcgm1978), makes their first contribution by adding a null check for adaptiveCards variable. Additionally, support for titling conversations with the Azure endpoint is added by [@danny-avila](https://github.com/danny-avila) in PR [#234](https://github.com/danny-avila/chatgpt-clone/pull/234). In PR [#235](https://github.com/danny-avila/chatgpt-clone/pull/235), [@danny-avila](https://github.com/danny-avila) also makes some necessary fixes to titling, quotation marks, and endpoints being unavailable with only the Azure key provided. The logging system is now powered by Pino and sanitization, thanks to [@danorlando](https://github.com/danorlando) in PR [#227](https://github.com/danny-avila/chatgpt-clone/pull/227). To bulletproof the Docker container, the .dockerignore file is updated to include the client/.env file by [@danny-avila](https://github.com/danny-avila) in PR [#241](https://github.com/danny-avila/chatgpt-clone/pull/241). This issue was brought to our attention on discord.
+
+There is active work on the new Plugins feature, converting the frontend to Typescript, and looking to integrate Palm2, google's new generative AI accessible via API, to the project as a new endpoint.
+
+You can check the full changelog in between [v0.4.1](https://github.com/danny-avila/chatgpt-clone/releases/tag/v0.4.1) and [v0.4.2](https://github.com/danny-avila/chatgpt-clone/releases/tag/v0.4.2) [here](https://github.com/danny-avila/chatgpt-clone/compare/v0.4.1...v0.4.2)."
+
+⚠️ **IMPORTANT :** Since V0.4.0 You should register and login with a local account (email and password) for the first time sign-up. if you use login for the first time with a social login account (eg. Google, facebook, etc.), the conversations and presets that you created before the user system was implemented will NOT be migrated to that account.
+
+⚠️ **Breaking - new Env Variables :** Since V0.4.0 You will need to add the new env variables from .env.example for the app to work, even if you're not using multiple users for your purposes.
+
+For discussion and suggestion you can join us: **[community discord server](https://discord.gg/NGaa9RPCft)**
+</details>
+
+[Past Updates](CHANGELOG.md)
+##
+
+<h1>Table of Contents</h1>
+
+<details open>
+  <summary><strong>Getting Started</strong></summary>
+
+  * [Docker Install](/documents/install/docker_install.md)
+  * [Linux Install](documents/install/linux_install.md)
+  * [Mac Install](documents/install/mac_install.md)
+  * [Windows Install](documents/install/windows_install.md)
+</details>
+
+<details>
+  <summary><strong>General Information</strong></summary>
+
+  * [Project Origin](documents/general_info/project_origin.md)
+  * [Roadmap](documents/general_info/roadmap.md)
+  * [Tech Stack](documents/general_info/tech_stack.md)
+  * [Changelog](CHANGELOG.md)
+  * [Bing Jailbreak Info](documents/general_info/bing_jailbreak_info.md)
+</details>
+
+<details>
+  <summary><strong>Features</strong></summary>
+
+  * [User Auth System](documents/features/user_auth_system.md)
+  * [Proxy](documents/features/proxy.md)
+</details>
+
+<details>
+  <summary><strong>Cloud Deployment</strong></summary>
+
+  * [Heroku](documents/deployment/heroku.md)
+</details>
+
+<details>
+  <summary><strong>Contributions</strong></summary>
+
+  * [Code of Conduct](documents/contributions/code_of_conduct.md)
+  * [Contributor Guidelines](documents/contributions/contributor_guidelines.md)
+  * [Documentation Guidelines](documents/contributions/documentation_guidelines.md)
+  * [Testing](documents/contributions/testing.md)
+  * [Pull Request Template](documents/contributions/pull_request_template.md)
+  * [Contributors](CONTRIBUTORS.md)
+  * [Trello Board](https://trello.com/b/17z094kq/chatgpt-clone)
+</details>
 
-LiteLLM manages:
+<details>
+  <summary><strong>Report Templates</strong></summary>
 
-- Translate inputs to provider's `completion`, `embedding`, and `image_generation` endpoints
-- [Consistent output](https://docs.litellm.ai/docs/completion/output), text responses will always be available at `['choices'][0]['message']['content']`
-- Retry/fallback logic across multiple deployments (e.g. Azure/OpenAI) - [Router](https://docs.litellm.ai/docs/routing)
-- Set Budgets & Rate limits per project, api key, model [LiteLLM Proxy Server (LLM Gateway)](https://docs.litellm.ai/docs/simple_proxy)
+  * [Bug Report Template](documents/report_templates/bug_report_template.md)
+  * [Custom Issue Template](documents/report_templates/custom_issue_template.md)
+  * [Feature Request Template](documents/report_templates/feature_request_template.md)
+</details>
 
-[**Jump to LiteLLM Proxy (LLM Gateway) Docs**](https://github.com/BerriAI/litellm?tab=readme-ov-file#openai-proxy---docs) <br>
-[**Jump to Supported LLM Providers**](https://github.com/BerriAI/litellm?tab=readme-ov-file#supported-providers-docs)
+##
+### [Alternative Documentation](https://chatgpt-clone.gitbook.io/chatgpt-clone-docs/get-started/docker)
 
-🚨 **Stable Release:** Use docker images with the `-stable` tag. These have undergone 12 hour load tests, before being published. [More information about the release cycle here](https://docs.litellm.ai/docs/proxy/release_cycle)
-
-Support for more providers. Missing a provider or LLM Platform, raise a [feature request](https://github.com/BerriAI/litellm/issues/new?assignees=&labels=enhancement&projects=&template=feature_request.yml&title=%5BFeature%5D%3A+).
-
-# Usage ([**Docs**](https://docs.litellm.ai/docs/))
-
-> [!IMPORTANT]
-> LiteLLM v1.0.0 now requires `openai>=1.0.0`. Migration guide [here](https://docs.litellm.ai/docs/migration)  
-> LiteLLM v1.40.14+ now requires `pydantic>=2.0.0`. No changes required.
-
-<a target="_blank" href="https://colab.research.google.com/github/BerriAI/litellm/blob/main/cookbook/liteLLM_Getting_Started.ipynb">
-  <img src="https://colab.research.google.com/assets/colab-badge.svg" alt="Open In Colab"/>
-</a>
-
-```shell
-pip install litellm
-```
-
-```python
-from litellm import completion
-import os
-
-## set ENV variables
-os.environ["OPENAI_API_KEY"] = "your-openai-key"
-os.environ["ANTHROPIC_API_KEY"] = "your-anthropic-key"
-
-messages = [{ "content": "Hello, how are you?","role": "user"}]
-
-# openai call
-response = completion(model="openai/gpt-4o", messages=messages)
-
-# anthropic call
-response = completion(model="anthropic/claude-3-sonnet-20240229", messages=messages)
-print(response)
-```
-
-### Response (OpenAI Format)
-
-```json
-{
-    "id": "chatcmpl-565d891b-a42e-4c39-8d14-82a1f5208885",
-    "created": 1734366691,
-    "model": "claude-3-sonnet-20240229",
-    "object": "chat.completion",
-    "system_fingerprint": null,
-    "choices": [
-        {
-            "finish_reason": "stop",
-            "index": 0,
-            "message": {
-                "content": "Hello! As an AI language model, I don't have feelings, but I'm operating properly and ready to assist you with any questions or tasks you may have. How can I help you today?",
-                "role": "assistant",
-                "tool_calls": null,
-                "function_call": null
-            }
-        }
-    ],
-    "usage": {
-        "completion_tokens": 43,
-        "prompt_tokens": 13,
-        "total_tokens": 56,
-        "completion_tokens_details": null,
-        "prompt_tokens_details": {
-            "audio_tokens": null,
-            "cached_tokens": 0
-        },
-        "cache_creation_input_tokens": 0,
-        "cache_read_input_tokens": 0
-    }
-}
-```
-
-Call any model supported by a provider, with `model=<provider_name>/<model_name>`. There might be provider-specific details here, so refer to [provider docs for more information](https://docs.litellm.ai/docs/providers)
-
-## Async ([Docs](https://docs.litellm.ai/docs/completion/stream#async-completion))
-
-```python
-from litellm import acompletion
-import asyncio
-
-async def test_get_response():
-    user_message = "Hello, how are you?"
-    messages = [{"content": user_message, "role": "user"}]
-    response = await acompletion(model="openai/gpt-4o", messages=messages)
-    return response
-
-response = asyncio.run(test_get_response())
-print(response)
-```
-
-## Streaming ([Docs](https://docs.litellm.ai/docs/completion/stream))
-
-liteLLM supports streaming the model response back, pass `stream=True` to get a streaming iterator in response.  
-Streaming is supported for all models (Bedrock, Huggingface, TogetherAI, Azure, OpenAI, etc.)
-
-```python
-from litellm import completion
-response = completion(model="openai/gpt-4o", messages=messages, stream=True)
-for part in response:
-    print(part.choices[0].delta.content or "")
-
-# claude 2
-response = completion('anthropic/claude-3-sonnet-20240229', messages, stream=True)
-for part in response:
-    print(part)
-```
-
-### Response chunk (OpenAI Format)
-
-```json
-{
-    "id": "chatcmpl-2be06597-eb60-4c70-9ec5-8cd2ab1b4697",
-    "created": 1734366925,
-    "model": "claude-3-sonnet-20240229",
-    "object": "chat.completion.chunk",
-    "system_fingerprint": null,
-    "choices": [
-        {
-            "finish_reason": null,
-            "index": 0,
-            "delta": {
-                "content": "Hello",
-                "role": "assistant",
-                "function_call": null,
-                "tool_calls": null,
-                "audio": null
-            },
-            "logprobs": null
-        }
-    ]
-}
-```
-
-## Logging Observability ([Docs](https://docs.litellm.ai/docs/observability/callbacks))
-
-LiteLLM exposes pre defined callbacks to send data to Lunary, MLflow, Langfuse, DynamoDB, s3 Buckets, Helicone, Promptlayer, Traceloop, Athina, Slack
-
-```python
-from litellm import completion
-
-## set env variables for logging tools (when using MLflow, no API key set up is required)
-os.environ["LUNARY_PUBLIC_KEY"] = "your-lunary-public-key"
-os.environ["HELICONE_API_KEY"] = "your-helicone-auth-key"
-os.environ["LANGFUSE_PUBLIC_KEY"] = ""
-os.environ["LANGFUSE_SECRET_KEY"] = ""
-os.environ["ATHINA_API_KEY"] = "your-athina-api-key"
-
-os.environ["OPENAI_API_KEY"] = "your-openai-key"
-
-# set callbacks
-litellm.success_callback = ["lunary", "mlflow", "langfuse", "athina", "helicone"] # log input/output to lunary, langfuse, supabase, athina, helicone etc
-
-#openai call
-response = completion(model="openai/gpt-4o", messages=[{"role": "user", "content": "Hi 👋 - i'm openai"}])
-```
-
-# LiteLLM Proxy Server (LLM Gateway) - ([Docs](https://docs.litellm.ai/docs/simple_proxy))
-
-Track spend + Load Balance across multiple projects
-
-[Hosted Proxy (Preview)](https://docs.litellm.ai/docs/hosted)
-
-The proxy provides:
-
-1. [Hooks for auth](https://docs.litellm.ai/docs/proxy/virtual_keys#custom-auth)
-2. [Hooks for logging](https://docs.litellm.ai/docs/proxy/logging#step-1---create-your-custom-litellm-callback-class)
-3. [Cost tracking](https://docs.litellm.ai/docs/proxy/virtual_keys#tracking-spend)
-4. [Rate Limiting](https://docs.litellm.ai/docs/proxy/users#set-rate-limits)
-
-## 📖 Proxy Endpoints - [Swagger Docs](https://litellm-api.up.railway.app/)
-
-
-## Quick Start Proxy - CLI
-
-```shell
-pip install 'litellm[proxy]'
-```
-
-### Step 1: Start litellm proxy
-
-```shell
-$ litellm --model huggingface/bigcode/starcoder
-
-#INFO: Proxy running on http://0.0.0.0:4000
-```
-
-### Step 2: Make ChatCompletions Request to Proxy
-
-
-> [!IMPORTANT]
-> 💡 [Use LiteLLM Proxy with Langchain (Python, JS), OpenAI SDK (Python, JS) Anthropic SDK, Mistral SDK, LlamaIndex, Instructor, Curl](https://docs.litellm.ai/docs/proxy/user_keys)  
-
-```python
-import openai # openai v1.0.0+
-client = openai.OpenAI(api_key="anything",base_url="http://0.0.0.0:4000") # set proxy to base_url
-# request sent to model set on litellm proxy, `litellm --model`
-response = client.chat.completions.create(model="gpt-3.5-turbo", messages = [
-    {
-        "role": "user",
-        "content": "this is a test request, write a short poem"
-    }
-])
-
-print(response)
-```
-
-## Proxy Key Management ([Docs](https://docs.litellm.ai/docs/proxy/virtual_keys))
-
-Connect the proxy with a Postgres DB to create proxy keys
-
-```bash
-# Get the code
-git clone https://github.com/BerriAI/litellm
-
-# Go to folder
-cd litellm
-
-# Add the master key - you can change this after setup
-echo 'LITELLM_MASTER_KEY="sk-1234"' > .env
-
-# Add the litellm salt key - you cannot change this after adding a model
-# It is used to encrypt / decrypt your LLM API Key credentials
-# We recommend - https://1password.com/password-generator/ 
-# password generator to get a random hash for litellm salt key
-echo 'LITELLM_SALT_KEY="sk-1234"' > .env
-
-source .env
-
-# Start
-docker-compose up
-```
-
-
-UI on `/ui` on your proxy server
-![ui_3](https://github.com/BerriAI/litellm/assets/29436595/47c97d5e-b9be-4839-b28c-43d7f4f10033)
-
-Set budgets and rate limits across multiple projects
-`POST /key/generate`
-
-### Request
-
-```shell
-curl 'http://0.0.0.0:4000/key/generate' \
---header 'Authorization: Bearer sk-1234' \
---header 'Content-Type: application/json' \
---data-raw '{"models": ["gpt-3.5-turbo", "gpt-4", "claude-2"], "duration": "20m","metadata": {"user": "ishaan@berri.ai", "team": "core-infra"}}'
-```
-
-### Expected Response
-
-```shell
-{
-    "key": "sk-kdEXbIqZRwEeEiHwdg7sFA", # Bearer token
-    "expires": "2023-11-19T01:38:25.838000+00:00" # datetime object
-}
-```
-
-## Supported Providers ([Docs](https://docs.litellm.ai/docs/providers))
-
-| Provider                                                                            | [Completion](https://docs.litellm.ai/docs/#basic-usage) | [Streaming](https://docs.litellm.ai/docs/completion/stream#streaming-responses) | [Async Completion](https://docs.litellm.ai/docs/completion/stream#async-completion) | [Async Streaming](https://docs.litellm.ai/docs/completion/stream#async-streaming) | [Async Embedding](https://docs.litellm.ai/docs/embedding/supported_embedding) | [Async Image Generation](https://docs.litellm.ai/docs/image_generation) |
-|-------------------------------------------------------------------------------------|---------------------------------------------------------|---------------------------------------------------------------------------------|-------------------------------------------------------------------------------------|-----------------------------------------------------------------------------------|-------------------------------------------------------------------------------|-------------------------------------------------------------------------|
-| [openai](https://docs.litellm.ai/docs/providers/openai)                             | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 | ✅                                                                             | ✅                                                                       |
-| [azure](https://docs.litellm.ai/docs/providers/azure)                               | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 | ✅                                                                             | ✅                                                                       |
-| [AI/ML API](https://docs.litellm.ai/docs/providers/aiml)                               | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 | ✅                                                                             | ✅                                                                       |
-| [aws - sagemaker](https://docs.litellm.ai/docs/providers/aws_sagemaker)             | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 | ✅                                                                             |                                                                         |
-| [aws - bedrock](https://docs.litellm.ai/docs/providers/bedrock)                     | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 | ✅                                                                             |                                                                         |
-| [google - vertex_ai](https://docs.litellm.ai/docs/providers/vertex)                 | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 | ✅                                                                             | ✅                                                                       |
-| [google - palm](https://docs.litellm.ai/docs/providers/palm)                        | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 |                                                                               |                                                                         |
-| [google AI Studio - gemini](https://docs.litellm.ai/docs/providers/gemini)          | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 |                                                                               |                                                                         |
-| [mistral ai api](https://docs.litellm.ai/docs/providers/mistral)                    | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 | ✅                                                                             |                                                                         |
-| [cloudflare AI Workers](https://docs.litellm.ai/docs/providers/cloudflare_workers)  | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 |                                                                               |                                                                         |
-| [cohere](https://docs.litellm.ai/docs/providers/cohere)                             | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 | ✅                                                                             |                                                                         |
-| [anthropic](https://docs.litellm.ai/docs/providers/anthropic)                       | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 |                                                                               |                                                                         |
-| [empower](https://docs.litellm.ai/docs/providers/empower)                    | ✅                                                      | ✅                                                                              | ✅                                                                                  | ✅                                                                                |
-| [huggingface](https://docs.litellm.ai/docs/providers/huggingface)                   | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 | ✅                                                                             |                                                                         |
-| [replicate](https://docs.litellm.ai/docs/providers/replicate)                       | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 |                                                                               |                                                                         |
-| [together_ai](https://docs.litellm.ai/docs/providers/togetherai)                    | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 |                                                                               |                                                                         |
-| [openrouter](https://docs.litellm.ai/docs/providers/openrouter)                     | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 |                                                                               |                                                                         |
-| [ai21](https://docs.litellm.ai/docs/providers/ai21)                                 | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 |                                                                               |                                                                         |
-| [baseten](https://docs.litellm.ai/docs/providers/baseten)                           | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 |                                                                               |                                                                         |
-| [vllm](https://docs.litellm.ai/docs/providers/vllm)                                 | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 |                                                                               |                                                                         |
-| [nlp_cloud](https://docs.litellm.ai/docs/providers/nlp_cloud)                       | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 |                                                                               |                                                                         |
-| [aleph alpha](https://docs.litellm.ai/docs/providers/aleph_alpha)                   | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 |                                                                               |                                                                         |
-| [petals](https://docs.litellm.ai/docs/providers/petals)                             | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 |                                                                               |                                                                         |
-| [ollama](https://docs.litellm.ai/docs/providers/ollama)                             | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 | ✅                                                                             |                                                                         |
-| [deepinfra](https://docs.litellm.ai/docs/providers/deepinfra)                       | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 |                                                                               |                                                                         |
-| [perplexity-ai](https://docs.litellm.ai/docs/providers/perplexity)                  | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 |                                                                               |                                                                         |
-| [Groq AI](https://docs.litellm.ai/docs/providers/groq)                              | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 |                                                                               |                                                                         |
-| [Deepseek](https://docs.litellm.ai/docs/providers/deepseek)                         | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 |                                                                               |                                                                         |
-| [anyscale](https://docs.litellm.ai/docs/providers/anyscale)                         | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 |                                                                               |                                                                         |
-| [IBM - watsonx.ai](https://docs.litellm.ai/docs/providers/watsonx)                  | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 | ✅                                                                             |                                                                         |
-| [voyage ai](https://docs.litellm.ai/docs/providers/voyage)                          |                                                         |                                                                                 |                                                                                     |                                                                                   | ✅                                                                             |                                                                         |
-| [xinference [Xorbits Inference]](https://docs.litellm.ai/docs/providers/xinference) |                                                         |                                                                                 |                                                                                     |                                                                                   | ✅                                                                             |                                                                         |
-| [FriendliAI](https://docs.litellm.ai/docs/providers/friendliai)                              | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 |                                                                               |                                                                         |
-| [Galadriel](https://docs.litellm.ai/docs/providers/galadriel)                              | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 |                                                                               |                                                                         |
-
-[**Read the Docs**](https://docs.litellm.ai/docs/)
+##
 
 ## Contributing
 
-Interested in contributing? Contributions to LiteLLM Python SDK, Proxy Server, and contributing LLM integrations are both accepted and highly encouraged! [See our Contribution Guide for more details](https://docs.litellm.ai/docs/extras/contributing_code)
+Contributions and suggestions bug reports and fixes are welcome!
+Please read the documentation before you do!
 
-# Enterprise
-For companies that need better security, user management and professional support
+For new features, components, or extensions, please open an issue and discuss before sending a PR. 
 
-[Talk to founders](https://calendly.com/d/4mp-gd3-k5k/litellm-1-1-onboarding-chat)
+- Join the [Discord community](https://discord.gg/NGaa9RPCft)
 
-This covers: 
-- ✅ **Features under the [LiteLLM Commercial License](https://docs.litellm.ai/docs/proxy/enterprise):**
-- ✅ **Feature Prioritization**
-- ✅ **Custom Integrations**
-- ✅ **Professional Support - Dedicated discord + slack**
-- ✅ **Custom SLAs**
-- ✅ **Secure access with Single Sign-On**
+## License
+This project is licensed under the [MIT License](LICENSE.md).
+##
 
-# Code Quality / Linting
-
-LiteLLM follows the [Google Python Style Guide](https://google.github.io/styleguide/pyguide.html).
-
-We run: 
-- Ruff for [formatting and linting checks](https://github.com/BerriAI/litellm/blob/e19bb55e3b4c6a858b6e364302ebbf6633a51de5/.circleci/config.yml#L320)
-- Mypy + Pyright for typing [1](https://github.com/BerriAI/litellm/blob/e19bb55e3b4c6a858b6e364302ebbf6633a51de5/.circleci/config.yml#L90), [2](https://github.com/BerriAI/litellm/blob/e19bb55e3b4c6a858b6e364302ebbf6633a51de5/.pre-commit-config.yaml#L4)
-- Black for [formatting](https://github.com/BerriAI/litellm/blob/e19bb55e3b4c6a858b6e364302ebbf6633a51de5/.circleci/config.yml#L79)
-- isort for [import sorting](https://github.com/BerriAI/litellm/blob/e19bb55e3b4c6a858b6e364302ebbf6633a51de5/.pre-commit-config.yaml#L10)
-
-
-If you have suggestions on how to improve the code quality feel free to open an issue or a PR.
-
-
-# Support / talk with founders
-
-- [Schedule Demo 👋](https://calendly.com/d/4mp-gd3-k5k/berriai-1-1-onboarding-litellm-hosted-version)
-- [Community Discord 💭](https://discord.gg/wuPM9dRgDw)
-- Our numbers 📞 +1 (770) 8783-106 / ‭+1 (412) 618-6238‬
-- Our emails ✉️ ishaan@berri.ai / krrish@berri.ai
-
-# Why did we build this
-
-- **Need for simplicity**: Our code started to get extremely complicated managing & translating calls between Azure, OpenAI and Cohere.
-
-# Contributors
-
-<!-- ALL-CONTRIBUTORS-LIST:START - Do not remove or modify this section -->
-<!-- prettier-ignore-start -->
-<!-- markdownlint-disable -->
-
-<!-- markdownlint-restore -->
-<!-- prettier-ignore-end -->
-
-<!-- ALL-CONTRIBUTORS-LIST:END -->
-
-<a href="https://github.com/BerriAI/litellm/graphs/contributors">
-  <img src="https://contrib.rocks/image?repo=BerriAI/litellm" />
-</a>
-
-
-## Run in Developer mode
-### Services
-1. Setup .env file in root
-2. Run dependant services `docker-compose up db prometheus`
-
-### Backend
-1. (In root) create virtual environment `python -m venv .venv`
-2. Activate virtual environment `source .venv/bin/activate`
-3. Install dependencies `pip install -e ".[all]"`
-4. Start proxy backend `uvicorn litellm.proxy.proxy_server:app --host localhost --port 4000 --reload`
-
-### Frontend
-1. Navigate to `ui/litellm-dashboard`
-2. Install dependencies `npm install`
-3. Run `npm run dev` to start the dashboard

api/.env.example

@@ -0,0 +1,146 @@
+##########################
+# Server configuration: 
+##########################
+
+# The server will listen to localhost:3080 by default. You can change the target IP as you want. 
+# If you want to make this server available externally, for example to share the server with others 
+# or expose this from a Docker container, set host to 0.0.0.0 or your external IP interface. 
+# Tips: Setting host to 0.0.0.0 means listening on all interfaces. It's not a real IP.  
+# Use localhost:port rather than 0.0.0.0:port to access the server. 
+# Set Node env to development if running in dev mode.
+HOST=localhost
+PORT=3080
+NODE_ENV=production 
+
+# Change this to proxy any API request. 
+# It's useful if your machine has difficulty calling the original API server. 
+# PROXY=
+
+# Change this to your MongoDB URI if different. I recommend appending chatgpt-clone. 
+MONGO_URI=mongodb://127.0.0.1:27017/chatgpt-clone
+
+##########################
+# OpenAI Endpoint: 
+##########################
+
+# Access key from OpenAI platform. 
+# Leave it blank to disable this feature. 
+OPENAI_KEY=
+
+# Identify the available models, separated by commas *without spaces*. 
+# The first will be default. 
+# Leave it blank to use internal settings. 
+OPENAI_MODELS=gpt-3.5-turbo,gpt-3.5-turbo-0301,text-davinci-003,gpt-4
+
+# Reverse proxy settings for OpenAI: 
+# https://github.com/waylaidwanderer/node-chatgpt-api#using-a-reverse-proxy 
+# OPENAI_REVERSE_PROXY=
+
+##########################
+# AZURE Endpoint:   
+##########################
+
+# To use Azure with this project, set the following variables. These will be used to build the API URL.
+# Chat completion: 
+#     `https://{AZURE_OPENAI_API_INSTANCE_NAME}.openai.azure.com/openai/deployments/{AZURE_OPENAI_API_DEPLOYMENT_NAME}/chat/completions?api-version={AZURE_OPENAI_API_VERSION}`;
+# You should also consider changing the `OPENAI_MODELS` variable above to the models available in your instance/deployment.
+# Note: I've noticed that the Azure API is much faster than the OpenAI API, so the streaming looks almost instantaneous.
+
+# AZURE_OPENAI_API_KEY=
+# AZURE_OPENAI_API_INSTANCE_NAME=
+# AZURE_OPENAI_API_DEPLOYMENT_NAME=
+# AZURE_OPENAI_API_VERSION=
+# AZURE_OPENAI_API_COMPLETIONS_DEPLOYMENT_NAME= # Optional, but may be used in future updates
+# AZURE_OPENAI_API_EMBEDDINGS_DEPLOYMENT_NAME= # Optional, but may be used in future updates
+
+##########################
+# BingAI Endpoint:   
+##########################
+
+# Also used for Sydney and jailbreak
+
+# BingAI Tokens: the "_U" cookies value from bing.com 
+# Set to "user_provided" to allow the user to provide its token from the UI.
+# Leave it blank to disable this endpoint. 
+BINGAI_TOKEN="user_provided"
+
+# BingAI Host: 
+# Necessary for some people in different countries, e.g. China (https://cn.bing.com) 
+# Leave it blank to use default server. 
+# BINGAI_HOST=https://cn.bing.com 
+
+##########################
+# ChatGPT Endpoint: 
+##########################
+
+# ChatGPT Browser Client (free but use at your own risk) 
+# Access token from https://chat.openai.com/api/auth/session 
+# Exposes your access token to `CHATGPT_REVERSE_PROXY`
+# Set to "user_provided" to allow the user to provide its token from the UI.
+# Leave it blank to disable this endpoint 
+CHATGPT_TOKEN="user_provided"
+
+# Identify the available models, separated by commas. The first will be default. 
+# Leave it blank to use internal settings. 
+CHATGPT_MODELS=text-davinci-002-render-sha,text-davinci-002-render-paid,gpt-4
+
+# Reverse proxy settings for ChatGPT 
+# https://github.com/waylaidwanderer/node-chatgpt-api#using-a-reverse-proxy 
+# By default, the server will use the node-chatgpt-api recommended proxy (a third party server). 
+# CHATGPT_REVERSE_PROXY= 
+
+##########################
+# Search: 
+##########################
+
+# ENABLING SEARCH MESSAGES/CONVOS 
+# Requires the installation of the free self-hosted Meilisearch or a paid Remote Plan (Remote not tested) 
+# The easiest setup for this is through docker-compose, which takes care of it for you. 
+SEARCH=false
+
+# REQUIRED FOR SEARCH: MeiliSearch Host, mainly for the API server to connect to the search server. 
+# Replace '0.0.0.0' with 'meilisearch' if serving MeiliSearch with docker-compose. 
+MEILI_HOST=http://0.0.0.0:7700
+
+# REQUIRED FOR SEARCH: MeiliSearch HTTP Address, mainly for docker-compose to expose the search server. 
+# Replace '0.0.0.0' with 'meilisearch' if serving MeiliSearch with docker-compose. 
+MEILI_HTTP_ADDR=0.0.0.0:7700
+
+# REQUIRED FOR SEARCH: In production env., a secure key is needed. You can generate your own. 
+# This master key must be at least 16 bytes, composed of valid UTF-8 characters. 
+# MeiliSearch will throw an error and refuse to launch if no master key is provided, 
+# or if it is under 16 bytes. MeiliSearch will suggest a secure autogenerated master key.
+# Using docker, it seems recognized as production so use a secure key.
+# This is a ready made secure key for docker-compose, you can replace it with your own.
+MEILI_MASTER_KEY=DrhYf7zENyR6AlUCKmnz0eYASOQdl6zxH7s7MKFSfFCt
+
+##########################
+# User System:
+##########################
+
+# Google:
+# Add your Google Client ID and Secret here, you must register an app with Google Cloud to get these values
+# https://cloud.google.com/
+GOOGLE_CLIENT_ID=
+GOOGLE_CLIENT_SECRET=
+GOOGLE_CALLBACK_URL=/oauth/google/callback
+
+#JWT:
+JWT_SECRET_DEV=secret
+
+# Add a secure secret for production if deploying to live domain.
+JWT_SECRET_PROD=secret
+
+# Set the expiration delay for the secure cookie with the JWT token
+# Delay is in millisecond e.g. 7 days is 1000*60*60*24*7
+SESSION_EXPIRY=1000 * 60 * 60 * 24 * 7
+
+# Site URLs:
+# Don't forget to set Node env to development in the Server configuration section above
+# if you want to run in dev mode
+CLIENT_URL_DEV=http://localhost:3090
+SERVER_URL_DEV=http://localhost:3080
+
+# Change these values to domain if deploying:
+CLIENT_URL_PROD=http://localhost:3080
+SERVER_URL_PROD=http://localhost:3080

api/.eslintrc.js

@@ -0,0 +1,39 @@
+module.exports = {
+  env: {
+    es2021: true,
+    node: true
+  },
+  extends: ['eslint:recommended'],
+  overrides: [],
+  parserOptions: {
+    ecmaVersion: 'latest',
+    sourceType: 'module'
+  },
+  rules: {
+    indent: ['error', 2, { SwitchCase: 1 }],
+    'max-len': [
+      'error',
+      {
+        code: 150,
+        ignoreStrings: true,
+        ignoreTemplateLiterals: true,
+        ignoreComments: true
+      }
+    ],
+    'linebreak-style': 0,
+    'arrow-parens': [2, 'as-needed', { requireForBlockBody: true }],
+    // 'no-plusplus': ['error', { allowForLoopAfterthoughts: true }],
+    'no-console': 'off',
+    'import/extensions': 'off',
+    'no-use-before-define': [
+      'error',
+      {
+        functions: false
+      }
+    ],
+    'no-promise-executor-return': 'off',
+    'no-param-reassign': 'off',
+    'no-continue': 'off',
+    'no-restricted-syntax': 'off'
+  }
+};

api/.prettierrc

@@ -0,0 +1,22 @@
+{
+  "arrowParens": "always",
+  "bracketSpacing": true,
+  "endOfLine": "lf",
+  "htmlWhitespaceSensitivity": "css",
+  "insertPragma": false,
+  "singleAttributePerLine": true,
+  "bracketSameLine": false,
+  "jsxBracketSameLine": false,
+  "jsxSingleQuote": false,
+  "printWidth": 110,
+  "proseWrap": "preserve",
+  "quoteProps": "as-needed",
+  "requirePragma": false,
+  "semi": true,
+  "singleQuote": true,
+  "tabWidth": 2,
+  "trailingComma": "none",
+  "useTabs": false,
+  "vueIndentScriptAndStyle": false,
+  "parser": "babel"
+}

api/app/clients/bingai.js

@@ -0,0 +1,79 @@
+require('dotenv').config();
+const { KeyvFile } = require('keyv-file');
+
+const askBing = async ({
+  text,
+  parentMessageId,
+  conversationId,
+  jailbreak,
+  jailbreakConversationId,
+  context,
+  systemMessage,
+  conversationSignature,
+  clientId,
+  invocationId,
+  toneStyle,
+  token,
+  onProgress
+}) => {
+  const { BingAIClient } = await import('og-chatgpt-api');
+  const store = {
+    store: new KeyvFile({ filename: './data/cache.json' })
+  };
+
+  const bingAIClient = new BingAIClient({
+    // "_U" cookie from bing.com
+    userToken: process.env.BINGAI_TOKEN == 'user_provided' ? token : process.env.BINGAI_TOKEN ?? null,
+    // If the above doesn't work, provide all your cookies as a string instead
+    // cookies: '',
+    debug: false,
+    cache: store,
+    host: process.env.BINGAI_HOST || null,
+    proxy: process.env.PROXY || null
+  });
+
+  let options = {};
+
+  if (jailbreakConversationId == 'false') {
+    jailbreakConversationId = false;
+  }
+
+  if (jailbreak)
+    options = {
+      jailbreakConversationId: jailbreakConversationId || jailbreak,
+      context,
+      systemMessage,
+      parentMessageId,
+      toneStyle,
+      onProgress
+    };
+  else {
+    options = {
+      conversationId,
+      context,
+      systemMessage,
+      parentMessageId,
+      toneStyle,
+      onProgress
+    };
+
+    // don't give those parameters for new conversation
+    // for new conversation, conversationSignature always is null
+    if (conversationSignature) {
+      options.conversationSignature = conversationSignature;
+      options.clientId = clientId;
+      options.invocationId = invocationId;
+    }
+  }
+
+  console.log('bing options', options);
+
+  const res = await bingAIClient.sendMessage(text, options);
+
+  return res;
+
+  // for reference:
+  // https://github.com/waylaidwanderer/node-chatgpt-api/blob/main/demos/use-bing-client.js
+};
+
+module.exports = { askBing };

api/app/clients/chatgpt-browser.js

@@ -0,0 +1,47 @@
+require('dotenv').config();
+const { KeyvFile } = require('keyv-file');
+
+const browserClient = async ({
+  text,
+  parentMessageId,
+  conversationId,
+  model,
+  token,
+  onProgress,
+  abortController,
+  userId
+}) => {
+  const { ChatGPTBrowserClient } = await import('og-chatgpt-api');
+  const store = {
+    store: new KeyvFile({ filename: './data/cache.json' })
+  };
+
+  const clientOptions = {
+    // Warning: This will expose your access token to a third party. Consider the risks before using this.
+    reverseProxyUrl: process.env.CHATGPT_REVERSE_PROXY || 'https://ai.fakeopen.com/api/conversation',
+    // Access token from https://chat.openai.com/api/auth/session
+    accessToken: process.env.CHATGPT_TOKEN == 'user_provided' ? token : process.env.CHATGPT_TOKEN ?? null,
+    model: model,
+    debug: false,
+    proxy: process.env.PROXY || null,
+    user: userId
+  };
+
+  const client = new ChatGPTBrowserClient(clientOptions, store);
+  let options = { onProgress, abortController };
+
+  if (!!parentMessageId && !!conversationId) {
+    options = { ...options, parentMessageId, conversationId };
+  }
+
+  console.log('gptBrowser clientOptions', clientOptions);
+
+  if (parentMessageId === '00000000-0000-0000-0000-000000000000') {
+    delete options.conversationId;
+  }
+
+  const res = await client.sendMessage(text, options);
+  return res;
+};
+
+module.exports = { browserClient };

api/app/clients/chatgpt-client.js

@@ -0,0 +1,66 @@
+require('dotenv').config();
+const { KeyvFile } = require('keyv-file');
+const { genAzureEndpoint } = require('../../utils/genAzureEndpoints');
+
+const askClient = async ({
+  text,
+  parentMessageId,
+  conversationId,
+  model,
+  chatGptLabel,
+  promptPrefix,
+  temperature,
+  top_p,
+  presence_penalty,
+  frequency_penalty,
+  onProgress,
+  abortController,
+  userId
+}) => {
+  const { ChatGPTClient } = await import('@waylaidwanderer/chatgpt-api');
+  const store = {
+    store: new KeyvFile({ filename: './data/cache.json' })
+  };
+
+  const azure = process.env.AZURE_OPENAI_API_KEY ? true : false;
+
+  const clientOptions = {
+    reverseProxyUrl: process.env.OPENAI_REVERSE_PROXY || null,
+    azure,
+    modelOptions: {
+      model: model,
+      temperature,
+      top_p,
+      presence_penalty,
+      frequency_penalty
+    },
+    chatGptLabel,
+    promptPrefix,
+    proxy: process.env.PROXY || null,
+    debug: false
+  };
+
+  let apiKey = process.env.OPENAI_KEY;
+
+  if (azure) {
+    apiKey = process.env.AZURE_OPENAI_API_KEY;
+    clientOptions.reverseProxyUrl = genAzureEndpoint({ 
+      azureOpenAIApiInstanceName: process.env.AZURE_OPENAI_API_INSTANCE_NAME, 
+      azureOpenAIApiDeploymentName: process.env.AZURE_OPENAI_API_DEPLOYMENT_NAME, 
+      azureOpenAIApiVersion: process.env.AZURE_OPENAI_API_VERSION
+    });
+  }
+
+  const client = new ChatGPTClient(apiKey, clientOptions, store);
+  
+  const options = {
+    onProgress,
+    abortController,
+    ...(parentMessageId && conversationId ? { parentMessageId, conversationId } : {})
+  };
+
+  const res = await client.sendMessage(text, { ...options, userId });
+  return res;
+};
+
+module.exports = { askClient };

api/app/index.js

@@ -0,0 +1,15 @@
+const { askClient } = require('./clients/chatgpt-client');
+const { browserClient } = require('./clients/chatgpt-browser');
+const { askBing } = require('./clients/bingai');
+const titleConvo = require('./titleConvo');
+const getCitations = require('../lib/parse/getCitations');
+const citeText = require('../lib/parse/citeText');
+
+module.exports = {
+  askClient,
+  browserClient,
+  askBing,
+  titleConvo,
+  getCitations,
+  citeText
+};

api/app/titleConvo.js

@@ -0,0 +1,78 @@
+const { Configuration, OpenAIApi } = require('openai');
+const _ = require('lodash');
+const { genAzureEndpoint } = require('../utils/genAzureEndpoints');
+
+const proxyEnvToAxiosProxy = (proxyString) => {
+  if (!proxyString) return null;
+
+  const regex = /^([^:]+):\/\/(?:([^:@]*):?([^:@]*)@)?([^:]+)(?::(\d+))?/;
+  const [, protocol, username, password, host, port] = proxyString.match(regex);
+  const proxyConfig = {
+    protocol,
+    host,
+    port: port ? parseInt(port) : undefined,
+    auth: username && password ? { username, password } : undefined
+  };
+
+  return proxyConfig;
+};
+
+const titleConvo = async ({ endpoint, text, response }) => {
+  let title = 'New Chat';
+  const ChatGPTClient = (await import('@waylaidwanderer/chatgpt-api')).default;
+
+  try {
+    const instructionsPayload = {
+      role: 'system',
+      content: `Detect user language and write in the same language an extremely concise title for this conversation, which you must accurately detect. Write in the detected language. Title in 5 Words or Less. No Punctuation or Quotation. All first letters of every word should be capitalized and complete only the title in User Language only.
+
+    ||>User:
+    "${text}"
+    ||>Response:
+    "${JSON.stringify(response?.text)}"
+    
+    ||>Title:`
+    };
+
+    const azure = process.env.AZURE_OPENAI_API_KEY ? true : false;
+    const options = {
+      azure,
+      reverseProxyUrl: process.env.OPENAI_REVERSE_PROXY || null,
+      proxy: process.env.PROXY || null
+    };
+
+    const titleGenClientOptions = JSON.parse(JSON.stringify(options));
+
+    titleGenClientOptions.modelOptions = {
+      model: 'gpt-3.5-turbo',
+      temperature: 0,
+      presence_penalty: 0,
+      frequency_penalty: 0
+    };
+
+    let apiKey = process.env.OPENAI_KEY;
+
+    if (azure) {
+      apiKey = process.env.AZURE_OPENAI_API_KEY;
+      titleGenClientOptions.reverseProxyUrl = genAzureEndpoint({
+        azureOpenAIApiInstanceName: process.env.AZURE_OPENAI_API_INSTANCE_NAME,
+        azureOpenAIApiDeploymentName: process.env.AZURE_OPENAI_API_DEPLOYMENT_NAME,
+        azureOpenAIApiVersion: process.env.AZURE_OPENAI_API_VERSION
+      });
+    }
+
+    const titleGenClient = new ChatGPTClient(apiKey, titleGenClientOptions);
+    const result = await titleGenClient.getCompletion([instructionsPayload], null);
+    title = result.choices[0].message.content.replace(/\s+/g, ' ').replaceAll('"', '').trim();
+  } catch (e) {
+    console.error(e);
+    console.log('There was an issue generating title, see error above');
+  }
+
+  console.log('CONVERSATION TITLE', title);
+  return title;
+};
+
+const throttledTitleConvo = _.throttle(titleConvo, 1000);
+
+module.exports = throttledTitleConvo;

api/lib/db/connectDb.js

@@ -0,0 +1,44 @@
+require('dotenv').config();
+const mongoose = require('mongoose');
+const MONGO_URI = process.env.MONGO_URI;
+
+if (!MONGO_URI) {
+  throw new Error('Please define the MONGO_URI environment variable inside .env.local');
+}
+
+/**
+ * Global is used here to maintain a cached connection across hot reloads
+ * in development. This prevents connections growing exponentially
+ * during API Route usage.
+ */
+let cached = global.mongoose;
+
+if (!cached) {
+  cached = global.mongoose = { conn: null, promise: null };
+}
+
+async function connectDb() {
+  if (cached.conn) {
+    return cached.conn;
+  }
+
+  if (!cached.promise) {
+    const opts = {
+      useNewUrlParser: true,
+      useUnifiedTopology: true,
+      bufferCommands: false
+      // bufferMaxEntries: 0,
+      // useFindAndModify: true,
+      // useCreateIndex: true
+    };
+
+    mongoose.set('strictQuery', true);
+    cached.promise = mongoose.connect(MONGO_URI, opts).then((mongoose) => {
+      return mongoose;
+    });
+  }
+  cached.conn = await cached.promise;
+  return cached.conn;
+}
+
+module.exports = connectDb;

api/lib/db/indexSync.js

@@ -0,0 +1,70 @@
+const mongoose = require('mongoose');
+const Conversation = mongoose.models.Conversation;
+const Message = mongoose.models.Message;
+const { MeiliSearch } = require('meilisearch');
+let currentTimeout = null;
+
+// eslint-disable-next-line no-unused-vars
+async function indexSync(req, res, next) {
+  try {
+    if (!process.env.MEILI_HOST || !process.env.MEILI_MASTER_KEY || !process.env.SEARCH) {
+      throw new Error('Meilisearch not configured, search will be disabled.');
+    }
+
+    const client = new MeiliSearch({
+      host: process.env.MEILI_HOST,
+      apiKey: process.env.MEILI_MASTER_KEY
+    });
+
+    const { status } = await client.health();
+    // console.log(`Meilisearch: ${status}`);
+    const result = status === 'available' && !!process.env.SEARCH;
+
+    if (!result) {
+      throw new Error('Meilisearch not available');
+    }
+
+    const messageCount = await Message.countDocuments();
+    const convoCount = await Conversation.countDocuments();
+    const messages = await client.index('messages').getStats();
+    const convos = await client.index('convos').getStats();
+    const messagesIndexed = messages.numberOfDocuments;
+    const convosIndexed = convos.numberOfDocuments;
+
+    console.log(`There are ${messageCount} messages in the database, ${messagesIndexed} indexed`);
+    console.log(`There are ${convoCount} convos in the database, ${convosIndexed} indexed`);
+
+    if (messageCount !== messagesIndexed) {
+      console.log('Messages out of sync, indexing');
+      await Message.syncWithMeili();
+    }
+
+    if (convoCount !== convosIndexed) {
+      console.log('Convos out of sync, indexing');
+      await Conversation.syncWithMeili();
+    }
+  } catch (err) {
+    // console.log('in index sync');
+    if (err.message.includes('not found')) {
+      console.log('Creating indices...');
+      currentTimeout = setTimeout(async () => {
+        try {
+          await Message.syncWithMeili();
+          await Conversation.syncWithMeili();
+        } catch (err) {
+          console.error('Trouble creating indices, try restarting the server.');
+        }
+      }, 750);
+    } else {
+      console.error(err);
+      // res.status(500).json({ error: 'Server error' });
+    }
+  }
+}
+
+process.on('exit', () => {
+  console.log('Clearing sync timeouts before exiting...');
+  clearTimeout(currentTimeout);
+});
+
+module.exports = indexSync;

api/lib/db/migrateDb.js

@@ -0,0 +1,118 @@
+const mongoose = require('mongoose');
+const { Conversation } = require('../../models/Conversation');
+const { getMessages } = require('../../models/');
+
+const migrateToStrictFollowParentMessageIdChain = async () => {
+  try {
+    const conversations = await Conversation.find({ endpoint: null, model: null }).exec();
+
+    if (!conversations || conversations.length === 0) return { noNeed: true };
+
+    console.log('Migration: To strict follow the parentMessageId chain.');
+
+    for (let convo of conversations) {
+      const messages = await getMessages({
+        conversationId: convo.conversationId,
+        messageId: { $exists: false }
+      });
+
+      let model;
+      let oldId;
+      const promises = [];
+      messages.forEach((message, i) => {
+        const msgObj = message.toObject();
+        const newId = msgObj.id;
+        if (i === 0) {
+          message.parentMessageId = '00000000-0000-0000-0000-000000000000';
+        } else {
+          message.parentMessageId = oldId;
+        }
+
+        oldId = newId;
+        message.messageId = newId;
+        if (message.sender.toLowerCase() !== 'user' && !model) {
+          model = message.sender.toLowerCase();
+        }
+
+        if (message.sender.toLowerCase() === 'user') {
+          message.isCreatedByUser = true;
+        }
+
+        promises.push(message.save());
+      });
+      await Promise.all(promises);
+
+      await Conversation.findOneAndUpdate(
+        { conversationId: convo.conversationId },
+        { model },
+        { new: true }
+      ).exec();
+    }
+
+    try {
+      await mongoose.connection.db.collection('messages').dropIndex('id_1');
+    } catch (error) {
+      console.log("[Migrate] Index doesn't exist or already dropped");
+    }
+  } catch (error) {
+    console.log(error);
+    return { message: '[Migrate] Error migrating conversations' };
+  }
+};
+
+const migrateToSupportBetterCustomization = async () => {
+  try {
+    const conversations = await Conversation.find({ endpoint: null }).exec();
+
+    if (!conversations || conversations.length === 0) return { noNeed: true };
+
+    console.log('Migration: To support better customization.');
+
+    const promises = [];
+    for (let convo of conversations) {
+      const originalModel = convo?.model;
+
+      if (originalModel === 'chatgpt') {
+        convo.endpoint = 'openAI';
+        convo.model = 'gpt-3.5-turbo';
+      } else if (originalModel === 'chatgptCustom') {
+        convo.endpoint = 'openAI';
+        convo.model = 'gpt-3.5-turbo';
+      } else if (originalModel === 'bingai') {
+        convo.endpoint = 'bingAI';
+        convo.model = null;
+        convo.jailbreak = false;
+      } else if (originalModel === 'sydney') {
+        convo.endpoint = 'bingAI';
+        convo.model = null;
+        convo.jailbreak = true;
+      } else if (originalModel === 'chatgptBrowser') {
+        convo.endpoint = 'chatGPTBrowser';
+        convo.model = 'text-davinci-002-render-sha';
+        convo.jailbreak = true;
+      } else {
+        convo.endpoint = 'openAI';
+        convo.model = 'gpt-3.5-turbo';
+      }
+
+      promises.push(convo.save());
+    }
+
+    await Promise.all(promises);
+  } catch (error) {
+    console.log(error);
+    return { message: '[Migrate] Error migrating conversations' };
+  }
+};
+
+async function migrateDb() {
+  let ret = [];
+  ret[0] = await migrateToStrictFollowParentMessageIdChain();
+  ret[1] = await migrateToSupportBetterCustomization();
+
+  const isMigrated = !!ret.find(element => !element?.noNeed);
+
+  if (!isMigrated) console.log('[Migrate] Nothing to migrate');
+}
+
+module.exports = migrateDb;

api/lib/parse/citeText.js

@@ -0,0 +1,31 @@
+const citationRegex = /\[\^\d+?\^\]/g;
+
+const citeText = (res, noLinks = false) => {
+  let result = res.text || res;
+  const citations = Array.from(new Set(result.match(citationRegex)));
+  if (citations?.length === 0) return result;
+
+  if (noLinks) {
+    citations.forEach((citation) => {
+      const digit = citation.match(/\d+?/g)[0];
+      // result = result.replaceAll(citation, `<sup>[${digit}](#)  </sup>`);
+      result = result.replaceAll(citation, `<sup>[${digit}](#)  </sup>`);
+    });
+
+    return result;
+  }
+
+  let sources = res.details.sourceAttributions;
+  if (sources?.length === 0) return result;
+  sources = sources.map((source) => source.seeMoreUrl);
+
+  citations.forEach((citation) => {
+    const digit = citation.match(/\d+?/g)[0];
+    result = result.replaceAll(citation, `<sup>[${digit}](${sources[digit - 1]}) </sup>`);
+    // result = result.replaceAll(citation, `<sup>[${digit}](${sources[digit - 1]})  </sup>`);
+  });
+
+  return result;
+};
+
+module.exports = citeText;

api/lib/parse/getCitations.js

@@ -0,0 +1,14 @@
+// const regex = / \[\d+\..*?\]\(.*?\)/g;
+const regex = / \[.*?]\(.*?\)/g;
+
+const getCitations = (res) => {
+  const adaptiveCards = res.details.adaptiveCards;
+  const textBlocks = adaptiveCards && adaptiveCards[0].body;
+  if (!textBlocks) return '';
+  let links = textBlocks[textBlocks.length - 1]?.text.match(regex);
+  if (links?.length === 0 || !links) return '';
+  links = links.map((link) => link.trim());
+  return links.join('\n');
+};
+
+module.exports = getCitations;

api/lib/utils/mergeSort.js

@@ -0,0 +1,29 @@
+function mergeSort(arr, compareFn) {
+  if (arr.length <= 1) {
+    return arr;
+  }
+  
+  const mid = Math.floor(arr.length / 2);
+  const leftArr = arr.slice(0, mid);
+  const rightArr = arr.slice(mid);
+  
+  return merge(mergeSort(leftArr, compareFn), mergeSort(rightArr, compareFn), compareFn);
+}
+
+function merge(leftArr, rightArr, compareFn) {
+  const result = [];
+  let leftIndex = 0;
+  let rightIndex = 0;
+  
+  while (leftIndex < leftArr.length && rightIndex < rightArr.length) {
+    if (compareFn(leftArr[leftIndex], rightArr[rightIndex]) < 0) {
+      result.push(leftArr[leftIndex++]);
+    } else {
+      result.push(rightArr[rightIndex++]);
+    }
+  }
+  
+  return result.concat(leftArr.slice(leftIndex)).concat(rightArr.slice(rightIndex));
+}
+
+module.exports = mergeSort;

api/lib/utils/misc.js

@@ -0,0 +1,15 @@
+const cleanUpPrimaryKeyValue = (value) => {
+  // For Bing convoId handling
+  return value.replace(/--/g, '|');
+};
+
+function replaceSup(text) {
+  if (!text.includes('<sup>')) return text;
+  const replacedText = text.replace(/<sup>/g, '^').replace(/\s+<\/sup>/g, '^');
+  return replacedText;
+}
+
+module.exports = {
+  cleanUpPrimaryKeyValue,
+  replaceSup
+};

api/lib/utils/reduceHits.js

@@ -0,0 +1,59 @@
+const mergeSort = require('./mergeSort');
+const { cleanUpPrimaryKeyValue } = require('./misc');
+
+function reduceMessages(hits) {
+  const counts = {};
+
+  for (const hit of hits) {
+    if (!counts[hit.conversationId]) {
+      counts[hit.conversationId] = 1;
+    } else {
+      counts[hit.conversationId]++;
+    }
+  }
+
+  const result = [];
+
+  for (const [conversationId, count] of Object.entries(counts)) {
+    result.push({
+      conversationId,
+      count
+    });
+  }
+
+  return mergeSort(result, (a, b) => b.count - a.count);
+}
+
+function reduceHits(hits, titles = []) {
+  const counts = {};
+  const titleMap = {};
+  const convos = [...hits, ...titles];
+
+  for (const convo of convos) {
+    const currentId = cleanUpPrimaryKeyValue(convo.conversationId);
+    if (!counts[currentId]) {
+      counts[currentId] = 1;
+    } else {
+      counts[currentId]++;
+    }
+
+    if (convo.title) {
+      // titleMap[currentId] = convo._formatted.title;
+      titleMap[currentId] = convo.title;
+    }
+  }
+
+  const result = [];
+
+  for (const [conversationId, count] of Object.entries(counts)) {
+    result.push({
+      conversationId,
+      count,
+      title: titleMap[conversationId] ? titleMap[conversationId] : null
+    });
+  }
+
+  return mergeSort(result, (a, b) => b.count - a.count);
+}
+
+module.exports = { reduceMessages, reduceHits };

api/middleware/requireJwtAuth.js

@@ -0,0 +1,5 @@
+const passport = require('passport');
+
+const requireJwtAuth = passport.authenticate('jwt', { session: false });
+
+module.exports = requireJwtAuth;

api/middleware/requireLocalAuth.js

@@ -0,0 +1,31 @@
+const passport = require('passport');
+const DebugControl = require('../utils/debug.js');
+
+function log({ title, parameters }) {
+  DebugControl.log.functionName(title);
+  if (parameters) {
+    DebugControl.log.parameters(parameters);
+  }
+}
+
+const requireLocalAuth = (req, res, next) => {
+  passport.authenticate('local', (err, user, info) => {
+    if (err) {
+      log({
+        title: '(requireLocalAuth) Error at passport.authenticate',
+        parameters: [{ name: 'error', value: err }]
+      });
+      return next(err);
+    }
+    if (!user) {
+      log({
+        title: '(requireLocalAuth) Error: No user',
+      });
+      return res.status(422).send(info);
+    }
+    req.user = user;
+    next();
+  })(req, res, next);
+};
+
+module.exports = requireLocalAuth;

api/models/Config.js

@@ -0,0 +1,84 @@
+const mongoose = require('mongoose');
+const major = [0, 0];
+const minor = [0, 0];
+const patch = [0, 5];
+
+const configSchema = mongoose.Schema(
+  {
+    tag: {
+      type: String,
+      required: true,
+      validate: {
+        validator: function (tag) {
+          const [part1, part2, part3] = tag.replace('v', '').split('.').map(Number);
+
+          // Check if all parts are numbers
+          if (isNaN(part1) || isNaN(part2) || isNaN(part3)) {
+            return false;
+          }
+
+          // Check if all parts are within their respective ranges
+          if (part1 < major[0] || part1 > major[1]) {
+            return false;
+          }
+          if (part2 < minor[0] || part2 > minor[1]) {
+            return false;
+          }
+          if (part3 < patch[0] || part3 > patch[1]) {
+            return false;
+          }
+          return true;
+        },
+        message: 'Invalid tag value'
+      }
+    },
+    searchEnabled: {
+      type: Boolean,
+      default: false
+    },
+    usersEnabled: {
+      type: Boolean,
+      default: false
+    },
+    startupCounts: {
+      type: Number,
+      default: 0
+    }
+  },
+  { timestamps: true }
+);
+
+// Instance method
+configSchema.methods.incrementCount = function () {
+  this.startupCounts += 1;
+};
+
+// Static methods
+configSchema.statics.findByTag = async function (tag) {
+  return await this.findOne({ tag });
+};
+
+configSchema.statics.updateByTag = async function (tag, update) {
+  return await this.findOneAndUpdate({ tag }, update, { new: true });
+};
+
+const Config = mongoose.models.Config || mongoose.model('Config', configSchema);
+
+module.exports = {
+  getConfigs: async (filter) => {
+    try {
+      return await Config.find(filter).exec();
+    } catch (error) {
+      console.error(error);
+      return { config: 'Error getting configs' };
+    }
+  },
+  deleteConfigs: async (filter) => {
+    try {
+      return await Config.deleteMany(filter).exec();
+    } catch (error) {
+      console.error(error);
+      return { config: 'Error deleting configs' };
+    }
+  }
+};

api/models/Conversation.js

@@ -0,0 +1,128 @@
+// const { Conversation } = require('./plugins');
+const Conversation = require('./schema/convoSchema');
+const { getMessages, deleteMessages } = require('./Message');
+
+const getConvo = async (user, conversationId) => {
+  try {
+    return await Conversation.findOne({ user, conversationId }).exec();
+  } catch (error) {
+    console.log(error);
+    return { message: 'Error getting single conversation' };
+  }
+};
+
+module.exports = {
+  Conversation,
+  saveConvo: async (user, { conversationId, newConversationId, ...convo }) => {
+    try {
+      const messages = await getMessages({ conversationId });
+      const update = { ...convo, messages, user };
+      if (newConversationId) {
+        update.conversationId = newConversationId;
+      }
+
+      return await Conversation.findOneAndUpdate({ conversationId: conversationId, user }, update, {
+        new: true,
+        upsert: true
+      }).exec();
+    } catch (error) {
+      console.log(error);
+      return { message: 'Error saving conversation' };
+    }
+  },
+  getConvosByPage: async (user, pageNumber = 1, pageSize = 12) => {
+    try {
+      const totalConvos = (await Conversation.countDocuments({ user })) || 1;
+      const totalPages = Math.ceil(totalConvos / pageSize);
+      const convos = await Conversation.find({ user })
+        .sort({ createdAt: -1, created: -1 })
+        .skip((pageNumber - 1) * pageSize)
+        .limit(pageSize)
+        .exec();
+      return { conversations: convos, pages: totalPages, pageNumber, pageSize };
+    } catch (error) {
+      console.log(error);
+      return { message: 'Error getting conversations' };
+    }
+  },
+  getConvosQueried: async (user, convoIds, pageNumber = 1, pageSize = 12) => {
+    try {
+      if (!convoIds || convoIds.length === 0) {
+        return { conversations: [], pages: 1, pageNumber, pageSize };
+      }
+
+      const cache = {};
+      const convoMap = {};
+      const promises = [];
+      // will handle a syncing solution soon
+      const deletedConvoIds = [];
+
+      convoIds.forEach((convo) =>
+        promises.push(
+          Conversation.findOne({
+            user,
+            conversationId: convo.conversationId
+          }).exec()
+        )
+      );
+
+      const results = (await Promise.all(promises)).filter((convo, i) => {
+        if (!convo) {
+          deletedConvoIds.push(convoIds[i].conversationId);
+          return false;
+        } else {
+          const page = Math.floor(i / pageSize) + 1;
+          if (!cache[page]) {
+            cache[page] = [];
+          }
+          cache[page].push(convo);
+          convoMap[convo.conversationId] = convo;
+          return true;
+        }
+      });
+
+      // const startIndex = (pageNumber - 1) * pageSize;
+      // const convos = results.slice(startIndex, startIndex + pageSize);
+      const totalPages = Math.ceil(results.length / pageSize);
+      cache.pages = totalPages;
+      cache.pageSize = pageSize;
+      return {
+        cache,
+        conversations: cache[pageNumber] || [],
+        pages: totalPages || 1,
+        pageNumber,
+        pageSize,
+        // will handle a syncing solution soon
+        filter: new Set(deletedConvoIds),
+        convoMap
+      };
+    } catch (error) {
+      console.log(error);
+      return { message: 'Error fetching conversations' };
+    }
+  },
+  getConvo,
+  /* chore: this method is not properly error handled */
+  getConvoTitle: async (user, conversationId) => {
+    try {
+      const convo = await getConvo(user, conversationId);
+      /* ChatGPT Browser was triggering error here due to convo being saved later */
+      if (convo && !convo.title) {
+        return null;
+      } else {
+        // TypeError: Cannot read properties of null (reading 'title')
+        return convo?.title || 'New Chat';
+      }
+    } catch (error) {
+      console.log(error);
+      return { message: 'Error getting conversation title' };
+    }
+  },
+  deleteConvos: async (user, filter) => {
+    let toRemove = await Conversation.find({ ...filter, user }).select('conversationId');
+    const ids = toRemove.map((instance) => instance.conversationId);
+    let deleteCount = await Conversation.deleteMany({ ...filter, user }).exec();
+    deleteCount.messages = await deleteMessages({ conversationId: { $in: ids } });
+    return deleteCount;
+  }
+};

api/models/Message.js

@@ -0,0 +1,86 @@
+const Message = require('./schema/messageSchema');
+
+module.exports = {
+  Message,
+  
+  async saveMessage({
+    messageId,
+    newMessageId,
+    conversationId,
+    parentMessageId,
+    sender,
+    text,
+    isCreatedByUser = false,
+    error,
+    unfinished,
+    cancelled
+  }) {
+    try {
+      // may also need to update the conversation here
+      await Message.findOneAndUpdate(
+        { messageId },
+        {
+          messageId: newMessageId || messageId,
+          conversationId,
+          parentMessageId,
+          sender,
+          text,
+          isCreatedByUser,
+          error,
+          unfinished,
+          cancelled
+        },
+        { upsert: true, new: true }
+      );
+      
+      return {
+        messageId,
+        conversationId,
+        parentMessageId,
+        sender,
+        text,
+        isCreatedByUser
+      };
+      
+    } catch (err) {
+      console.error(`Error saving message: ${err}`);
+      throw new Error('Failed to save message.');
+    }
+  },
+  
+  async deleteMessagesSince({ messageId, conversationId }) {
+    try {
+      const message = await Message.findOne({ messageId }).exec();
+
+      if (message) {
+        return await Message.find({ conversationId })
+          .deleteMany({ createdAt: { $gt: message.createdAt } })
+          .exec();
+      }
+      
+    } catch (err) {
+      console.error(`Error deleting messages: ${err}`);
+      throw new Error('Failed to delete messages.');
+    }
+  },
+  
+  async getMessages(filter) {
+    try {
+      return await Message.find(filter).sort({ createdAt: 1 }).exec();
+      
+    } catch (err) {
+      console.error(`Error getting messages: ${err}`);
+      throw new Error('Failed to get messages.');
+    }
+  },
+  
+  async deleteMessages(filter) {
+    try {
+      return await Message.deleteMany(filter).exec();
+      
+    } catch (err) {
+      console.error(`Error deleting messages: ${err}`);
+      throw new Error('Failed to delete messages.');
+    }
+  }
+};

api/models/Preset.js

@@ -0,0 +1,46 @@
+const Preset = require('./schema/presetSchema');
+
+const getPreset = async (user, presetId) => {
+  try {
+    return await Preset.findOne({ user, presetId }).exec();
+  } catch (error) {
+    console.log(error);
+    return { message: 'Error getting single preset' };
+  }
+};
+
+module.exports = {
+  Preset,
+  getPreset,
+  getPresets: async (user, filter) => {
+    try {
+      return await Preset.find({ ...filter, user }).exec();
+    } catch (error) {
+      console.log(error);
+      return { message: 'Error retriving presets' };
+    }
+  },
+  savePreset: async (user, { presetId, newPresetId, ...preset }) => {
+    try {
+      const update = { presetId, ...preset };
+      if (newPresetId) {
+        update.presetId = newPresetId;
+      }
+
+      return await Preset.findOneAndUpdate(
+        { presetId, user },
+        { $set: update },
+        { new: true, upsert: true }
+      ).exec();
+    } catch (error) {
+      console.log(error);
+      return { message: 'Error saving preset' };
+    }
+  },
+  deletePresets: async (user, filter) => {
+    let toRemove = await Preset.find({ ...filter, user }).select('presetId');
+    const ids = toRemove.map(instance => instance.presetId);
+    let deleteCount = await Preset.deleteMany({ ...filter, user }).exec();
+    return deleteCount;
+  }
+};

api/models/Prompt.js

@@ -0,0 +1,48 @@
+const mongoose = require('mongoose');
+
+const promptSchema = mongoose.Schema({
+  title: {
+    type: String,
+    required: true
+  },
+  prompt: {
+    type: String,
+    required: true
+  },
+  category: {
+    type: String,
+  },
+}, { timestamps: true });
+
+const Prompt = mongoose.models.Prompt || mongoose.model('Prompt', promptSchema);
+
+module.exports = {
+  savePrompt: async ({ title, prompt }) => {
+    try {
+      await Prompt.create({
+        title,
+        prompt
+      });
+      return { title, prompt };
+    } catch (error) {
+      console.error(error);
+      return { prompt: 'Error saving prompt' };
+    }
+  },
+  getPrompts: async (filter) => {
+    try {
+      return await Prompt.find(filter).exec()
+    } catch (error) {
+      console.error(error);
+      return { prompt: 'Error getting prompts' };
+    }
+  },
+  deletePrompts: async (filter) => {
+    try {
+      return await Prompt.deleteMany(filter).exec()
+    } catch (error) {
+      console.error(error);
+      return { prompt: 'Error deleting prompts' };
+    }
+  }
+}

api/models/User.js

@@ -0,0 +1,177 @@
+const mongoose = require('mongoose');
+const bcrypt = require('bcryptjs');
+const jwt = require('jsonwebtoken');
+const Joi = require('joi');
+const DebugControl = require('../utils/debug.js');
+
+function log({ title, parameters }) {
+  DebugControl.log.functionName(title);
+  DebugControl.log.parameters(parameters);
+}
+
+const Session = mongoose.Schema({
+  refreshToken: {
+    type: String,
+    default: ''
+  }
+});
+
+const userSchema = mongoose.Schema(
+  {
+    name: {
+      type: String
+    },
+    username: {
+      type: String,
+      lowercase: true,
+      required: [true, "can't be blank"],
+      match: [/^[a-zA-Z0-9_]+$/, 'is invalid'],
+      index: true
+    },
+    email: {
+      type: String,
+      required: [true, "can't be blank"],
+      lowercase: true,
+      unique: true,
+      match: [/\S+@\S+\.\S+/, 'is invalid'],
+      index: true
+    },
+    emailVerified: {
+      type: Boolean,
+      required: true,
+      default: false
+    },
+    password: {
+      type: String,
+      trim: true,
+      minlength: 8,
+      maxlength: 60
+    },
+    avatar: {
+      type: String,
+      required: false
+    },
+    provider: {
+      type: String,
+      required: true,
+      default: 'local'
+    },
+    role: {
+      type: String,
+      default: 'USER'
+    },
+    googleId: {
+      type: String,
+      unique: true,
+      sparse: true
+    },
+    facebookId: {
+      type: String,
+      unique: true,
+      sparse: true
+    },
+    refreshToken: {
+      type: [Session]
+    }
+  },
+  { timestamps: true }
+);
+
+//Remove refreshToken from the response
+userSchema.set('toJSON', {
+  transform: function (doc, ret, options) {
+    delete ret.refreshToken;
+    return ret;
+  }
+});
+
+userSchema.methods.toJSON = function () {
+  return {
+    id: this._id,
+    provider: this.provider,
+    email: this.email,
+    name: this.name,
+    username: this.username,
+    avatar: this.avatar,
+    role: this.role,
+    emailVerified: this.emailVerified,
+    createdAt: this.createdAt,
+    updatedAt: this.updatedAt
+  };
+};
+
+const isProduction = process.env.NODE_ENV === 'production';
+const secretOrKey = isProduction ? process.env.JWT_SECRET_PROD : process.env.JWT_SECRET_DEV;
+const refreshSecret = isProduction
+  ? process.env.REFRESH_TOKEN_SECRET_PROD
+  : process.env.REFRESH_TOKEN_SECRET_DEV;
+
+userSchema.methods.generateToken = function () {
+  const token = jwt.sign(
+    {
+      id: this._id,
+      username: this.username,
+      provider: this.provider,
+      email: this.email
+    },
+    secretOrKey,
+    { expiresIn: eval(process.env.SESSION_EXPIRY) }
+  );
+  return token;
+};
+
+userSchema.methods.generateRefreshToken = function () {
+  const refreshToken = jwt.sign(
+    {
+      id: this._id,
+      username: this.username,
+      provider: this.provider,
+      email: this.email
+    },
+    refreshSecret,
+    { expiresIn: eval(process.env.REFRESH_TOKEN_EXPIRY) }
+  );
+  return refreshToken;
+};
+
+userSchema.methods.comparePassword = function (candidatePassword, callback) {
+  bcrypt.compare(candidatePassword, this.password, (err, isMatch) => {
+    if (err) return callback(err);
+    callback(null, isMatch);
+  });
+};
+
+module.exports.hashPassword = async (password) => {
+
+  const hashedPassword = await new Promise((resolve, reject) => {
+    bcrypt.hash(password, 10, function (err, hash) {
+      if (err) reject(err);
+      else resolve(hash);
+    });
+  });
+
+  return hashedPassword;
+};
+
+module.exports.validateUser = (user) => {
+  log({
+    title: 'Validate User',
+    parameters: [{ name: 'Validate User', value: user }]
+  });
+  const schema = {
+    avatar: Joi.any(),
+    name: Joi.string().min(2).max(80).required(),
+    username: Joi.string()
+      .min(2)
+      .max(80)
+      .regex(/^[a-zA-Z0-9_]+$/)
+      .required(),
+    password: Joi.string().min(8).max(60).allow('').allow(null)
+  };
+
+  return Joi.validate(user, schema);
+};
+
+const User = mongoose.model('User', userSchema);
+
+module.exports = User;

api/models/index.js

@@ -0,0 +1,19 @@
+const { getMessages, saveMessage, deleteMessagesSince, deleteMessages } = require('./Message');
+const { getConvoTitle, getConvo, saveConvo } = require('./Conversation');
+const { getPreset, getPresets, savePreset, deletePresets } = require('./Preset');
+
+module.exports = {
+  getMessages,
+  saveMessage,
+  deleteMessagesSince,
+  deleteMessages,
+
+  getConvoTitle,
+  getConvo,
+  saveConvo,
+
+  getPreset,
+  getPresets,
+  savePreset,
+  deletePresets
+};

api/models/plugins/mongoMeili.js

@@ -0,0 +1,211 @@
+const mongoose = require('mongoose');
+const { MeiliSearch } = require('meilisearch');
+const { cleanUpPrimaryKeyValue } = require('../../lib/utils/misc');
+const _ = require('lodash');
+
+const validateOptions = function (options) {
+  const requiredKeys = ['host', 'apiKey', 'indexName'];
+  requiredKeys.forEach((key) => {
+    if (!options[key]) throw new Error(`Missing mongoMeili Option: ${key}`);
+  });
+};
+
+const createMeiliMongooseModel = function ({ index, indexName, client, attributesToIndex }) {
+  // console.log('attributesToIndex', attributesToIndex);
+  const primaryKey = attributesToIndex[0];
+  // MeiliMongooseModel is of type Mongoose.Model
+  class MeiliMongooseModel {
+    // Clear Meili index
+    static async clearMeiliIndex() {
+      await index.delete();
+      // await index.deleteAllDocuments();
+      await this.collection.updateMany(
+        { _meiliIndex: true },
+        { $set: { _meiliIndex: false } }
+      );
+    }
+
+    static async resetIndex() {
+      await this.clearMeiliIndex();
+      await client.createIndex(indexName, { primaryKey });
+    }
+    // Clear Meili index
+    // Push a mongoDB collection to Meili index
+    static async syncWithMeili() {
+      await this.resetIndex();
+      // const docs = await this.find();
+      const docs = await this.find({ _meiliIndex: { $in: [null, false] } });
+      console.log('docs', docs.length);
+      await Promise.all(
+        docs.map(function (doc) {
+          return doc.addObjectToMeili();
+        })
+      );
+    }
+
+    // Set one or more settings of the meili index
+    static async setMeiliIndexSettings(settings) {
+      return await index.updateSettings(settings);
+    }
+
+    // Search the index
+    static async meiliSearch(q, params, populate) {
+      const data = await index.search(q, params);
+
+      // Populate hits with content from mongodb
+      if (populate) {
+        // Find objects into mongodb matching `objectID` from Meili search
+        const query = {};
+        // query[primaryKey] = { $in: _.map(data.hits, primaryKey) };
+        query[primaryKey] = _.map(data.hits, hit => cleanUpPrimaryKeyValue(hit[primaryKey]));
+        // console.log('query', query);
+        const hitsFromMongoose = await this.find(
+          query,
+          _.reduce(
+            this.schema.obj,
+            function (results, value, key) {
+              return { ...results, [key]: 1 };
+            },
+            { _id: 1 }
+          ),
+        );
+
+        // Add additional data from mongodb into Meili search hits
+        const populatedHits = data.hits.map(function (hit) {
+          const query = {};
+          query[primaryKey] = hit[primaryKey];
+          const originalHit = _.find(hitsFromMongoose, query);
+
+          return {
+            ...(originalHit ? originalHit.toJSON() : {}),
+            ...hit
+          };
+        });
+        data.hits = populatedHits;
+      }
+
+      return data;
+    }
+
+    // Push new document to Meili
+    async addObjectToMeili() {
+      const object = _.pick(this.toJSON(), attributesToIndex);
+      // NOTE: MeiliSearch does not allow | in primary key, so we replace it with - for Bing convoIds
+      // object.conversationId = object.conversationId.replace(/\|/g, '-');
+      if (object.conversationId && object.conversationId.includes('|')) {
+        object.conversationId = object.conversationId.replace(/\|/g, '--');
+      }
+
+      try {
+        // console.log('Adding document to Meili', object);
+        await index.addDocuments([object]);
+      } catch (error) {
+        // console.log('Error adding document to Meili');
+        // console.error(error);
+      }
+
+      await this.collection.updateMany({ _id: this._id }, { $set: { _meiliIndex: true } });
+    }
+
+    // Update an existing document in Meili
+    async updateObjectToMeili() {
+      const object = _.pick(this.toJSON(), attributesToIndex);
+      await index.updateDocuments([object]);
+    }
+
+    // Delete a document from Meili
+    async deleteObjectFromMeili() {
+      await index.deleteDocument(this._id);
+    }
+
+    // * schema.post('save')
+    postSaveHook() {
+      if (this._meiliIndex) {
+        this.updateObjectToMeili();
+      } else {
+        this.addObjectToMeili();
+      }
+    }
+
+    // * schema.post('update')
+    postUpdateHook() {
+      if (this._meiliIndex) {
+        this.updateObjectToMeili();
+      }
+    }
+
+    // * schema.post('remove')
+    postRemoveHook() {
+      if (this._meiliIndex) {
+        this.deleteObjectFromMeili();
+      }
+    }
+  }
+
+  return MeiliMongooseModel;
+};
+
+module.exports = function mongoMeili(schema, options) {
+  // Vaidate Options for mongoMeili
+  validateOptions(options);
+
+  // Add meiliIndex to schema
+  schema.add({
+    _meiliIndex: {
+      type: Boolean,
+      required: false,
+      select: false,
+      default: false
+    }
+  });
+
+  const { host, apiKey, indexName, primaryKey } = options;
+
+  // Setup MeiliSearch Client
+  const client = new MeiliSearch({ host, apiKey });
+
+  // Asynchronously create the index
+  client.createIndex(indexName, { primaryKey });
+
+  // Setup the index to search for this schema
+  const index = client.index(indexName);
+
+  const attributesToIndex = [
+    ..._.reduce(
+      schema.obj,
+      function (results, value, key) {
+        return value.meiliIndex ? [...results, key] : results;
+        // }, []), '_id'];
+      },
+      []
+    )
+  ];
+
+  schema.loadClass(createMeiliMongooseModel({ index, indexName, client, attributesToIndex }));
+
+  // Register hooks
+  schema.post('save', function (doc) {
+    doc.postSaveHook();
+  });
+  schema.post('update', function (doc) {
+    doc.postUpdateHook();
+  });
+  schema.post('remove', function (doc) {
+    doc.postRemoveHook();
+  });
+  schema.post('deleteMany', function () {
+    // console.log('deleteMany hook', doc);
+    if (Object.prototype.hasOwnProperty.call(schema.obj, 'messages')) {
+      console.log('Syncing convos...');
+      mongoose.model('Conversation').syncWithMeili();
+    } 
+    
+    if (Object.prototype.hasOwnProperty.call(schema.obj, 'messageId')) {
+      console.log('Syncing messages...');
+      mongoose.model('Message').syncWithMeili();
+    }
+  });
+  schema.post('findOneAndUpdate', function (doc) {
+    doc.postSaveHook();
+  });
+};

api/models/schema/conversationPreset.js

@@ -0,0 +1,62 @@
+module.exports = {
+  // endpoint: [azureOpenAI, openAI, bingAI, chatGPTBrowser]
+  endpoint: {
+    type: String,
+    default: null,
+    required: true
+  },
+  // for azureOpenAI, openAI, chatGPTBrowser only
+  model: {
+    type: String,
+    default: null,
+    required: false
+  },
+  // for azureOpenAI, openAI only
+  chatGptLabel: {
+    type: String,
+    default: null,
+    required: false
+  },
+  promptPrefix: {
+    type: String,
+    default: null,
+    required: false
+  },
+  temperature: {
+    type: Number,
+    default: 1,
+    required: false
+  },
+  top_p: {
+    type: Number,
+    default: 1,
+    required: false
+  },
+  presence_penalty: {
+    type: Number,
+    default: 0,
+    required: false
+  },
+  frequency_penalty: {
+    type: Number,
+    default: 0,
+    required: false
+  },
+  // for bingai only
+  jailbreak: {
+    type: Boolean,
+    default: false
+  },
+  context: {
+    type: String,
+    default: null
+  },
+  systemMessage: {
+    type: String,
+    default: null
+  },
+  toneStyle: {
+    type: String,
+    default: null
+  }
+};

api/models/schema/convoSchema.js

@@ -0,0 +1,56 @@
+const mongoose = require('mongoose');
+const mongoMeili = require('../plugins/mongoMeili');
+const conversationPreset = require('./conversationPreset');
+const convoSchema = mongoose.Schema(
+  {
+    conversationId: {
+      type: String,
+      unique: true,
+      required: true,
+      index: true,
+      meiliIndex: true
+    },
+    title: {
+      type: String,
+      default: 'New Chat',
+      meiliIndex: true
+    },
+    user: {
+      type: String,
+      default: null
+    },
+    messages: [{ type: mongoose.Schema.Types.ObjectId, ref: 'Message' }],
+    ...conversationPreset,
+    // for bingAI only
+    jailbreakConversationId: {
+      type: String,
+      default: null
+    },
+    conversationSignature: {
+      type: String,
+      default: null
+    },
+    clientId: {
+      type: String,
+      default: null
+    },
+    invocationId: {
+      type: Number,
+      default: 1
+    }
+  },
+  { timestamps: true }
+);
+
+if (process.env.MEILI_HOST && process.env.MEILI_MASTER_KEY) {
+  convoSchema.plugin(mongoMeili, {
+    host: process.env.MEILI_HOST,
+    apiKey: process.env.MEILI_MASTER_KEY,
+    indexName: 'convos', // Will get created automatically if it doesn't exist already
+    primaryKey: 'conversationId'
+  });
+}
+
+const Conversation = mongoose.models.Conversation || mongoose.model('Conversation', convoSchema);
+
+module.exports = Conversation;

api/models/schema/messageSchema.js

@@ -0,0 +1,79 @@
+const mongoose = require('mongoose');
+const mongoMeili = require('../plugins/mongoMeili');
+const messageSchema = mongoose.Schema(
+  {
+    messageId: {
+      type: String,
+      unique: true,
+      required: true,
+      index: true,
+      meiliIndex: true
+    },
+    conversationId: {
+      type: String,
+      required: true,
+      meiliIndex: true
+    },
+    conversationSignature: {
+      type: String
+      // required: true
+    },
+    clientId: {
+      type: String
+    },
+    invocationId: {
+      type: String
+    },
+    parentMessageId: {
+      type: String
+      // required: true
+    },
+    sender: {
+      type: String,
+      required: true,
+      meiliIndex: true
+    },
+    text: {
+      type: String,
+      required: true,
+      meiliIndex: true
+    },
+    isCreatedByUser: {
+      type: Boolean,
+      required: true,
+      default: false
+    },
+    unfinished: {
+      type: Boolean,
+      default: false
+    },
+    cancelled: {
+      type: Boolean,
+      default: false
+    },
+    error: {
+      type: Boolean,
+      default: false
+    },
+    _meiliIndex: {
+      type: Boolean,
+      required: false,
+      select: false,
+      default: false
+    }
+  },
+  { timestamps: true }
+);
+
+if (process.env.MEILI_HOST && process.env.MEILI_MASTER_KEY) {
+  messageSchema.plugin(mongoMeili, {
+    host: process.env.MEILI_HOST,
+    apiKey: process.env.MEILI_MASTER_KEY,
+    indexName: 'messages',
+    primaryKey: 'messageId'
+  });
+}
+
+const Message = mongoose.models.Message || mongoose.model('Message', messageSchema);
+
+module.exports = Message;

api/models/schema/presetSchema.js

@@ -0,0 +1,27 @@
+const mongoose = require('mongoose');
+const conversationPreset = require('./conversationPreset');
+const presetSchema = mongoose.Schema(
+  {
+    presetId: {
+      type: String,
+      unique: true,
+      required: true,
+      index: true
+    },
+    title: {
+      type: String,
+      default: 'New Chat',
+      meiliIndex: true
+    },
+    user: {
+      type: String,
+      default: null
+    },
+    ...conversationPreset
+  },
+  { timestamps: true }
+);
+
+const Preset = mongoose.models.Preset || mongoose.model('Preset', presetSchema);
+
+module.exports = Preset;

api/models/schema/tokenSchema.js

@@ -0,0 +1,22 @@
+const mongoose = require("mongoose");
+const Schema = mongoose.Schema;
+
+const tokenSchema = new Schema({
+  userId: {
+    type: Schema.Types.ObjectId,
+    required: true,
+    ref: "user",
+  },
+  token: {
+    type: String,
+    required: true,
+  },
+  createdAt: {
+    type: Date,
+    required: true,
+    default: Date.now,
+    expires: 900,
+  },
+});
+
+module.exports = mongoose.model("Token", tokenSchema);

api/nodemon.json

@@ -0,0 +1,6 @@
+{
+  "ignore": [
+    "api/data/",
+    "data"
+  ]
+}

api/package.json

@@ -0,0 +1,59 @@
+{
+  "name": "chatgpt-clone",
+  "version": "0.4.2",
+  "description": "",
+  "main": "server/index.js",
+  "scripts": {
+    "start": "node server/index.js",
+    "server-dev": "npx nodemon server/index.js"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/danny-avila/chatgpt-clone.git"
+  },
+  "keywords": [],
+  "author": "",
+  "license": "ISC",
+  "bugs": {
+    "url": "https://github.com/danny-avila/chatgpt-clone/issues"
+  },
+  "homepage": "https://github.com/danny-avila/chatgpt-clone#readme",
+  "dependencies": {
+    "@dqbd/tiktoken": "^1.0.2",
+    "@keyv/mongo": "^2.1.8",
+    "@waylaidwanderer/chatgpt-api": "github:danny-avila/node-chatgpt-api",
+    "axios": "^1.3.4",
+    "bcrypt": "^5.1.0",
+    "bcryptjs": "^2.4.3",
+    "cookie": "^0.5.0",
+    "cookie-parser": "^1.4.6",
+    "cors": "^2.8.5",
+    "crypto": "^1.0.1",
+    "dotenv": "^16.0.3",
+    "eslint": "^8.36.0",
+    "express": "^4.18.2",
+    "handlebars": "^4.7.7",
+    "html": "^1.0.0",
+    "joi": "^14.3.1",
+    "jsonwebtoken": "^9.0.0",
+    "keyv": "^4.5.2",
+    "keyv-file": "^0.2.0",
+    "lodash": "^4.17.21",
+    "meilisearch": "^0.31.1",
+    "mongoose": "^6.9.0",
+    "nodemailer": "^6.9.1",
+    "og-chatgpt-api": "npm:@waylaidwanderer/chatgpt-api@^1.35.0",
+    "openai": "^3.1.0",
+    "passport": "^0.6.0",
+    "passport-facebook": "^3.0.0",
+    "passport-google-oauth20": "^2.0.0",
+    "passport-jwt": "^4.0.1",
+    "passport-local": "^1.0.0",
+    "pino": "^8.12.1",
+    "sanitize": "^2.1.2"
+  },
+  "devDependencies": {
+    "nodemon": "^2.0.20",
+    "path": "^0.12.7"
+  }
+}

api/server/controllers/auth.controller.js

@@ -0,0 +1,180 @@
+const {
+  loginUser,
+  logoutUser,
+  registerUser,
+  requestPasswordReset,
+  resetPassword,
+} = require("../services/auth.service");
+
+const isProduction = process.env.NODE_ENV === 'production';
+
+const loginController = async (req, res) => {
+  try {
+    const token = req.user.generateToken();
+    const user = await loginUser(req.user)
+    if(user) {
+      res.cookie('token', token, {
+        expires: new Date(Date.now() + eval(process.env.SESSION_EXPIRY)),
+        httpOnly: false,
+        secure: isProduction
+      });
+      res.status(200).send({ token, user });
+    }
+    else {
+      return res.status(400).json({ message: 'Invalid credentials' });
+    }
+  }
+  catch (err) {
+    console.log(err);
+    return res.status(500).json({ message: err.message });
+  }
+};
+
+const logoutController = async (req, res) => {
+  const { signedCookies = {} } = req;
+  const { refreshToken } = signedCookies;
+  try {
+    const logout = await logoutUser(req.user, refreshToken);
+    console.log(logout)
+    const { status, message } = logout;
+    if (status === 200) {
+      res.clearCookie('token');
+      res.clearCookie('refreshToken');
+      res.status(status).send({ message });
+    }
+    else {
+      res.status(status).send({ message });
+    }
+  }
+  catch (err) {
+    console.log(err);
+    return res.status(500).json({ message: err.message });
+  }
+}
+
+const registrationController = async (req, res) => {
+  try {
+    const response = await registerUser(req.body);
+    if (response.status === 200) {
+      const { status, user } = response;
+      const token = user.generateToken();
+      //send token for automatic login
+      res.cookie('token', token, {
+        expires: new Date(Date.now() + eval(process.env.SESSION_EXPIRY)),
+        httpOnly: false,
+        secure: isProduction
+      });
+      res.status(status).send({ user });
+    }
+    else {
+      const { status, message } = response;
+      res.status(status).send({ message });
+    }
+  }
+  catch (err) {
+    console.log(err);
+    return res.status(500).json({ message: err.message });
+  }
+};
+
+const getUserController = async (req, res) => {
+  return res.status(200).send(req.user);
+};
+
+const resetPasswordRequestController = async (req, res) => {
+  try {
+    const resetService = await requestPasswordReset(
+      req.body.email
+    );
+    if (resetService.link) {
+      return res.status(200).json(resetService);
+    }
+    else {
+      return res.status(400).json(resetService);
+    }
+  }
+  catch (e) {
+    console.log(e);
+    return res.status(400).json({ message: e.message });
+  }
+};
+
+const resetPasswordController = async (req, res) => {
+  try {
+    const resetPasswordService = await resetPassword(
+      req.body.userId,
+      req.body.token,
+      req.body.password
+    );
+    if(resetPasswordService instanceof Error) {
+      return res.status(400).json(resetPasswordService);
+    }
+    else {
+      return res.status(200).json(resetPasswordService);
+    }
+  }
+  catch (e) {
+    console.log(e);
+    return res.status(400).json({ message: e.message });
+  }
+};
+
+const refreshController = async (req, res, next) => {
+  const { signedCookies = {} } = req;
+  const { refreshToken } = signedCookies;
+  //TODO
+  // if (refreshToken) {
+  //   try {
+  //     const payload = jwt.verify(refreshToken, process.env.REFRESH_TOKEN_SECRET);
+  //     const userId = payload._id;
+  //     User.findOne({ _id: userId }).then(
+  //       (user) => {
+  //         if (user) {
+  //           // Find the refresh token against the user record in database
+  //           const tokenIndex = user.refreshToken.findIndex(item => item.refreshToken === refreshToken);
+
+  //           if (tokenIndex === -1) {
+  //             res.statusCode = 401;
+  //             res.send('Unauthorized');
+  //           } else {
+  //             const token = req.user.generateToken();
+  //             // If the refresh token exists, then create new one and replace it.
+  //             const newRefreshToken = req.user.generateRefreshToken();
+  //             user.refreshToken[tokenIndex] = { refreshToken: newRefreshToken };
+  //             user.save((err) => {
+  //               if (err) {
+  //                 res.statusCode = 500;
+  //                 res.send(err);
+  //               } else {
+  //               //  setTokenCookie(res, newRefreshToken);
+  //                 const user = req.user.toJSON();
+  //                 res.status(200).send({ token, user });
+  //               }
+  //             });
+  //           }
+  //         } else {
+  //           res.statusCode = 401;
+  //           res.send('Unauthorized');
+  //         }
+  //       },
+  //       err => next(err)
+  //     );
+  //   } catch (err) {
+  //     res.statusCode = 401;
+  //     res.send('Unauthorized');
+  //   }
+  // } else {
+  //   res.statusCode = 401;
+  //   res.send('Unauthorized');
+  // }
+};
+
+module.exports = {
+  getUserController,
+  loginController,
+  logoutController,
+  refreshController,
+  registrationController,
+  resetPasswordRequestController,
+  resetPasswordController,
+};

api/server/controllers/error.controller.js

@@ -0,0 +1,33 @@
+//handle duplicates
+const handleDuplicateKeyError = (err, res) => {
+  const field = Object.keys(err.keyValue);
+  const code = 409;
+  const error = `An document with that ${field} already exists.`;
+  console.log('congrats you hit the duped keys error');
+  res.status(code).send({ messages: error, fields: field });
+};
+
+//handle validation errors
+const handleValidationError = (err, res) => {
+  console.log('congrats you hit the validation middleware');
+  let errors = Object.values(err.errors).map(el => el.message);
+  let fields = Object.values(err.errors).map(el => el.path);
+  let code = 400;
+  if (errors.length > 1) {
+    const formattedErrors = errors.join(' ');
+    res.status(code).send({ messages: formattedErrors, fields: fields });
+  } else {
+    res.status(code).send({ messages: errors, fields: fields });
+  }
+};
+
+// eslint-disable-next-line no-unused-vars
+module.exports = (err, req, res, next) => {
+  try {
+    console.log('congrats you hit the error middleware');
+    if (err.name === 'ValidationError') return (err = handleValidationError(err, res));
+    if (err.code && err.code == 11000) return (err = handleDuplicateKeyError(err, res));
+  } catch (err) {
+    res.status(500).send('An unknown error occurred.');
+  }
+};

api/server/index.js

@@ -0,0 +1,81 @@
+const express = require('express');
+const connectDb = require('../lib/db/connectDb');
+const migrateDb = require('../lib/db/migrateDb');
+const indexSync = require('../lib/db/indexSync');
+const path = require('path');
+const cors = require('cors');
+const routes = require('./routes');
+const errorController = require('./controllers/error.controller');
+const passport = require('passport');
+
+const port = process.env.PORT || 3080;
+const host = process.env.HOST || 'localhost';
+const projectPath = path.join(__dirname, '..', '..', 'client');
+
+(async () => {
+  await connectDb();
+  console.log('Connected to MongoDB');
+  await migrateDb();
+  await indexSync();
+
+  const app = express();
+  app.use(errorController);
+  app.use(express.json());
+  app.use(express.urlencoded({ extended: true }));
+  app.use(express.static(path.join(projectPath, 'dist')));
+  app.set('trust proxy', 1); // trust first proxy
+  app.use(cors());
+
+  // OAUTH
+  app.use(passport.initialize());
+  require('../strategies/jwtStrategy');
+  require('../strategies/localStrategy');
+  if(process.env.GOOGLE_CLIENT_ID && process.env.GOOGLE_CLIENT_SECRET) {
+    require('../strategies/googleStrategy');
+  }
+  if(process.env.FACEBOOK_CLIENT_ID && process.env.FACEBOOK_CLIENT_SECRET) {
+    require('../strategies/facebookStrategy');
+  }
+  app.use('/oauth', routes.oauth)
+  // api endpoint
+  app.use('/api/auth', routes.auth);
+  app.use('/api/search', routes.search);
+  app.use('/api/ask', routes.ask);
+  app.use('/api/messages', routes.messages);
+  app.use('/api/convos', routes.convos);
+  app.use('/api/presets', routes.presets);
+  app.use('/api/prompts', routes.prompts);
+  app.use('/api/tokenizer', routes.tokenizer);
+  app.use('/api/endpoints', routes.endpoints);
+
+
+
+  // static files
+  app.get('/*', function (req, res) {
+    res.sendFile(path.join(projectPath, 'dist', 'index.html'));
+  });
+
+  app.listen(port, host, () => {
+    if (host == '0.0.0.0')
+      console.log(
+        `Server listening on all interface at port ${port}. Use http://localhost:${port} to access it`
+      );
+    else console.log(`Server listening at http://${host == '0.0.0.0' ? 'localhost' : host}:${port}`);
+  });
+})();
+
+let messageCount = 0;
+process.on('uncaughtException', (err) => {
+  if (!err.message.includes('fetch failed')) {
+    console.error('There was an uncaught error:', err.message);
+  }
+
+  if (err.message.includes('fetch failed')) {
+    if (messageCount === 0) {
+      console.error('Meilisearch error, search will be disabled');
+      messageCount++;
+    }
+  } else {
+    process.exit(1);
+  }
+});

api/server/routes/ask/addToCache.js

@@ -0,0 +1,64 @@
+const Keyv = require('keyv');
+const { KeyvFile } = require('keyv-file');
+
+const addToCache = async ({ endpoint, endpointOption, userMessage, responseMessage }) => {
+  try {
+    const conversationsCache = new Keyv({
+      store: new KeyvFile({ filename: './data/cache.json' }),
+      namespace: 'chatgpt' // should be 'bing' for bing/sydney
+    });
+
+    const {
+      conversationId,
+      messageId: userMessageId,
+      parentMessageId: userParentMessageId,
+      text: userText
+    } = userMessage;
+    const {
+      messageId: responseMessageId,
+      parentMessageId: responseParentMessageId,
+      text: responseText
+    } = responseMessage;
+
+    let conversation = await conversationsCache.get(conversationId);
+    // used to generate a title for the conversation if none exists
+    // let isNewConversation = false;
+    if (!conversation) {
+      conversation = {
+        messages: [],
+        createdAt: Date.now()
+      };
+      // isNewConversation = true;
+    }
+
+    const roles = (options) => {
+      if (endpoint === 'openAI') {
+        return options?.chatGptLabel || 'ChatGPT';
+      } else if (endpoint === 'bingAI') {
+        return options?.jailbreak ? 'Sydney' : 'BingAI';
+      }
+    };
+
+    let _userMessage = {
+      id: userMessageId,
+      parentMessageId: userParentMessageId,
+      role: 'User',
+      message: userText
+    };
+
+    let _responseMessage = {
+      id: responseMessageId,
+      parentMessageId: responseParentMessageId,
+      role: roles(endpointOption),
+      message: responseText
+    };
+
+    conversation.messages.push(_userMessage, _responseMessage);
+
+    await conversationsCache.set(conversationId, conversation);
+  } catch (error) {
+    console.error('Trouble adding to cache', error);
+  }
+};
+
+module.exports = addToCache;

api/server/routes/ask/askBingAI.js

@@ -0,0 +1,255 @@
+const express = require('express');
+const crypto = require('crypto');
+const router = express.Router();
+const { titleConvo, askBing } = require('../../../app');
+const { saveMessage, getConvoTitle, saveConvo, getConvo } = require('../../../models');
+const { handleError, sendMessage, createOnProgress, handleText } = require('./handlers');
+const requireJwtAuth = require('../../../middleware/requireJwtAuth');
+
+router.post('/', requireJwtAuth, async (req, res) => {
+  const {
+    endpoint,
+    text,
+    messageId,
+    overrideParentMessageId = null,
+    parentMessageId,
+    conversationId: oldConversationId
+  } = req.body;
+  if (text.length === 0) return handleError(res, { text: 'Prompt empty or too short' });
+  if (endpoint !== 'bingAI') return handleError(res, { text: 'Illegal request' });
+
+  // build user message
+  const conversationId = oldConversationId || crypto.randomUUID();
+  const isNewConversation = !oldConversationId;
+  const userMessageId = messageId;
+  const userParentMessageId = parentMessageId || '00000000-0000-0000-0000-000000000000';
+  let userMessage = {
+    messageId: userMessageId,
+    sender: 'User',
+    text,
+    parentMessageId: userParentMessageId,
+    conversationId,
+    isCreatedByUser: true
+  };
+
+  // build endpoint option
+  let endpointOption = {};
+  if (req.body?.jailbreak)
+    endpointOption = {
+      jailbreak: req.body?.jailbreak ?? false,
+      jailbreakConversationId: req.body?.jailbreakConversationId ?? null,
+      systemMessage: req.body?.systemMessage ?? null,
+      context: req.body?.context ?? null,
+      toneStyle: req.body?.toneStyle ?? 'fast',
+      token: req.body?.token ?? null
+    };
+  else
+    endpointOption = {
+      jailbreak: req.body?.jailbreak ?? false,
+      systemMessage: req.body?.systemMessage ?? null,
+      context: req.body?.context ?? null,
+      conversationSignature: req.body?.conversationSignature ?? null,
+      clientId: req.body?.clientId ?? null,
+      invocationId: req.body?.invocationId ?? null,
+      toneStyle: req.body?.toneStyle ?? 'fast',
+      token: req.body?.token ?? null
+    };
+
+  console.log('ask log', {
+    userMessage,
+    endpointOption,
+    conversationId
+  });
+
+  if (!overrideParentMessageId) {
+    await saveMessage(userMessage);
+    await saveConvo(req.user.id, {
+      ...userMessage,
+      ...endpointOption,
+      conversationId,
+      endpoint
+    });
+  }
+
+  // eslint-disable-next-line no-use-before-define
+  return await ask({
+    isNewConversation,
+    userMessage,
+    endpointOption,
+    conversationId,
+    preSendRequest: true,
+    overrideParentMessageId,
+    req,
+    res
+  });
+});
+
+const ask = async ({
+  isNewConversation,
+  userMessage,
+  endpointOption,
+  conversationId,
+  preSendRequest = true,
+  overrideParentMessageId = null,
+  req,
+  res
+}) => {
+  let { text, parentMessageId: userParentMessageId, messageId: userMessageId } = userMessage;
+
+  let responseMessageId = crypto.randomUUID();
+
+  res.writeHead(200, {
+    Connection: 'keep-alive',
+    'Content-Type': 'text/event-stream',
+    'Cache-Control': 'no-cache, no-transform',
+    'Access-Control-Allow-Origin': '*',
+    'X-Accel-Buffering': 'no'
+  });
+
+  if (preSendRequest) sendMessage(res, { message: userMessage, created: true });
+
+  try {
+    let lastSavedTimestamp = 0;
+    const { onProgress: progressCallback, getPartialText } = createOnProgress({
+      onProgress: ({ text }) => {
+        const currentTimestamp = Date.now();
+        if (currentTimestamp - lastSavedTimestamp > 500) {
+          lastSavedTimestamp = currentTimestamp;
+          saveMessage({
+            messageId: responseMessageId,
+            sender: endpointOption?.jailbreak ? 'Sydney' : 'BingAI',
+            conversationId,
+            parentMessageId: overrideParentMessageId || userMessageId,
+            text: text,
+            unfinished: true,
+            cancelled: false,
+            error: false
+          });
+        }
+      }
+    });
+    const abortController = new AbortController();
+    let response = await askBing({
+      text,
+      parentMessageId: userParentMessageId,
+      conversationId,
+      ...endpointOption,
+      onProgress: progressCallback.call(null, {
+        res,
+        text,
+        parentMessageId: overrideParentMessageId || userMessageId
+      }),
+      abortController
+    });
+
+    console.log('BING RESPONSE', response);
+
+    const newConversationId = endpointOption?.jailbreak
+      ? response.jailbreakConversationId
+      : response.conversationId || conversationId;
+    const newUserMassageId = response.parentMessageId || response.details.requestId || userMessageId;
+    const newResponseMessageId = response.messageId || response.details.messageId;
+
+    // STEP1 generate response message
+    response.text = response.response || response.details.spokenText || '**Bing refused to answer.**';
+
+    let responseMessage = {
+      conversationId: newConversationId,
+      messageId: responseMessageId,
+      newMessageId: newResponseMessageId,
+      parentMessageId: overrideParentMessageId || newUserMassageId,
+      sender: endpointOption?.jailbreak ? 'Sydney' : 'BingAI',
+      text: await handleText(response, true),
+      suggestions:
+        response.details.suggestedResponses && response.details.suggestedResponses.map((s) => s.text),
+      unfinished: false,
+      cancelled: false,
+      error: false
+    };
+
+    await saveMessage(responseMessage);
+    responseMessage.messageId = newResponseMessageId;
+
+    // STEP2 update the convosation.
+
+    // First update conversationId if needed
+    // Note!
+    // Bing API will not use our conversationId at the first time,
+    // so change the placeholder conversationId to the real one.
+    // Attition: the api will also create new conversationId while using invalid userMessage.parentMessageId,
+    // but in this situation, don't change the conversationId, but create new convo.
+
+    let conversationUpdate = { conversationId: newConversationId, endpoint: 'bingAI' };
+    if (conversationId != newConversationId)
+      if (isNewConversation) {
+        // change the conversationId to new one
+        conversationUpdate = {
+          ...conversationUpdate,
+          conversationId: conversationId,
+          newConversationId: newConversationId
+        };
+      } else {
+        // create new conversation
+        conversationUpdate = {
+          ...conversationUpdate,
+          ...endpointOption
+        };
+      }
+
+    if (endpointOption?.jailbreak) {
+      conversationUpdate.jailbreak = true;
+      conversationUpdate.jailbreakConversationId = response.jailbreakConversationId;
+    } else {
+      conversationUpdate.jailbreak = false;
+      conversationUpdate.conversationSignature = response.conversationSignature;
+      conversationUpdate.clientId = response.clientId;
+      conversationUpdate.invocationId = response.invocationId;
+    }
+
+    await saveConvo(req.user.id, conversationUpdate);
+    conversationId = newConversationId;
+
+    // STEP3 update the user message
+    userMessage.conversationId = newConversationId;
+    userMessage.messageId = newUserMassageId;
+
+    // If response has parentMessageId, the fake userMessage.messageId should be updated to the real one.
+    if (!overrideParentMessageId)
+      await saveMessage({ ...userMessage, messageId: userMessageId, newMessageId: newUserMassageId });
+    userMessageId = newUserMassageId;
+
+    sendMessage(res, {
+      title: await getConvoTitle(req.user.id, conversationId),
+      final: true,
+      conversation: await getConvo(req.user.id, conversationId),
+      requestMessage: userMessage,
+      responseMessage: responseMessage
+    });
+    res.end();
+
+    if (userParentMessageId == '00000000-0000-0000-0000-000000000000') {
+      const title = await titleConvo({ endpoint: endpointOption?.endpoint, text, response: responseMessage });
+
+      await saveConvo(req.user.id, {
+        conversationId: conversationId,
+        title
+      });
+    }
+  } catch (error) {
+    console.log(error);
+    const errorMessage = {
+      messageId: responseMessageId,
+      sender: endpointOption?.jailbreak ? 'Sydney' : 'BingAI',
+      conversationId,
+      parentMessageId: overrideParentMessageId || userMessageId,
+      unfinished: false,
+      cancelled: false,
+      error: true,
+      text: error.message
+    };
+    await saveMessage(errorMessage);
+    handleError(res, errorMessage);
+  }
+};
+
+module.exports = router;

api/server/routes/ask/askChatGPTBrowser.js

@@ -0,0 +1,219 @@
+const express = require('express');
+const crypto = require('crypto');
+const router = express.Router();
+const { getChatGPTBrowserModels } = require('../endpoints');
+const { browserClient } = require('../../../app/');
+const { saveMessage, getConvoTitle, saveConvo, getConvo } = require('../../../models');
+const { handleError, sendMessage, createOnProgress, handleText } = require('./handlers');
+const requireJwtAuth = require('../../../middleware/requireJwtAuth');
+
+router.post('/', requireJwtAuth, async (req, res) => {
+  const {
+    endpoint,
+    text,
+    overrideParentMessageId = null,
+    parentMessageId,
+    conversationId: oldConversationId
+  } = req.body;
+  if (text.length === 0) return handleError(res, { text: 'Prompt empty or too short' });
+  if (endpoint !== 'chatGPTBrowser') return handleError(res, { text: 'Illegal request' });
+
+  // build user message
+  const conversationId = oldConversationId || crypto.randomUUID();
+  const isNewConversation = !oldConversationId;
+  const userMessageId = crypto.randomUUID();
+  const userParentMessageId = parentMessageId || '00000000-0000-0000-0000-000000000000';
+  const userMessage = {
+    messageId: userMessageId,
+    sender: 'User',
+    text,
+    parentMessageId: userParentMessageId,
+    conversationId,
+    isCreatedByUser: true
+  };
+
+  // build endpoint option
+  const endpointOption = {
+    model: req.body?.model ?? 'text-davinci-002-render-sha',
+    token: req.body?.token ?? null
+  };
+
+  const availableModels = getChatGPTBrowserModels();
+  if (availableModels.find((model) => model === endpointOption.model) === undefined)
+    return handleError(res, { text: 'Illegal request: model' });
+
+  console.log('ask log', {
+    userMessage,
+    endpointOption,
+    conversationId
+  });
+
+  if (!overrideParentMessageId) {
+    await saveMessage(userMessage);
+    await saveConvo(req.user.id, {
+      ...userMessage,
+      ...endpointOption,
+      conversationId,
+      endpoint
+    });
+  }
+
+  // eslint-disable-next-line no-use-before-define
+  return await ask({
+    isNewConversation,
+    userMessage,
+    endpointOption,
+    conversationId,
+    preSendRequest: true,
+    overrideParentMessageId,
+    req,
+    res
+  });
+});
+
+const ask = async ({
+  isNewConversation,
+  userMessage,
+  endpointOption,
+  conversationId,
+  preSendRequest = true,
+  overrideParentMessageId = null,
+  req,
+  res
+}) => {
+  let { text, parentMessageId: userParentMessageId, messageId: userMessageId } = userMessage;
+  const userId = req.user.id;
+
+  res.writeHead(200, {
+    Connection: 'keep-alive',
+    'Content-Type': 'text/event-stream',
+    'Cache-Control': 'no-cache, no-transform',
+    'Access-Control-Allow-Origin': '*',
+    'X-Accel-Buffering': 'no'
+  });
+
+  if (preSendRequest) sendMessage(res, { message: userMessage, created: true });
+
+  let responseMessageId = crypto.randomUUID();
+
+  try {
+    let lastSavedTimestamp = 0;
+    const { onProgress: progressCallback, getPartialText } = createOnProgress({
+      onProgress: ({ text }) => {
+        const currentTimestamp = Date.now();
+        if (currentTimestamp - lastSavedTimestamp > 500) {
+          lastSavedTimestamp = currentTimestamp;
+          saveMessage({
+            messageId: responseMessageId,
+            sender: endpointOption?.jailbreak ? 'Sydney' : 'BingAI',
+            conversationId,
+            parentMessageId: overrideParentMessageId || userMessageId,
+            text: text,
+            unfinished: true,
+            cancelled: false,
+            error: false
+          });
+        }
+      }
+    });
+    const abortController = new AbortController();
+    let response = await browserClient({
+      text,
+      parentMessageId: userParentMessageId,
+      conversationId,
+      ...endpointOption,
+      onProgress: progressCallback.call(null, { res, text }),
+      abortController,
+      userId
+    });
+
+    console.log('CLIENT RESPONSE', response);
+
+    const newConversationId = response.conversationId || conversationId;
+    const newUserMassageId = response.parentMessageId || userMessageId;
+    const newResponseMessageId = response.messageId;
+
+    // STEP1 generate response message
+    response.text = response.response || '**ChatGPT refused to answer.**';
+
+    let responseMessage = {
+      conversationId: newConversationId,
+      messageId: responseMessageId,
+      newMessageId: newResponseMessageId,
+      parentMessageId: overrideParentMessageId || newUserMassageId,
+      text: await handleText(response),
+      sender: endpointOption?.chatGptLabel || 'ChatGPT',
+      unfinished: false,
+      cancelled: false,
+      error: false
+    };
+
+    await saveMessage(responseMessage);
+    responseMessage.messageId = newResponseMessageId;
+
+    // STEP2 update the conversation
+
+    // First update conversationId if needed
+    let conversationUpdate = { conversationId: newConversationId, endpoint: 'chatGPTBrowser' };
+    if (conversationId != newConversationId)
+      if (isNewConversation) {
+        // change the conversationId to new one
+        conversationUpdate = {
+          ...conversationUpdate,
+          conversationId: conversationId,
+          newConversationId: newConversationId
+        };
+      } else {
+        // create new conversation
+        conversationUpdate = {
+          ...conversationUpdate,
+          ...endpointOption
+        };
+      }
+
+    await saveConvo(req.user.id, conversationUpdate);
+    conversationId = newConversationId;
+
+    // STEP3 update the user message
+    userMessage.conversationId = newConversationId;
+    userMessage.messageId = newUserMassageId;
+
+    // If response has parentMessageId, the fake userMessage.messageId should be updated to the real one.
+    if (!overrideParentMessageId)
+      await saveMessage({ ...userMessage, messageId: userMessageId, newMessageId: newUserMassageId });
+    userMessageId = newUserMassageId;
+
+    sendMessage(res, {
+      title: await getConvoTitle(req.user.id, conversationId),
+      final: true,
+      conversation: await getConvo(req.user.id, conversationId),
+      requestMessage: userMessage,
+      responseMessage: responseMessage
+    });
+    res.end();
+
+    if (userParentMessageId == '00000000-0000-0000-0000-000000000000') {
+      // const title = await titleConvo({ endpoint: endpointOption?.endpoint, text, response: responseMessage });
+      const title = await response.details.title;
+      await saveConvo(req.user.id, {
+        conversationId: conversationId,
+        title
+      });
+    }
+  } catch (error) {
+    const errorMessage = {
+      messageId: responseMessageId,
+      sender: 'ChatGPT',
+      conversationId,
+      parentMessageId: overrideParentMessageId || userMessageId,
+      unfinished: false,
+      cancelled: false,
+      error: true,
+      text: error.message
+    };
+    await saveMessage(errorMessage);
+    handleError(res, errorMessage);
+  }
+};
+
+module.exports = router;

api/server/routes/ask/askOpenAI.js

@@ -0,0 +1,275 @@
+const express = require('express');
+const crypto = require('crypto');
+const router = express.Router();
+const addToCache = require('./addToCache');
+const { getOpenAIModels } = require('../endpoints');
+const { titleConvo, askClient } = require('../../../app/');
+const { saveMessage, getConvoTitle, saveConvo, getConvo } = require('../../../models');
+const { handleError, sendMessage, createOnProgress, handleText } = require('./handlers');
+const requireJwtAuth = require('../../../middleware/requireJwtAuth');
+
+const abortControllers = new Map();
+
+router.post('/abort', requireJwtAuth, async (req, res) => {
+  const { abortKey } = req.body;
+  console.log(`req.body`, req.body);
+  if (!abortControllers.has(abortKey)) {
+    return res.status(404).send('Request not found');
+  }
+
+  const { abortController } = abortControllers.get(abortKey);
+
+  abortControllers.delete(abortKey);
+  const ret = await abortController.abortAsk();
+  console.log('Aborted request', abortKey);
+  console.log('Aborted message:', ret);
+
+  res.send(JSON.stringify(ret));
+});
+
+router.post('/', requireJwtAuth, async (req, res) => {
+  const {
+    endpoint,
+    text,
+    overrideParentMessageId = null,
+    parentMessageId,
+    conversationId: oldConversationId
+  } = req.body;
+  if (text.length === 0) return handleError(res, { text: 'Prompt empty or too short' });
+  if (endpoint !== 'openAI') return handleError(res, { text: 'Illegal request' });
+
+  // build user message
+  const conversationId = oldConversationId || crypto.randomUUID();
+  const isNewConversation = !oldConversationId;
+  const userMessageId = crypto.randomUUID();
+  const userParentMessageId = parentMessageId || '00000000-0000-0000-0000-000000000000';
+  const userMessage = {
+    messageId: userMessageId,
+    sender: 'User',
+    text,
+    parentMessageId: userParentMessageId,
+    conversationId,
+    isCreatedByUser: true
+  };
+
+  // build endpoint option
+  const endpointOption = {
+    model: req.body?.model ?? 'gpt-3.5-turbo',
+    chatGptLabel: req.body?.chatGptLabel ?? null,
+    promptPrefix: req.body?.promptPrefix ?? null,
+    temperature: req.body?.temperature ?? 1,
+    top_p: req.body?.top_p ?? 1,
+    presence_penalty: req.body?.presence_penalty ?? 0,
+    frequency_penalty: req.body?.frequency_penalty ?? 0
+  };
+
+  const availableModels = getOpenAIModels();
+  if (availableModels.find(model => model === endpointOption.model) === undefined)
+    return handleError(res, { text: 'Illegal request: model' });
+
+  console.log('ask log', {
+    userMessage,
+    endpointOption,
+    conversationId
+  });
+
+  if (!overrideParentMessageId) {
+    await saveMessage(userMessage);
+    await saveConvo(req.user.id, {
+      ...userMessage,
+      ...endpointOption,
+      conversationId,
+      endpoint
+    });
+  }
+
+  // eslint-disable-next-line no-use-before-define
+  return await ask({
+    isNewConversation,
+    userMessage,
+    endpointOption,
+    conversationId,
+    preSendRequest: true,
+    overrideParentMessageId,
+    req,
+    res
+  });
+});
+
+const ask = async ({
+  isNewConversation,
+  userMessage,
+  endpointOption,
+  conversationId,
+  preSendRequest = true,
+  overrideParentMessageId = null,
+  req,
+  res
+}) => {
+  let { text, parentMessageId: userParentMessageId, messageId: userMessageId } = userMessage;
+  const userId = req.user.id;
+  let responseMessageId = crypto.randomUUID();
+
+  res.writeHead(200, {
+    Connection: 'keep-alive',
+    'Content-Type': 'text/event-stream',
+    'Cache-Control': 'no-cache, no-transform',
+    'Access-Control-Allow-Origin': '*',
+    'X-Accel-Buffering': 'no'
+  });
+
+  if (preSendRequest) sendMessage(res, { message: userMessage, created: true });
+
+  try {
+    let lastSavedTimestamp = 0;
+    const { onProgress: progressCallback, getPartialText } = createOnProgress({
+      onProgress: ({ text }) => {
+        const currentTimestamp = Date.now();
+        if (currentTimestamp - lastSavedTimestamp > 500) {
+          lastSavedTimestamp = currentTimestamp;
+          saveMessage({
+            messageId: responseMessageId,
+            sender: endpointOption?.chatGptLabel || 'ChatGPT',
+            conversationId,
+            parentMessageId: overrideParentMessageId || userMessageId,
+            text: text,
+            unfinished: true,
+            cancelled: false,
+            error: false
+          });
+        }
+      }
+    });
+
+    let abortController = new AbortController();
+    abortController.abortAsk = async function () {
+      this.abort();
+
+      const responseMessage = {
+        messageId: responseMessageId,
+        sender: endpointOption?.chatGptLabel || 'ChatGPT',
+        conversationId,
+        parentMessageId: overrideParentMessageId || userMessageId,
+        text: getPartialText(),
+        unfinished: false,
+        cancelled: true,
+        error: false
+      };
+
+      saveMessage(responseMessage);
+      await addToCache({ endpoint: 'openAI', endpointOption, userMessage, responseMessage });
+
+      return {
+        title: await getConvoTitle(req.user.id, conversationId),
+        final: true,
+        conversation: await getConvo(req.user.id, conversationId),
+        requestMessage: userMessage,
+        responseMessage: responseMessage
+      };
+    };
+    const abortKey = conversationId;
+    abortControllers.set(abortKey, { abortController, ...endpointOption });
+
+    let response = await askClient({
+      text,
+      parentMessageId: userParentMessageId,
+      conversationId,
+      ...endpointOption,
+      onProgress: progressCallback.call(null, {
+        res,
+        text,
+        parentMessageId: overrideParentMessageId || userMessageId
+      }),
+      abortController,
+      userId
+    });
+
+    abortControllers.delete(abortKey);
+    console.log('CLIENT RESPONSE', response);
+
+    const newConversationId = response.conversationId || conversationId;
+    const newUserMassageId = response.parentMessageId || userMessageId;
+    const newResponseMessageId = response.messageId;
+
+    // STEP1 generate response message
+    response.text = response.response || '**ChatGPT refused to answer.**';
+
+    let responseMessage = {
+      conversationId: newConversationId,
+      messageId: responseMessageId,
+      newMessageId: newResponseMessageId,
+      parentMessageId: overrideParentMessageId || newUserMassageId,
+      text: await handleText(response),
+      sender: endpointOption?.chatGptLabel || 'ChatGPT',
+      unfinished: false,
+      cancelled: false,
+      error: false
+    };
+
+    await saveMessage(responseMessage);
+    responseMessage.messageId = newResponseMessageId;
+
+    // STEP2 update the conversation
+    let conversationUpdate = { conversationId: newConversationId, endpoint: 'openAI' };
+    if (conversationId != newConversationId)
+      if (isNewConversation) {
+        // change the conversationId to new one
+        conversationUpdate = {
+          ...conversationUpdate,
+          conversationId: conversationId,
+          newConversationId: newConversationId
+        };
+      } else {
+        // create new conversation
+        conversationUpdate = {
+          ...conversationUpdate,
+          ...endpointOption
+        };
+      }
+
+    await saveConvo(req.user.id, conversationUpdate);
+    conversationId = newConversationId;
+
+    // STEP3 update the user message
+    userMessage.conversationId = newConversationId;
+    userMessage.messageId = newUserMassageId;
+
+    // If response has parentMessageId, the fake userMessage.messageId should be updated to the real one.
+    if (!overrideParentMessageId)
+      await saveMessage({ ...userMessage, messageId: userMessageId, newMessageId: newUserMassageId });
+    userMessageId = newUserMassageId;
+
+    sendMessage(res, {
+      title: await getConvoTitle(req.user.id, conversationId),
+      final: true,
+      conversation: await getConvo(req.user.id, conversationId),
+      requestMessage: userMessage,
+      responseMessage: responseMessage
+    });
+    res.end();
+
+    if (userParentMessageId == '00000000-0000-0000-0000-000000000000') {
+      const title = await titleConvo({ endpoint: endpointOption?.endpoint, text, response: responseMessage });
+      await saveConvo(req.user.id, {
+        conversationId: conversationId,
+        title
+      });
+    }
+  } catch (error) {
+    console.error(error);
+    const errorMessage = {
+      messageId: responseMessageId,
+      sender: endpointOption?.chatGptLabel || 'ChatGPT',
+      conversationId,
+      parentMessageId: overrideParentMessageId || userMessageId,
+      unfinished: false,
+      cancelled: false,
+      error: true,
+      text: error.message
+    };
+    await saveMessage(errorMessage);
+    handleError(res, errorMessage);
+  }
+};
+
+module.exports = router;

api/server/routes/ask/handlers.js

@@ -0,0 +1,102 @@
+const _ = require('lodash');
+const citationRegex = /\[\^\d+?\^]/g;
+const backtick = /(?<!`)[`](?!`)/g;
+// const singleBacktick = /(?<!`)[`](?!`)/;
+const cursorDefault = '<span className="result-streaming">█</span>';
+const { getCitations, citeText } = require('../../../app');
+
+const handleError = (res, message) => {
+  res.write(`event: error\ndata: ${JSON.stringify(message)}\n\n`);
+  res.end();
+};
+
+const sendMessage = (res, message) => {
+  if (message.length === 0) {
+    return;
+  }
+  res.write(`event: message\ndata: ${JSON.stringify(message)}\n\n`);
+};
+
+const createOnProgress = ({ onProgress: _onProgress }) => {
+  let i = 0;
+  let code = '';
+  let tokens = '';
+  let precode = '';
+  let blockCount = 0;
+  let codeBlock = false;
+  let cursor = cursorDefault;
+
+  const progressCallback = async (partial, { res, text, bing = false, ...rest }) => {
+    let chunk = partial === text ? '' : partial;
+    tokens += chunk;
+    precode += chunk;
+    tokens = tokens.replaceAll('[DONE]', '');
+
+    if (codeBlock) {
+      code += chunk;
+    }
+
+    if (precode.includes('```') && codeBlock) {
+      codeBlock = false;
+      cursor = cursorDefault;
+      precode = precode.replace(/```/g, '');
+      code = '';
+    }
+
+    if (precode.includes('```') && code === '') {
+      precode = precode.replace(/```/g, '');
+      codeBlock = true;
+      blockCount++;
+      cursor = blockCount > 1 ? '█\n\n```' : '█\n\n';
+    }
+
+    const backticks = precode.match(backtick);
+    if (backticks && !codeBlock && cursor === cursorDefault) {
+      precode = precode.replace(backtick, '');
+      cursor = '█';
+    }
+
+    if (tokens.match(/^\n/)) {
+      tokens = tokens.replace(/^\n/, '');
+    }
+
+    if (bing) {
+      tokens = citeText(tokens, true);
+    }
+
+    sendMessage(res, { text: tokens + cursor, message: true, initial: i === 0, ...rest });
+
+    _onProgress && _onProgress({ text: tokens, message: true, initial: i === 0, ...rest });
+
+    i++;
+  };
+
+  const onProgress = (opts) => {
+    return _.partialRight(progressCallback, opts);
+  };
+
+  const getPartialText = () => {
+    return tokens;
+  };
+
+  return { onProgress, getPartialText };
+};
+
+const handleText = async (response, bing = false) => {
+  let { text } = response;
+  // text = await detectCode(text);
+  response.text = text;
+
+  if (bing) {
+    // const hasCitations = response.response.match(citationRegex)?.length > 0;
+    const links = getCitations(response);
+    if (response.text.match(citationRegex)?.length > 0) {
+      text = citeText(response);
+    }
+    text += links?.length > 0 ? `\n<small>${links}</small>` : '';
+  }
+
+  return text;
+};
+
+module.exports = { handleError, sendMessage, createOnProgress, handleText };

api/server/routes/ask/index.js

@@ -0,0 +1,13 @@
+const express = require('express');
+const router = express.Router();
+// const askAzureOpenAI = require('./askAzureOpenAI';)
+const askOpenAI = require('./askOpenAI');
+const askBingAI = require('./askBingAI');
+const askChatGPTBrowser = require('./askChatGPTBrowser');
+
+// router.use('/azureOpenAI', askAzureOpenAI);
+router.use('/openAI', askOpenAI);
+router.use('/bingAI', askBingAI);
+router.use('/chatGPTBrowser', askChatGPTBrowser);
+
+module.exports = router;

api/server/routes/auth.js

@@ -0,0 +1,25 @@
+const express = require('express');
+const {
+  resetPasswordRequestController,
+  resetPasswordController,
+  getUserController,
+  loginController,
+  logoutController,
+  refreshController,
+  registrationController,
+} = require('../controllers/auth.controller');
+const requireJwtAuth = require('../../middleware/requireJwtAuth');
+const requireLocalAuth = require('../../middleware/requireLocalAuth');
+
+const router = express.Router();
+
+//Local
+router.get('/user', requireJwtAuth, getUserController);
+router.post('/logout', requireJwtAuth, logoutController);
+router.post('/login', requireLocalAuth, loginController);
+router.post('/refresh', requireJwtAuth, refreshController);
+router.post('/register', registrationController);
+router.post('/requestPasswordReset', resetPasswordRequestController);
+router.post('/resetPassword', resetPasswordController);
+
+module.exports = router;

api/server/routes/convos.js

@@ -0,0 +1,54 @@
+const express = require('express');
+const router = express.Router();
+const { getConvo, saveConvo } = require('../../models');
+const { getConvosByPage, deleteConvos } = require('../../models/Conversation');
+const requireJwtAuth = require('../../middleware/requireJwtAuth');
+
+router.get('/', requireJwtAuth, async (req, res) => {
+  const pageNumber = req.query.pageNumber || 1;
+  res.status(200).send(await getConvosByPage(req.user.id, pageNumber));
+});
+
+router.get('/:conversationId', requireJwtAuth, async (req, res) => {
+  const { conversationId } = req.params;
+  const convo = await getConvo(req.user.id, conversationId);
+
+  if (convo) res.status(200).send(convo.toObject());
+  else res.status(404).end();
+});
+
+router.post('/clear', requireJwtAuth, async (req, res) => {
+  let filter = {};
+  const { conversationId, source } = req.body.arg;
+  if (conversationId) {
+    filter = { conversationId };
+  }
+
+  console.log('source:', source);
+
+  if (source === 'button' && !conversationId) {
+    return res.status(200).send('No conversationId provided');
+  }
+
+  try {
+    const dbResponse = await deleteConvos(req.user.id, filter);
+    res.status(201).send(dbResponse);
+  } catch (error) {
+    console.error(error);
+    res.status(500).send(error);
+  }
+});
+
+router.post('/update', requireJwtAuth, async (req, res) => {
+  const update = req.body.arg;
+
+  try {
+    const dbResponse = await saveConvo(req.user.id, update);
+    res.status(201).send(dbResponse);
+  } catch (error) {
+    console.error(error);
+    res.status(500).send(error);
+  }
+});
+
+module.exports = router;

api/server/routes/endpoints.js

@@ -0,0 +1,34 @@
+const express = require('express');
+const router = express.Router();
+
+const getOpenAIModels = () => {
+  let models = ['gpt-4', 'text-davinci-003', 'gpt-3.5-turbo', 'gpt-3.5-turbo-0301'];
+  if (process.env.OPENAI_MODELS) models = String(process.env.OPENAI_MODELS).split(',');
+
+  return models;
+};
+
+const getChatGPTBrowserModels = () => {
+  let models = ['text-davinci-002-render-sha', 'text-davinci-002-render-paid', 'gpt-4'];
+  if (process.env.CHATGPT_MODELS) models = String(process.env.CHATGPT_MODELS).split(',');
+
+  return models;
+};
+
+router.get('/', function (req, res) {
+  const azureOpenAI = !!process.env.AZURE_OPENAI_KEY;
+  const openAI = process.env.OPENAI_KEY || process.env.AZURE_OPENAI_API_KEY ? { availableModels: getOpenAIModels() } : false;
+  const bingAI = process.env.BINGAI_TOKEN
+    ? { userProvide: process.env.BINGAI_TOKEN == 'user_provided' }
+    : false;
+  const chatGPTBrowser = process.env.CHATGPT_TOKEN
+    ? {
+      userProvide: process.env.CHATGPT_TOKEN == 'user_provided',
+      availableModels: getChatGPTBrowserModels()
+    }
+    : false;
+
+  res.send(JSON.stringify({ azureOpenAI, openAI, bingAI, chatGPTBrowser }));
+});
+
+module.exports = { router, getOpenAIModels, getChatGPTBrowserModels };

api/server/routes/index.js

@@ -0,0 +1,23 @@
+const ask = require('./ask');
+const messages = require('./messages');
+const convos = require('./convos');
+const presets = require('./presets');
+const prompts = require('./prompts');
+const search = require('./search');
+const tokenizer = require('./tokenizer');
+const auth = require('./auth');
+const oauth = require('./oauth');
+const { router: endpoints } = require('./endpoints');
+
+module.exports = {
+  search,
+  ask,
+  messages,
+  convos,
+  presets,
+  prompts,
+  auth,
+  oauth,
+  tokenizer,
+  endpoints,
+};

api/server/routes/messages.js

@@ -0,0 +1,11 @@
+const express = require('express');
+const router = express.Router();
+const { getMessages } = require('../../models/Message');
+const requireJwtAuth = require('../../middleware/requireJwtAuth');
+
+router.get('/:conversationId', requireJwtAuth, async (req, res) => {
+  const { conversationId } = req.params;
+  res.status(200).send(await getMessages({ conversationId }));
+});
+
+module.exports = router;

api/server/routes/oauth.js

@@ -0,0 +1,64 @@
+const passport = require('passport');
+const express = require('express');
+
+const router = express.Router();
+
+const isProduction = process.env.NODE_ENV === 'production';
+const clientUrl = isProduction ? process.env.CLIENT_URL_PROD : process.env.CLIENT_URL_DEV;
+
+// Social
+router.get(
+  '/google',
+  passport.authenticate('google', {
+    scope: ['openid', 'profile', 'email'],
+    session: false
+  })
+);
+
+router.get(
+  '/google/callback',
+  passport.authenticate('google', {
+    failureRedirect: `${clientUrl}/login`,
+    failureMessage: true,
+    session: false,
+    scope: ['openid', 'profile', 'email']
+  }),
+  (req, res) => {
+    const token = req.user.generateToken();
+    res.cookie('token', token, {
+      expires: new Date(Date.now() + eval(process.env.SESSION_EXPIRY)),
+      httpOnly: false,
+      secure: isProduction
+    });
+    res.redirect(clientUrl);
+  }
+);
+
+router.get(
+  '/facebook',
+  passport.authenticate('facebook', {
+    scope: ['public_profile', 'email'],
+    session: false
+  })
+);
+
+router.get(
+  '/facebook/callback',
+  passport.authenticate('facebook', {
+    failureRedirect: `${clientUrl}/login`,
+    failureMessage: true,
+    session: false,
+    scope: ['public_profile', 'email']
+  }),
+  (req, res) => {
+    const token = req.user.generateToken();
+    res.cookie('token', token, {
+      expires: new Date(Date.now() + eval(process.env.SESSION_EXPIRY)),
+      httpOnly: false,
+      secure: isProduction
+    });
+    res.redirect(clientUrl);
+  }
+);
+
+module.exports = router;

api/server/routes/presets.js

@@ -0,0 +1,54 @@
+const express = require('express');
+const router = express.Router();
+const { getPresets, savePreset, deletePresets } = require('../../models');
+const crypto = require('crypto');
+const requireJwtAuth = require('../../middleware/requireJwtAuth');
+
+router.get('/', requireJwtAuth, async (req, res) => {
+  const presets = (await getPresets(req.user.id)).map((preset) => {
+    return preset.toObject();
+  });
+  res.status(200).send(presets);
+});
+
+router.post('/', requireJwtAuth, async (req, res) => {
+  const update = req.body || {};
+
+  update.presetId = update?.presetId || crypto.randomUUID();
+
+  try {
+    await savePreset(req.user.id, update);
+
+    const presets = (await getPresets(req.user.id)).map((preset) => {
+      return preset.toObject();
+    });
+    res.status(201).send(presets);
+  } catch (error) {
+    console.error(error);
+    res.status(500).send(error);
+  }
+});
+
+router.post('/delete', requireJwtAuth, async (req, res) => {
+  let filter = {};
+  const { presetId } = req.body.arg || {};
+
+  if (presetId) filter = { presetId };
+
+  console.log('delete preset filter', filter);
+
+  try {
+    await deletePresets(req.user.id, filter);
+
+    const presets = (await getPresets(req.user.id)).map(preset => preset.toObject());
+
+    // console.log('delete preset response', presets);
+    res.status(201).send(presets);
+    // res.status(201).send(dbResponse);
+  } catch (error) {
+    console.error(error);
+    res.status(500).send(error);
+  }
+});
+
+module.exports = router;

api/server/routes/prompts.js

@@ -0,0 +1,14 @@
+const express = require('express');
+const router = express.Router();
+const { savePrompt, getPrompts, deletePrompts } = require('../../models/Prompt');
+
+router.get('/', async (req, res) => {
+  let filter = {};
+  // const { search } = req.body.arg;
+  // if (!!search) {
+  //   filter = { conversationId };
+  // }
+  res.status(200).send(await getPrompts(filter));
+});
+
+module.exports = router;

api/server/routes/search.js

@@ -0,0 +1,125 @@
+const express = require('express');
+const router = express.Router();
+const { MeiliSearch } = require('meilisearch');
+const { Message } = require('../../models/Message');
+const { Conversation, getConvosQueried } = require('../../models/Conversation');
+const { reduceHits } = require('../../lib/utils/reduceHits');
+const { cleanUpPrimaryKeyValue } = require('../../lib/utils/misc');
+const requireJwtAuth = require('../../middleware/requireJwtAuth');
+
+const cache = new Map();
+
+router.get('/sync', async function (req, res) {
+  await Message.syncWithMeili();
+  await Conversation.syncWithMeili();
+  res.send('synced');
+});
+
+router.get('/', requireJwtAuth, async function (req, res) {
+  try {
+    let user = req.user.id;
+    user = user ?? null;
+    const { q } = req.query;
+    const pageNumber = req.query.pageNumber || 1;
+    const key = `${user || ''}${q}`;
+
+    if (cache.has(key)) {
+      console.log('cache hit', key);
+      const cached = cache.get(key);
+      const { pages, pageSize, messages } = cached;
+      res.status(200).send({ conversations: cached[pageNumber], pages, pageNumber, pageSize, messages });
+      return;
+    } else {
+      cache.clear();
+    }
+
+    // const message = await Message.meiliSearch(q);
+    const messages = (
+      await Message.meiliSearch(
+        q,
+        {
+          attributesToHighlight: ['text'],
+          highlightPreTag: '**',
+          highlightPostTag: '**'
+        },
+        true
+      )
+    ).hits.map(message => {
+      const { _formatted, ...rest } = message;
+      return {
+        ...rest,
+        searchResult: true,
+        text: _formatted.text
+      };
+    });
+    const titles = (await Conversation.meiliSearch(q)).hits;
+    const sortedHits = reduceHits(messages, titles);
+    // debugging:
+    // console.log('user:', user, 'message hits:', messages.length, 'convo hits:', titles.length);
+    // console.log('sorted hits:', sortedHits.length);
+    const result = await getConvosQueried(user, sortedHits, pageNumber);
+
+    const activeMessages = [];
+    for (let i = 0; i < messages.length; i++) {
+      let message = messages[i];
+      if (message.conversationId.includes('--')) {
+        message.conversationId = cleanUpPrimaryKeyValue(message.conversationId);
+      }
+      if (result.convoMap[message.conversationId] && !message.error) {
+        const convo = result.convoMap[message.conversationId];
+        const { title, chatGptLabel, model } = convo;
+        message = { ...message, ...{ title, chatGptLabel, model } };
+        activeMessages.push(message);
+      }
+    }
+    result.messages = activeMessages;
+    if (result.cache) {
+      result.cache.messages = activeMessages;
+      cache.set(key, result.cache);
+      delete result.cache;
+    }
+    delete result.convoMap;
+    // for debugging
+    // console.log(result, messages.length);
+    res.status(200).send(result);
+  } catch (error) {
+    console.log(error);
+    res.status(500).send({ message: 'Error searching' });
+  }
+});
+
+router.get('/clear', async function (req, res) {
+  await Message.resetIndex();
+  res.send('cleared');
+});
+
+router.get('/test', async function (req, res) {
+  const { q } = req.query;
+  const messages = (await Message.meiliSearch(q, { attributesToHighlight: ['text'] }, true)).hits.map(
+    message => {
+      const { _formatted, ...rest } = message;
+      return { ...rest, searchResult: true, text: _formatted.text };
+    }
+  );
+  res.send(messages);
+});
+
+router.get('/enable', async function (req, res) {
+  let result = false;
+  try {
+    const client = new MeiliSearch({
+      host: process.env.MEILI_HOST,
+      apiKey: process.env.MEILI_MASTER_KEY
+    });
+
+    const { status } = await client.health();
+    // console.log(`Meilisearch: ${status}`);
+    result = status === 'available' && !!process.env.SEARCH;
+    return res.send(result);
+  } catch (error) {
+    // console.error(error);
+    return res.send(false);
+  }
+});
+
+module.exports = router;

api/server/routes/tokenizer.js

@@ -0,0 +1,26 @@
+const express = require('express');
+const router = express.Router();
+const { Tiktoken } = require('@dqbd/tiktoken/lite');
+const { load } = require('@dqbd/tiktoken/load');
+const registry = require('@dqbd/tiktoken/registry.json');
+const models = require('@dqbd/tiktoken/model_to_encoding.json');
+const requireJwtAuth = require('../../middleware/requireJwtAuth');
+
+router.post('/', requireJwtAuth, async (req, res) => {
+  try {
+    const { arg } = req.body;
+
+    // console.log('context:', arg, req.body);
+    // console.log(typeof req.body === 'object' ? { ...req.body, ...req.query } : req.query);
+    const model = await load(registry[models['gpt-3.5-turbo']]);
+    const encoder = new Tiktoken(model.bpe_ranks, model.special_tokens, model.pat_str);
+    const tokens = encoder.encode(arg.text);
+    encoder.free();
+    res.send({ count: tokens.length });
+  } catch (e) {
+    console.error(e);
+    res.status(500).send(e.message);
+  }
+});
+
+module.exports = router;

api/server/services/auth.service.js

@@ -0,0 +1,197 @@
+const User = require('../../models/User');
+const Token = require('../../models/schema/tokenSchema');
+const sendEmail = require('../../utils/sendEmail');
+const crypto = require('crypto');
+const bcrypt = require('bcrypt');
+const DebugControl = require('../../utils/debug.js');
+const Joi = require('joi');
+const { registerSchema } = require('../../strategies/validators');
+const migrateDataToFirstUser = require('../../utils/migrateDataToFirstUser');
+
+function log({ title, parameters }) {
+  DebugControl.log.functionName(title);
+  DebugControl.log.parameters(parameters);
+}
+
+const isProduction = process.env.NODE_ENV === 'production';
+const clientUrl = isProduction ? process.env.CLIENT_URL_PROD : process.env.CLIENT_URL_DEV;
+
+const loginUser = async (user) => {
+  // const refreshToken = req.user.generateRefreshToken();
+  const dbUser = await User.findById(user._id);
+  //todo: save refresh token
+
+  return dbUser;
+};
+
+const logoutUser = async (user, refreshToken) => {
+  User.findById(user._id).then((user) => {
+    const tokenIndex = user.refreshToken.findIndex(item => item.refreshToken === refreshToken);
+
+    if (tokenIndex !== -1) {
+      user.refreshToken.id(user.refreshToken[tokenIndex]._id).remove();
+    }
+
+    user.save((err) => {
+      if (err) {
+        return { status: 500, message: err.message };
+      } else {
+        //res.clearCookie('refreshToken', COOKIE_OPTIONS);
+        // removeTokenCookie(res);
+        return { status: 200, message: 'Logout successful' };
+      }
+    });
+  });
+  return { status: 200, message: 'Logout successful' };
+};
+
+const registerUser = async (user) => {
+  let response = {};
+  const { error } = Joi.validate(user, registerSchema);
+  if (error) {
+    log({
+      title: 'Route: register - Joi Validation Error',
+      parameters: [
+        { name: 'Request params:', value: user },
+        { name: 'Validation error:', value: error.details }
+      ]
+    });
+    response = { status: 422, message: error.details[0].message };
+    return response;
+  }
+
+  const { email, password, name, username } = user;
+
+  try {
+    const existingUser = await User.findOne({ email });
+
+    if (existingUser) {
+      log({
+        title: 'Register User - Email in use',
+        parameters: [
+          { name: 'Request params:', value: user },
+          { name: 'Existing user:', value: existingUser }
+        ]
+      });
+      response = { status: 422, message: 'Email is in use' };
+      return response;
+    }
+
+    //determine if this is the first registered user (not counting anonymous_user)
+    const isFirstRegisteredUser = await User.countDocuments({}) === 0;
+
+    try {
+      const newUser = await new User({
+        provider: 'local',
+        email,
+        password,
+        username,
+        name,
+        avatar: null,
+        role: isFirstRegisteredUser ? 'ADMIN' : 'USER',
+      });
+
+      // todo: implement refresh token
+      // const refreshToken = newUser.generateRefreshToken();
+      // newUser.refreshToken.push({ refreshToken });
+      bcrypt.genSalt(10, (err, salt) => {
+        bcrypt.hash(newUser.password, salt, (errh, hash) => {
+          if (err) {
+            console.log(err);
+          }
+          // set pasword to hash
+          newUser.password = hash;
+          newUser.save();
+        });
+      });
+      console.log('newUser', newUser)
+      if (isFirstRegisteredUser) {
+        migrateDataToFirstUser(newUser);
+        // console.log(migrate);
+      }
+      response = { status: 200, user: newUser };
+      return response;
+    } catch (err) {
+      response = { status: 500, message: err.message };
+      return response;
+    }
+  } catch (err) {
+    response = { status: 500, message: err.message };
+    return response;
+  }
+};
+
+const requestPasswordReset = async (email) => {
+  const user = await User.findOne({ email });
+  if (!user) {
+    return new Error('Email does not exist');
+  }
+
+  let token = await Token.findOne({ userId: user._id });
+  if (token) await token.deleteOne();
+
+  let resetToken = crypto.randomBytes(32).toString('hex');
+  const hash = await bcrypt.hash(resetToken, 10);
+
+  await new Token({
+    userId: user._id,
+    token: hash,
+    createdAt: Date.now()
+  }).save();
+
+  const link = `${clientUrl}/reset-password?token=${resetToken}&userId=${user._id}`;
+
+  sendEmail(
+    user.email,
+    'Password Reset Request',
+    {
+      name: user.name,
+      link: link
+    },
+    './template/requestResetPassword.handlebars'
+  );
+  return { link };
+};
+
+const resetPassword = async (userId, token, password) => {
+  let passwordResetToken = await Token.findOne({ userId });
+
+  if (!passwordResetToken) {
+    return new Error('Invalid or expired password reset token');
+  }
+
+  const isValid = await bcrypt.compare(token, passwordResetToken.token);
+
+  if (!isValid) {
+    return new Error('Invalid or expired password reset token');
+  }
+
+  const hash = await bcrypt.hash(password, 10);
+
+  await User.updateOne({ _id: userId }, { $set: { password: hash } }, { new: true });
+
+  const user = await User.findById({ _id: userId });
+
+  sendEmail(
+    user.email,
+    'Password Reset Successfnodeully',
+    {
+      name: user.name
+    },
+    './template/resetPassword.handlebars'
+  );
+
+  await passwordResetToken.deleteOne();
+
+  return { message: 'Password reset was successful' };
+};
+
+
+module.exports = {
+  // signup,
+  registerUser,
+  loginUser,
+  logoutUser,
+  requestPasswordReset,
+  resetPassword,
+};

api/strategies/facebookStrategy.js

@@ -0,0 +1,60 @@
+const passport = require('passport'); 
+const FacebookStrategy = require('passport-facebook').Strategy; 
+const User = require('../models/User');
+ 
+const serverUrl =
+  process.env.NODE_ENV === 'production' ? process.env.SERVER_URL_PROD : process.env.SERVER_URL_DEV;
+
+// facebook strategy
+const facebookLogin = new FacebookStrategy(
+  {
+    clientID: process.env.FACEBOOK_APP_ID,
+    clientSecret: process.env.FACEBOOK_SECRET,
+    callbackURL: `${serverUrl}${process.env.FACEBOOK_CALLBACK_URL}`,
+    proxy: true,
+    // profileFields: [
+    //   'id',
+    //   'email',
+    //   'gender',
+    //   'profileUrl',
+    //   'displayName',
+    //   'locale',
+    //   'name',
+    //   'timezone',
+    //   'updated_time',
+    //   'verified',
+    //   'picture.type(large)'
+    // ]
+  },
+  async (accessToken, refreshToken, profile, done) => {
+    console.log('facebookLogin => profile', profile);
+    try {
+      const oldUser = await User.findOne({ email: profile.emails[0].value });
+
+      if (oldUser) {
+        console.log('FACEBOOK LOGIN => found user', oldUser);
+        return done(null, oldUser);
+      }
+    } catch (err) {
+      console.log(err);
+    }
+
+    // register user
+    try {
+      const newUser = await new User({
+        provider: 'facebook',
+        facebookId: profile.id,
+        username: profile.name.givenName + profile.name.familyName,
+        email: profile.emails[0].value,
+        name: profile.displayName,
+        avatar: profile.photos[0].value
+      }).save();
+
+      done(null, newUser);
+    } catch (err) {
+      console.log(err);
+    }
+  }
+);
+
+passport.use(facebookLogin);

api/strategies/googleStrategy.js

@@ -0,0 +1,44 @@
+const passport = require('passport');
+const { Strategy: GoogleStrategy } = require('passport-google-oauth20');
+
+const User = require('../models/User');
+
+const serverUrl =
+  process.env.NODE_ENV === 'production' ? process.env.SERVER_URL_PROD : process.env.SERVER_URL_DEV;
+
+// google strategy
+const googleLogin = new GoogleStrategy(
+  {
+    clientID: process.env.GOOGLE_CLIENT_ID,
+    clientSecret: process.env.GOOGLE_CLIENT_SECRET,
+    callbackURL: `${serverUrl}${process.env.GOOGLE_CALLBACK_URL}`,
+    proxy: true
+  },
+  async (accessToken, refreshToken, profile, cb) => {
+    try {
+      const oldUser = await User.findOne({ email: profile.emails[0].value });
+      if (oldUser) {
+        return cb(null, oldUser);
+      }
+    } catch (err) {
+      console.log(err);
+    }
+
+    try {
+      const newUser = await new User({
+        provider: 'google',
+        googleId: profile.id,
+        username: profile.name.givenName,
+        email: profile.emails[0].value,
+        emailVerified: profile.emails[0].verified,
+        name: `${profile.name.givenName} ${profile.name.familyName}`,
+        avatar: profile.photos[0].value
+      }).save();
+      cb(null, newUser);
+    } catch (err) {
+      console.log(err);
+    }
+  }
+);
+
+passport.use(googleLogin);