Tests/updated api tests

.github/workflows/api-tests.yml

@@ -0,0 +1,55 @@
+name: unit tests
+
+
+on:
+  push:
+    branches:
+      - main
+  pull_request:
+    branches:
+      - main
+
+jobs:
+    test:
+        runs-on: ubuntu-latest
+        environment: testing
+        env:
+            ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
+            OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+            LANGFUSE_SECRET_KEY: ${{ secrets.LANGFUSE_SECRET_KEY }}
+            LANGFUSE_PUBLIC_KEY: ${{ secrets.LANGFUSE_PUBLIC_KEY }}
+            LANGFUSE_HOST: ${{ secrets.LANGFUSE_HOST }}
+            RXN_CLASSIFICATION_MODEL_PATH: ${{ secrets.RXN_CLASSIFICATION_MODEL_PATH }}
+            AZ_MODEL_CONFIG_PATH: ${{ secrets.AZ_MODEL_CONFIG_PATH }}
+            AZ_MODELS_PATH: ${{ secrets.AZ_MODELS_PATH }}
+            AZURE_AI_API_KEY: ${{ secrets.AZURE_AI_API_KEY }}
+            AZURE_AI_API_BASE: ${{ secrets.AZURE_AI_API_BASE }}
+            DEEPINFRA_API_KEY: ${{ secrets.DEEPINFRA_API_KEY }}
+            AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+            AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+            TOGETHER_API_KEY: ${{ secrets.TOGETHER_API_KEY }}
+            FIREWORKS_AI_API_KEY: ${{ secrets.FIREWORKS_AI_API_KEY }}
+            ENABLE_LOGGING: False
+        defaults:
+            run:
+                working-directory: ./tests/
+        strategy:
+            matrix:
+                os: [ubuntu-latest]
+                python-version: [3.9]
+        steps:
+            - uses: actions/checkout@v4
+
+            - name: Set up Python 3.9
+              uses: actions/setup-python@v5
+              with:
+                python-version: ${{ matrix.python-version }}
+
+            - name: Install dependencies
+              run: |
+                python -m pip install --upgrade pip
+                pip install -r requirements_tests.txt
+
+            - name: Run LLM tests
+              run: |
+                pytest ./api-tests/ -v

.github/workflows/tests.yml → .github/workflows/llm-tests.yml

@@ -50,6 +50,6 @@ jobs:
                 python -m pip install --upgrade pip
                 pip install -r requirements_tests.txt
 
-            - name: Run tests
+            - name: Run LLM tests
               run: |
-                pytest -v
+                pytest ./llm-tests/ -v

results/dfs/dataset.csv

@@ -1,14 +1,12 @@
-smiles
-C(CCO)[C@@]12C=3C(C[C@@]1(C[C@@H](C)CC2=O)[H])=NC=CC3
-O=C(C1=CC(OCCC2)=C(OC)C(OC)=C1)NCCCN3CCCN(CC[C@@H]2OC(C4=CC(OC)=C(OC)C(OC)=C4)=O)CC3
-ClC(C=C1)=CC=C1C2=C3CN([C@H](COCCCO[C@@H]3CC(C)(C)C2)C4)CCN4C5=CC(N6C(C=C(C=CN7)C7=N8)=C8OCCC6)=C(C(NS(C9=CC([N+]([O-])=O)=C(NC[C@H]%10OC[C@H](OC)CC%10)C=C9)(=O)=O)=O)C=C5
-ClC(C(OC)=C1)=CC2=C1[C@@H]3[C@@H](N(C)CC2)CCC4=CC=CC=C43
-ClC(C(OC)=C1)=CC(CCN2C)=C1[C@@]3([H])[C@@]2([H])CCC4=CC=CC=C43
-O[C@H]1C=C2C3N(C[C@H]2OC)CC4=CC5=C(OCO5)C=C4C3[C@@H]1OC(C)=O
-FC1(F)C2=C(C=CN=C2Cl)[C@]3(CN(C=C(C(F)(F)F)C=C4OC(F)F)C4=N3)CC1
-O=C1N(CC2=C(F)C=C(C3=CC=CC4=NN(C)C=C43)C=C2F)CC5=NC=CC=C51
-O=C1C[C@H]2C[C@]3(CC2)[C@@]1([H])CC[C@@H]3C
-CCC1=CC2CC(C(OC)=O)=C3C4(C(C=CC=C5)=C5N3)C2N(CC4)C1O=C(OC)C1=C2NC=3C=CC=CC3C24CCN5CC(=CC(C1)C54)CC
-CCC1=C[C@@]2([H])CC(C(OC)=O)=C3[C@]4(C(C=CC=C5)=C5N3)[C@H]2N(CC4)C1C(OC)(=O)C1=C2[C@@]3([C@@]4([C@](C1)(C=C(CC)CN4CC3)[H])[H])C=5C(N2)=CC=CC5
-O=C(C(N1)CC2=C(C(C)(C=C)C)NC3=CC=CC=C32)N4C(CCC4)C1=OC(C=1C=2C(NC1C(C=C)(C)C)=CC=CC2)[C@H]3C(=O)N4[C@](C(=O)N3)(CCC4)[H]
-C(C=1C=2C(NC1C(C=C)(C)C)=CC=CC2)[C@H]3C(=O)N4[C@](C(=O)N3)(CCC4)[H]
+smiles,
+ClC(C(OC)=C1)=CC2=C1[C@@H]3[C@@H](N(C)CC2)CCC4=CC=CC=C43,
+ClC(C(OC)=C1)=CC(CCN2C)=C1[C@@]3([H])[C@@]2([H])CCC4=CC=CC=C43,
+O[C@H]1C=C2C3N(C[C@H]2OC)CC4=CC5=C(OCO5)C=C4C3[C@@H]1OC(C)=O,
+FC1(F)C2=C(C=CN=C2Cl)[C@]3(CN(C=C(C(F)(F)F)C=C4OC(F)F)C4=N3)CC1,
+O=C1N(CC2=C(F)C=C(C3=CC=CC4=NN(C)C=C43)C=C2F)CC5=NC=CC=C51,
+O=C1C[C@H]2C[C@]3(CC2)[C@@]1([H])CC[C@@H]3C,
+C(C=1C=2C(NC1C(C=C)(C)C)=CC=CC2)[C@H]3C(=O)N4[C@](C(=O)N3)(CCC4)[H],
+ClC(C=C1)=CC=C1C2=C3CN([C@H](COCCCO[C@@H]3CC(C)(C)C2)C4)CCN4C5=CC(N6C(C=C(C=CN7)C7=N8)=C8OCCC6)=C(C(NS(C9=CC([N+]([O-])=O)=C(NC[C@H]%10OC[C@H](OC)CC%10)C=C9)(=O)=O)=O)C=C5,
+C[C@@H](OC[C@@]1(C2=CC=CC=C2)CC[C@@]3(CN1)CCC(N3)=O)C4=CC(C(F)(F)F)=CC(C(F)(F)F)=C4,
+C(CCO)[C@@]12C=3C(C[C@@]1(C[C@@H](C)CC2=O)[H])=NC=CC3,
+O=C(C1=CC(OCCC2)=C(OC)C(OC)=C1)NCCCN3CCCN(CC[C@@H]2OC(C4=CC(OC)=C(OC)C(OC)=C4)=O)CC3,