22 embabel ux (#25)

* WIP: initial UX structure

* WIP: UX work and model id addition

* WIP: clean up duplicate error files

* WIP: clean up build issues

* WIP: reset work

* WIP: update for providers

* WIP: price formatting

* WIP: fixes for date format

* WIP: tooltip work and build into the embabel server

* WIP: date format issue and restructure of menu

* WIP: clean up of functions and errors

* Documentation updates

Author: willschipp

.github/workflows/build_data.yml

@@ -22,4 +22,4 @@ jobs:
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} 
           SONAR_TOKEN: ${{ secrets.SONAR_TOKEN }}
-        run: mvn -U -B test -Dtest=com.embabel.database.server.EmbableDatabaseServerITest -Daws.region=us-east-1 -pl embabel-database-server
+        run: mvn -U -B test -Dtest=com.embabel.database.server.EmbabelDatabaseServerITest -Daws.region=us-east-1 -pl embabel-database-server

.gitignore

@@ -6,6 +6,9 @@ target
 
 *.log
 
+node_modules
+
 embabel-database-agent/data
 # embabel-database-core/data
-embabel-database-server/data
+embabel-database-server/data
+embabel-database-server/src/main/resources/static

BUILDING.md

@@ -0,0 +1,18 @@
+# Building
+
+## Server
+
+To build the entire server:
+`mvn clean install`
+
+To run the server locally
+`java -jar embabel-database-server/target/embabel-database-server-{version}.jar`
+
+## UI
+
+To build the ui;
+1. from the root directory, run `npm i` to install all the packages
+2. to run as a dev server `npm run dev`
+3. to build and include in the `embabel-database-server` run `npm run build`
+
+The output of the build files will be automatically placed in `embabel-database-server/src/main/resources/static`

README.md

@@ -40,17 +40,22 @@ The Database is loaded from the Project [Llm LeaderBoard](https://github.com/Jon
 [Embabel Database Server](./embabel-database-server/) is a Spring Rest standlone server that supports running the repository and exposing it via REST endpoints.
 
 `GET /api/v1/models` returns an array of JSON objects representing a `ModelMetadata` object
+`GET /api/v1/models/{model id}` returns a specific model
 `GET /api/v1/models/search/findByName?name={model name}` returns a list of matching `ModelMetadata` including providers and costs for each matching model
-`GET /api/v1/models/search/findByNameContains?name={model name}` returns a list of matching `ModelMetadata` where the name contians the 'name' passed
+`GET /api/v1/models/search/findByNameContains?contains={model name}` returns a list of matching `ModelMetadata` where the name contians the 'name' passed
 `GET /api/v1/models/search/findByNameAndProvider?name={model name}&provider={provider name}` returns a list of matching `ModelMetadata` 
 `GET /api/v1/models/search/findByTags?tags={tag name}` returns a list of matching `ModelMetadata` 
+`GET /api/v1/models/search/findByProvider?provider={provider name}` returns a list of matching `ModelMetadata` 
 `GET /api/v1/models/count` returns the number of models in the repository
 `GET /api/v1/models/lastUpdate` returns a timestamp for when the repository was last refreshed
 `GET /api/v1/tags` returns a list of tag objects that models are mapped to
+`GET /api/v1/agents/{agentName}/processes` returns a list of process names from memory for a specific agent name
 
 Repository maintenance is via an Agent approach.  The server provides an MCP Server compliant toolset as well as a direct, manual mechanism to trigger the Agent.  The Agent will validate if the repository needs refreshing.
 `POST /api/v1/agents/{agentName}` manually triggers the repository maintenance agent  (e.g. `POST /api/v1/agents/A1ModelRepositoryAgent`)
 
+
+
 ## Testing
 
 [Testing](./TESTING.md)

data/models.json

@@ -47,6 +47,7 @@ public class LlmLeaderboardParser implements ModelMetadataParser {
     private static final String MODEL_ID = "model_id";
     private static final String MODEL_PATH = "models";
     private static final String NAME = "model_name";
+    private static final String PROVIDER_NAME = "provider_id";
     private static final String PARAM_COUNT = "max_input_tokens";
     private static final String PRICE_PER_INPUT_TOKEN = "input_cents_per_million_tokens";
     private static final String PRICE_PER_OUTPUT_TOKEN = "output_cents_per_million_tokens";
@@ -72,8 +73,9 @@ public List<ModelMetadata> parse(String json) {
             List<Map<String,Object>> providerModelList = objectMapper.readValue(json, new TypeReference<List<Map<String,Object>>>(){});
             //get the primary components
             for (Map<String,Object> providerModel : providerModelList) {
-                String providerName = providerModel.get(NAME).toString();
-                String modelName = providerModel.get(MODEL_ID).toString();
+                String modelId = providerModel.get(MODEL_ID).toString();
+                String providerName = providerModel.get(PROVIDER_NAME).toString();
+                String modelName = providerModel.get(NAME).toString();
                 //date parse
                 LocalDate knowledgeCutoffDate = LocalDate.of(1970, 1, 1); //TODO need to fix updated at
                 // if (providerModels.get(UPDATED_AT) != null && providerModels.get(UPDATED_AT).toString().length() > 0) {

embabel-database-agent/src/main/java/com/embabel/database/agent/util/LlmLeaderboardParser.java

@@ -40,6 +40,7 @@
 import java.util.Collections;
 import java.util.List;
 import java.util.Scanner;
+import java.util.UUID;
 
 public class AiModelRepositoryAgentTest {
 
@@ -50,7 +51,7 @@ void testMaintainCatalog() throws Exception {
         String modelName = "model-0";
         String providerName = "provider-0";
         //setup a single model
-        LlmModelMetadata singleModel = new LlmModelMetadata(modelName, providerName, dateStamp, null, 1l,Collections.singletonList("task"),"test");
+        LlmModelMetadata singleModel = new LlmModelMetadata(UUID.randomUUID().toString(),modelName, providerName, dateStamp, null, 1l,Collections.singletonList("task"),"test");
         //setup the repo
         AiModelRepository aiModelRepository = mock(AiModelRepository.class);
         when(aiModelRepository.lastUpdated()).thenReturn(matchTime);
@@ -94,7 +95,7 @@ void testNeedsRefresh() throws Exception {
         String modelName = "model-0";
         String providerName = "provider-0";
         //setup a single model
-        LlmModelMetadata singleModel = new LlmModelMetadata(modelName, providerName, dateStamp, null, 1l,Collections.singletonList("task"),"test");
+        LlmModelMetadata singleModel = new LlmModelMetadata(UUID.randomUUID().toString(),modelName, providerName, dateStamp, null, 1l,Collections.singletonList("task"),"test");
         List<ModelMetadata> models = new ArrayList<>();
         models.add(singleModel);
         //set the trigger

embabel-database-agent/src/test/java/com/embabel/database/agent/AiModelRepositoryAgentTest.java

@@ -22,6 +22,7 @@
 import java.util.ArrayList;
 import java.util.Collections;
 import java.util.List;
+import java.util.UUID;
 
 import org.junit.jupiter.api.Test;
 
@@ -39,7 +40,7 @@ void testValidate() {
         String modelName = "model-0";
         String providerName = "provider-0";
         //setup a single model
-        LlmModelMetadata singleModel = new LlmModelMetadata(modelName, providerName, dateStamp, null, 1l,Collections.singletonList("task"),"test");
+        LlmModelMetadata singleModel = new LlmModelMetadata(UUID.randomUUID().toString(),modelName, providerName, dateStamp, null, 1l,Collections.singletonList("task"),"test");
         //setup the repo
         AiModelRepository aiModelRepository = new InMemoryAiModelRepository();
         //save
@@ -51,7 +52,7 @@ void testValidate() {
         //add existing
         newModels.add(singleModel);
         //add a new one
-        LlmModelMetadata newModel = new LlmModelMetadata(modelName + "-1", providerName, dateStamp, null, 1l,Collections.singletonList("task"),"test");
+        LlmModelMetadata newModel = new LlmModelMetadata(UUID.randomUUID().toString(),modelName + "-1", providerName, dateStamp, null, 1l,Collections.singletonList("task"),"test");
         newModels.add(newModel);
         //process
         ModelMetadataValidationService modelMetadataValidationService = new AiRepositoryModelMetadataValidationService(aiModelRepository);
@@ -66,7 +67,7 @@ void testValidate() {
     void testInverse() {
         LocalDate dateStamp = LocalDate.now();
         //setup a single model
-        LlmModelMetadata singleModel = new LlmModelMetadata("model-0", "provider-0", dateStamp, null, 1l,Collections.singletonList("task"),"test");
+        LlmModelMetadata singleModel = new LlmModelMetadata(UUID.randomUUID().toString(),"model-0", "provider-0", dateStamp, null, 1l,Collections.singletonList("task"),"test");
         //setup the repo
         AiModelRepository aiModelRepository = new InMemoryAiModelRepository();
         //save

embabel-database-agent/src/test/java/com/embabel/database/agent/service/AiRepositoryModelMetadataValidationServiceTest.java

@@ -128,4 +128,20 @@ interface AiModelRepository {
      * @return Int of the list size
      */
     fun count(): Int
+
+
+    /**
+     * get a model by the model Id
+     * @param modelId
+     * @return the model
+     */
+    fun findById(modelId: String): ModelMetadata?
+
+
+    /**
+     * get a list of models by the provider
+     * @param provider
+     * @return List of ModelMetadata or `null`
+     */
+    fun findByProvider(provider: String): List<ModelMetadata>?
 }

embabel-database-core/src/main/kotlin/com/embabel/database/core/repository/AiModelRepository.kt

@@ -116,6 +116,15 @@ class InMemoryAiModelRepository(allModels: List<ModelMetadata> = emptyList()) :
         return models.filter { it.name.contains(name,ignoreCase = true) }
     }
 
+    override fun findById(modelId: String): ModelMetadata? {
+        return models.filterIsInstance<LlmModelMetadata>()
+            .find { it.modelId == modelId }
+    }
+
+    override fun findByProvider(provider: String): List<ModelMetadata>? {
+        return models.filter { it.provider.contains(provider,ignoreCase = true) }
+    }
+
     //serialize the current list to json
     fun flushToFile() {
         // Create and configure the ObjectMapper