WIP: Custom model endpoint redesign

api-server/rhelai-install/rhelai-install.sh

@@ -22,11 +22,11 @@ if [ -d "/tmp/api-server" ]; then
 fi
 
 mkdir -p /tmp/api-server
-cd /tmp/ui/api-server
-wget https://instructlab-ui.s3.us-east-1.amazonaws.com/apiserver/apiserver-linux-amd64.tar.gz
-tar -xzf apiserver-linux-amd64.tar.gz 
-mv apiserver-linux-amd64/ilab-apiserver /usr/local/sbin
-rm -rf apiserver-linux-amd64 apiserver-linux-amd64.tar.gz 
+cd /tmp/api-server
+curl -sLO https://instructlab-ui.s3.us-east-1.amazonaws.com/apiserver/apiserver-linux-amd64.tar.gz
+tar -xzf apiserver-linux-amd64.tar.gz
+mv apiserver-linux-amd64/ilab-apiserver $HOME/.local/bin
+rm -rf apiserver-linux-amd64 apiserver-linux-amd64.tar.gz /tmp/api-server
 
 CUDA_FLAG=""
 

src/app/api/playground/chat/route.ts

@@ -10,6 +10,7 @@ export async function POST(req: NextRequest) {
     const { question, systemRole } = await req.json();
     const apiURL = req.nextUrl.searchParams.get('apiURL');
     const modelName = req.nextUrl.searchParams.get('modelName');
+    const apiKey = req.nextUrl.searchParams.get('apiKey')
 
     if (!apiURL || !modelName) {
       return new NextResponse('Missing API URL or Model Name', { status: 400 });
@@ -26,16 +27,34 @@ export async function POST(req: NextRequest) {
       stream: true
     };
 
-    const agent = new https.Agent({
-      rejectUnauthorized: false
-    });
+    let agent: https.Agent
+    if (apiKey && apiKey != "" ) {
+      agent = new https.Agent({
+        rejectUnauthorized: true
+      });
+    } else {
+      agent = new https.Agent({
+        rejectUnauthorized: false
+      });
+    }
+
+    var headers: HeadersInit
+    if (apiKey && apiKey != "" ) {
+      headers = {
+        'Content-Type': 'application/json',
+        'Accept': 'text/event-stream',
+        'Authorization': `Bearer: ${apiKey}`
+      }
+    } else {
+      headers = {
+        'Content-Type': 'application/json',
+        'Accept': 'text/event-stream'
+      }
+    }
 
     const chatResponse = await fetch(`${apiURL}/v1/chat/completions`, {
       method: 'POST',
-      headers: {
-        'Content-Type': 'application/json',
-        accept: 'application/json'
-      },
+      headers: headers,
       body: JSON.stringify(requestData),
       agent: apiURL.startsWith('https') ? agent : undefined
     });

src/app/playground/endpoints/endpointPage.css

@@ -0,0 +1,5 @@
+.disabled-endpoint {
+    opacity: 0.4;                     /* Faded look */
+    background-color: #f5f5f5;       /* Light gray background (optional) */
+    color: #6a6e73;                  /* PatternFly disabled text color */
+  }