diff --git a/packages/jupyter-ai/src/completions/plugin.ts b/packages/jupyter-ai/src/completions/plugin.ts
index c2519fd9e..3b2b6f2cf 100644
--- a/packages/jupyter-ai/src/completions/plugin.ts
+++ b/packages/jupyter-ai/src/completions/plugin.ts
@@ -199,7 +199,7 @@ export const completionPlugin: JupyterFrontEndPlugin<void> = {
       });
       const widget = new MainAreaWidget({ content });
       widget.id = 'jupyterlab-inline-completions-model';
-      widget.title.label = 'AI Completions Model Settings';
+      widget.title.label = 'Completer Model Settings';
       widget.title.closable = true;
       widget.title.icon = jupyternautIcon;
       return widget;
diff --git a/packages/jupyter-ai/src/completions/settings.tsx b/packages/jupyter-ai/src/completions/settings.tsx
index 23e0efb24..fea8d7c89 100644
--- a/packages/jupyter-ai/src/completions/settings.tsx
+++ b/packages/jupyter-ai/src/completions/settings.tsx
@@ -145,12 +145,6 @@ export function CompleterSettings(props: CompleterSettingsProps): JSX.Element {
         <Alert severity="warning">
           The jupyter-ai inline completion provider is not enabled in the Inline
           Completer settings.
-          <Button
-            variant="contained"
-            onClick={props.openInlineCompleterSettings}
-          >
-            Open Inline Completer Settings
-          </Button>
         </Alert>
       )}
 
@@ -161,7 +155,10 @@ export function CompleterSettings(props: CompleterSettingsProps): JSX.Element {
         modelKind="completions"
       />
 
-      <Box sx={{ display: 'flex', justifyContent: 'flex-end' }}>
+      <Box sx={{ display: 'flex', justifyContent: 'flex-end', gap: '8px' }}>
+        <Button variant="outlined" onClick={props.openInlineCompleterSettings}>
+          Inline Completer Settings
+        </Button>
         <Button variant="contained" onClick={handleSave} disabled={saving}>
           {saving ? 'Saving...' : 'Save changes'}
         </Button>