diff --git a/src/vs/workbench/contrib/chat/browser/chatInputPart.ts b/src/vs/workbench/contrib/chat/browser/chatInputPart.ts
index 150d24d4d8ab7..d9fb89dc15e2f 100644
--- a/src/vs/workbench/contrib/chat/browser/chatInputPart.ts
+++ b/src/vs/workbench/contrib/chat/browser/chatInputPart.ts
@@ -1517,7 +1517,8 @@ export class ChatInputPart extends Disposable implements IHistoryNavigationWidge
 			const atTop = position.lineNumber === 1 && position.column - 1 <= (this._inputEditor._getViewModel()?.getLineLength(1) ?? 0);
 			this.chatCursorAtTop.set(atTop);
 
-			this.historyNavigationBackwardsEnablement.set(atTop);
+			const atFirstPosition = position.lineNumber === 1 && position.column === 1;
+			this.historyNavigationBackwardsEnablement.set(atFirstPosition);
 			this.historyNavigationForewardsEnablement.set(position.equals(getLastPosition(model)));
 		};
 		this._register(this._inputEditor.onDidChangeCursorPosition(e => onDidChangeCursorPosition()));