Add sticky round-robin for combos (#831)

Made-with: Cursor
This commit is contained in:
Abhishek Divekar
2026-05-01 15:06:36 +05:30
committed by GitHub
parent 0da61d8f7b
commit 3f17ee0e21
8 changed files with 160 additions and 24 deletions

View File

@@ -223,6 +223,24 @@ export default function ProfilePage() {
}
};
const updateComboStickyLimit = async (limit) => {
const numLimit = parseInt(limit);
if (isNaN(numLimit) || numLimit < 1) return;
try {
const res = await fetch("/api/settings", {
method: "PATCH",
headers: { "Content-Type": "application/json" },
body: JSON.stringify({ comboStickyRoundRobinLimit: numLimit }),
});
if (res.ok) {
setSettings(prev => ({ ...prev, comboStickyRoundRobinLimit: numLimit }));
}
} catch (err) {
console.error("Failed to update combo sticky limit:", err);
}
};
const updateRequireLogin = async (requireLogin) => {
try {
const res = await fetch("/api/settings", {
@@ -550,10 +568,34 @@ export default function ProfilePage() {
/>
</div>
{/* Combo Sticky Round Robin Limit */}
{settings.comboStrategy === "round-robin" && (
<div className="flex items-center justify-between pt-2 border-t border-border/50">
<div>
<p className="font-medium">Combo Sticky Limit</p>
<p className="text-sm text-text-muted">
Calls per combo model before switching
</p>
</div>
<Input
type="number"
min="1"
max="100"
value={settings.comboStickyRoundRobinLimit || 1}
onChange={(e) => updateComboStickyLimit(e.target.value)}
disabled={loading}
className="w-20 text-center"
/>
</div>
)}
<p className="text-xs text-text-muted italic pt-2 border-t border-border/50">
{settings.fallbackStrategy === "round-robin"
? `Currently distributing requests across all available accounts with ${settings.stickyRoundRobinLimit || 3} calls per account.`
: "Currently using accounts in priority order (Fill First)."}
{settings.comboStrategy === "round-robin"
? ` Combos rotate after ${settings.comboStickyRoundRobinLimit || 1} call${(settings.comboStickyRoundRobinLimit || 1) === 1 ? "" : "s"} per model.`
: " Combos always start with their first model."}
</p>
</div>
</Card>

View File

@@ -70,6 +70,7 @@ export async function PATCH(request) {
// Invalidate combo rotation state when strategy settings change
if (
Object.prototype.hasOwnProperty.call(body, "comboStrategy") ||
Object.prototype.hasOwnProperty.call(body, "comboStickyRoundRobinLimit") ||
Object.prototype.hasOwnProperty.call(body, "comboStrategies")
) {
resetComboRotation();