casbin
/
casibase
1
0
Fork 1
Code Issues Pull Requests Packages Projects Releases Wiki Activity

feat: support OpenRouter model parameters (#645) 

* feat: support OpenRouter model parameters

* feat: support OpenRouter model parameters
This commit is contained in:
Kelvin Chiu 2023-09-24 07:39:57 +08:00 committed by GitHub
parent 65e5fdecca
commit ed1ed5d2e3
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 54 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
model/openrouter.go
View File

@ -30,14 +30,18 @@ type OpenRouterModelProvider struct {
secretKey string
siteName string
siteUrl string
temperature *float32
topP *float32
}
func NewOpenRouterModelProvider(subType string, secretKey string) (*OpenRouterModelProvider, error) {
func NewOpenRouterModelProvider(subType string, secretKey string, temperature float32, topP float32) (*OpenRouterModelProvider, error) {
p := &OpenRouterModelProvider{
subType: subType,
secretKey: secretKey,
siteName: "Casibase",
siteUrl: "https://casibase.org",
temperature: &temperature,
topP: &topP,
}
return p, nil
}
@ -74,6 +78,8 @@ func (p *OpenRouterModelProvider) QueryText(question string, writer io.Writer, b
}
maxTokens := 4097 - promptTokens
temperature := p.temperature
topP := p.topP
respStream, err := client.CreateChatCompletionStream(
ctx,
@ -90,8 +96,8 @@ func (p *OpenRouterModelProvider) QueryText(question string, writer io.Writer, b
},
},
Stream: false,
Temperature: nil,
TopP: nil,
Temperature: temperature,
TopP: topP,
MaxTokens: maxTokens,
},
)

2
model/provider.go
View File

@ -33,7 +33,7 @@ func GetModelProvider(typ string, subType string, clientId string, clientSecret
} else if typ == "Claude" {
p, err = NewClaudeModelProvider(subType, clientSecret)
} else if typ == "OpenRouter" {
p, err = NewOpenRouterModelProvider(subType, clientSecret)
p, err = NewOpenRouterModelProvider(subType, clientSecret, temperature, topP)
} else if typ == "Ernie" {
p, err = NewErnieModelProvider(subType, clientId, clientSecret, temperature, topP, presencePenalty)
} else if typ == "iFlytek" {

36
web/src/ProviderEditPage.js
View File

@ -279,6 +279,42 @@ class ProviderEditPage extends React.Component {
</>
) : null
}
{
(this.state.provider.category === "Model" && this.state.provider.type === "OpenRouter") ? (
<>
<Row style={{marginTop: "20px"}}>
<Col style={{marginTop: "5px"}} span={(Setting.isMobile()) ? 22 : 2}>
{i18next.t("provider:Temperature")}:
</Col>
<this.InputSlider
min={0}
max={2}
step={0.01}
value={this.state.provider.temperature}
onChange={(value) => {
this.updateProviderField("temperature", value);
}}
isMobile={Setting.isMobile()}
/>
</Row>
<Row style={{marginTop: "20px"}}>
<Col style={{marginTop: "5px"}} span={(Setting.isMobile()) ? 22 : 2}>
{i18next.t("provider:Top P")}:
</Col>
<this.InputSlider
min={0}
max={1}
step={0.01}
value={this.state.provider.topP}
onChange={(value) => {
this.updateProviderField("topP", value);
}}
isMobile={Setting.isMobile()}
/>
</Row>
</>
) : null
}
{
(this.state.provider.category === "Model" && this.state.provider.type === "iFlytek") ? (
<>