Compare commits

..

5 Commits

Author SHA1 Message Date
Jeffrey Morgan
9ec16f0f03 fix formatting when exiting ollama run 2023-10-27 21:26:23 -07:00
Jeffrey Morgan
57a58db1b0 history: update pos after compact 2023-10-27 20:38:03 -07:00
Jeffrey Morgan
2d75a4537c close input channel when receiving io.EOF 2023-10-27 20:26:04 -07:00
Jeffrey Morgan
4748609611 Don't quit ioloop on NUL character (#940)
* dont quit ioloop on 0 rune

* check for closed channel

* remove unused error on `Close()`
2023-10-27 20:01:48 -07:00
Jeffrey Morgan
c0dcea1398 Update faq.md 2023-10-27 18:29:00 -07:00
7 changed files with 59 additions and 51 deletions

View File

@@ -536,7 +536,6 @@ func generateInteractive(cmd *cobra.Command, model string) error {
if err != nil {
return err
}
defer scanner.Close()
var wordWrap bool
termType := os.Getenv("TERM")
@@ -562,6 +561,7 @@ func generateInteractive(cmd *cobra.Command, model string) error {
line, err := scanner.Readline()
switch {
case errors.Is(err, io.EOF):
fmt.Println()
return nil
case errors.Is(err, readline.ErrInterrupt):
if line == "" {

View File

@@ -16,25 +16,19 @@ journalctl -u ollama
If you're running `ollama serve` directly, the logs will be printed to the console.
## How can I expose the Ollama server?
## How can I expose Ollama on my network?
Ollama binds to 127.0.0.1 port 11434 by default. Change the bind address with the `OLLAMA_HOST` environment variable.
Ollama allows cross origin requests from `127.0.0.1` and `0.0.0.0` by default. Add additional origins with the `OLLAMA_ORIGINS` environment variable:
On macOS:
```bash
OLLAMA_HOST=0.0.0.0:11435 ollama serve
```
```bash
OLLAMA_ORIGINS=http://192.168.1.1:*,https://example.com ollama serve
```
On Linux:
Create a `systemd` drop-in directory and set `Environment=OLLAMA_HOST` and/or `Environment=OLLAMA_ORIGINS`
Create a `systemd` drop-in directory and set `Environment=OLLAMA_HOST`
```bash
mkdir -p /etc/systemd/system/ollama.service.d
@@ -45,11 +39,30 @@ echo "[Service]" >>/etc/systemd/system/ollama.service.d/environment.conf
echo "Environment=OLLAMA_HOST=0.0.0.0:11434" >>/etc/systemd/system/ollama.service.d/environment.conf
```
Reload `systemd` and restart Ollama:
```bash
systemctl daemon-reload
systemctl restart ollama
```
## How can I allow additional web origins to access Ollama?
Ollama allows cross origin requests from `127.0.0.1` and `0.0.0.0` by default. Add additional origins with the `OLLAMA_ORIGINS` environment variable:
On macOS:
```bash
OLLAMA_ORIGINS=http://192.168.1.1:*,https://example.com ollama serve
```
On Linux:
```bash
echo "Environment=OLLAMA_ORIGINS=http://129.168.1.1:*,https://example.com" >>/etc/systemd/system/ollama.service.d/environment.conf
```
Reload `systemd` and restart Ollama.
Reload `systemd` and restart Ollama:
```bash
systemctl daemon-reload

View File

@@ -45,7 +45,7 @@ func (b *Buffer) MoveLeft() {
if b.Pos%b.LineWidth == 0 {
fmt.Printf(CursorUp + CursorBOL + cursorRightN(b.Width))
} else {
fmt.Printf(CursorLeft)
fmt.Print(CursorLeft)
}
b.Pos -= 1
}
@@ -78,7 +78,7 @@ func (b *Buffer) MoveRight() {
if b.Pos%b.LineWidth == 0 {
fmt.Printf(CursorDown + CursorBOL + cursorRightN(b.PromptSize()))
} else {
fmt.Printf(CursorRight)
fmt.Print(CursorRight)
}
}
}
@@ -104,7 +104,7 @@ func (b *Buffer) MoveToStart() {
currLine := b.Pos / b.LineWidth
if currLine > 0 {
for cnt := 0; cnt < currLine; cnt++ {
fmt.Printf(CursorUp)
fmt.Print(CursorUp)
}
}
fmt.Printf(CursorBOL + cursorRightN(b.PromptSize()))
@@ -118,12 +118,12 @@ func (b *Buffer) MoveToEnd() {
totalLines := b.Size() / b.LineWidth
if currLine < totalLines {
for cnt := 0; cnt < totalLines-currLine; cnt++ {
fmt.Printf(CursorDown)
fmt.Print(CursorDown)
}
remainder := b.Size() % b.LineWidth
fmt.Printf(CursorBOL + cursorRightN(b.PromptSize()+remainder))
} else {
fmt.Printf(cursorRightN(b.Size() - b.Pos))
fmt.Print(cursorRightN(b.Size() - b.Pos))
}
b.Pos = b.Size()
@@ -173,15 +173,15 @@ func (b *Buffer) drawRemaining() {
if b.Pos > 0 {
place = b.Pos % b.LineWidth
}
fmt.Printf(CursorHide)
fmt.Print(CursorHide)
// render the rest of the current line
currLine := remainingText[:min(b.LineWidth-place, len(remainingText))]
if len(currLine) > 0 {
fmt.Printf(ClearToEOL + currLine)
fmt.Printf(cursorLeftN(len(currLine)))
fmt.Print(cursorLeftN(len(currLine)))
} else {
fmt.Printf(ClearToEOL)
fmt.Print(ClearToEOL)
}
// render the other lines
@@ -195,12 +195,12 @@ func (b *Buffer) drawRemaining() {
}
fmt.Printf("%c", c)
}
fmt.Printf(ClearToEOL)
fmt.Printf(cursorUpN(totalLines))
fmt.Print(ClearToEOL)
fmt.Print(cursorUpN(totalLines))
fmt.Printf(CursorBOL + cursorRightN(b.Width-len(currLine)))
}
fmt.Printf(CursorShow)
fmt.Print(CursorShow)
}
func (b *Buffer) Remove() {
@@ -305,12 +305,12 @@ func (b *Buffer) ClearScreen() {
targetLine := currPos / b.LineWidth
if targetLine > 0 {
for cnt := 0; cnt < targetLine; cnt++ {
fmt.Printf(CursorDown)
fmt.Print(CursorDown)
}
}
remainder := currPos % b.LineWidth
if remainder > 0 {
fmt.Printf(cursorRightN(remainder))
fmt.Print(cursorRightN(remainder))
}
if currPos%b.LineWidth == 0 {
fmt.Printf(CursorBOL + b.Prompt.AltPrompt)

View File

@@ -78,8 +78,8 @@ func (h *History) Init() error {
func (h *History) Add(l []rune) {
h.Buf.Add(l)
h.Pos = h.Size()
h.Compact()
h.Pos = h.Size()
if h.Autosave {
h.Save()
}

View File

@@ -5,7 +5,6 @@ import (
"fmt"
"io"
"os"
"sync"
"syscall"
)
@@ -18,8 +17,6 @@ type Prompt struct {
}
type Terminal struct {
m sync.Mutex
wg sync.WaitGroup
outchan chan rune
}
@@ -52,7 +49,7 @@ func (i *Instance) Readline() (string, error) {
if i.Prompt.UseAlt {
prompt = i.Prompt.AltPrompt
}
fmt.Printf(prompt)
fmt.Print(prompt)
termios, err := SetRawMode(syscall.Stdin)
if err != nil {
@@ -78,13 +75,14 @@ func (i *Instance) Readline() (string, error) {
fmt.Printf(ColorGrey + ph + fmt.Sprintf(CursorLeftN, len(ph)) + ColorDefault)
}
r := i.Terminal.ReadRune()
r, err := i.Terminal.Read()
if buf.IsEmpty() {
fmt.Printf(ClearToEOL)
fmt.Print(ClearToEOL)
}
if r == 0 { // io.EOF
break
if err != nil {
return "", io.EOF
}
if escex {
@@ -112,7 +110,11 @@ func (i *Instance) Readline() (string, error) {
case CharBracketedPaste:
var code string
for cnt := 0; cnt < 3; cnt++ {
r = i.Terminal.ReadRune()
r, err = i.Terminal.Read()
if err != nil {
return "", io.EOF
}
code += string(r)
}
if code == CharBracketedPasteStart {
@@ -149,6 +151,8 @@ func (i *Instance) Readline() (string, error) {
}
switch r {
case CharNull:
continue
case CharEsc:
esc = true
case CharInterrupt:
@@ -206,11 +210,6 @@ func (i *Instance) Readline() (string, error) {
}
}
}
return "", nil
}
func (i *Instance) Close() error {
return i.Terminal.Close()
}
func (i *Instance) HistoryEnable() {
@@ -237,25 +236,18 @@ func (t *Terminal) ioloop() {
for {
r, _, err := buf.ReadRune()
if err != nil {
close(t.outchan)
break
}
t.outchan <- r
if r == 0 { // EOF
break
}
}
}
func (t *Terminal) ReadRune() rune {
func (t *Terminal) Read() (rune, error) {
r, ok := <-t.outchan
if !ok {
return rune(0)
return 0, io.EOF
}
return r
}
func (t *Terminal) Close() error {
close(t.outchan)
return nil
return r, nil
}

View File

@@ -1,4 +1,6 @@
//go:build aix || darwin || dragonfly || freebsd || (linux && !appengine) || netbsd || openbsd || os400 || solaris
// +build aix darwin dragonfly freebsd linux,!appengine netbsd openbsd os400 solaris
package readline
import (
@@ -30,6 +32,6 @@ func UnsetRawMode(fd int, termios *Termios) error {
// IsTerminal returns true if the given file descriptor is a terminal.
func IsTerminal(fd int) bool {
_, err := getTermios(fd)
return err == nil
_, err := getTermios(fd)
return err == nil
}

View File

@@ -1,6 +1,7 @@
package readline
const (
CharNull = 0
CharLineStart = 1
CharBackward = 2
CharInterrupt = 3