package main

import (
    "fmt"
    "log"

    "github.com/tsawler/prose/v3"
)

func main() {
    // Create a new document with the default configuration:
    doc, err := prose.NewDocument("Go is an open-source programming language created at Google.")
    if err != nil {
        log.Fatal(err)
    }

    // Iterate over the doc's tokens:
    for _, tok := range doc.Tokens() {
        fmt.Println(tok.Text, tok.Tag, tok.Label)
        // Go NNP B-GPE
        // is VBZ O
        // an DT O
        // ...
    }

    // Iterate over the doc's named-entities:
    for _, ent := range doc.Entities() {
        fmt.Println(ent.Text, ent.Label)
        // Go GPE
        // Google GPE
    }

    // Iterate over the doc's sentences:
    for _, sent := range doc.Sentences() {
        fmt.Println(sent.Text)
        // Go is an open-source programming language created at Google.
    }
}

doc, err := prose.NewDocument(
        "Go is an open-source programming language created at Google.",
        prose.WithExtraction(false))

package main

import (
    "context"
    "fmt"
    "time"

    "github.com/tsawler/prose/v3"
)

func main() {
    // Automatic language detection
    multiDoc, err := prose.NewMultilingualDocument("Bonjour le monde! Comment allez-vous?")
    if err != nil {
        fmt.Printf("Error: %v\n", err)
        return
    }
    
    lang, confidence := multiDoc.DetectedLanguage()
    fmt.Printf("Detected language: %s (confidence: %.2f)\n", lang, confidence)
    // Detected language: fr (confidence: 0.51)
    
    // Enhanced features with context and metadata
    ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
    defer cancel()
    
    doc, err := prose.NewDocument("Go is excellent for NLP processing!",
        prose.WithContext(ctx),
        prose.WithLanguage(prose.English),
    )
    if err != nil {
        fmt.Printf("Error: %v\n", err)
        return
    }
    
    fmt.Printf("Processing time: %dms\n", doc.Metadata.ProcessingTimeMs)
    fmt.Printf("Token count: %d\n", doc.Metadata.TokenCount)
    
    // Enhanced tokens with position tracking and confidence scores
    for _, tok := range doc.Tokens() {
        fmt.Printf("%-12s POS: %-4s Position: %d-%d Confidence: %.3f\n", 
            tok.Text, tok.Tag, tok.Start, tok.End, tok.Confidence)
        // Go           POS: NNP  Position: 0-2 Confidence: 0.707
        // is           POS: VBZ  Position: 3-5 Confidence: 1.000
        // excellent    POS: JJ   Position: 6-15 Confidence: 1.000
        // ...
    }
}

package main

import (
    "fmt"
    "log"

    "github.com/tsawler/prose/v3"
)

func main() {
    // Create a new document with the default configuration:
    doc, err := prose.NewDocument("@tsawler, go to http://example.com thanks :).")
    if err != nil {
        log.Fatal(err)
    }

    // Iterate over the doc's tokens:
    for _, tok := range doc.Tokens() {
        fmt.Println(tok.Text, tok.Tag)
        // @tsawler NN
        // , ,
        // go VB
        // to TO
        // http://example.com VB
        // thanks NNS
        // : :
        // ) )
        // . .
    }
}

package main

import (
    "fmt"
    "strings"

    "github.com/tsawler/prose/v3"
)

func main() {
    // Create a new document with the default configuration:
    doc, _ := prose.NewDocument(strings.Join([]string{
        "I can see Mt. Fuji from here.",
        "St. Michael's Church is on 5th st. near the light."}, " "))

    // Iterate over the doc's sentences:
    sents := doc.Sentences()
    fmt.Println(len(sents)) // 2
    for _, sent := range sents {
        fmt.Println(sent.Text)
        // I can see Mt. Fuji from here.
        // St. Michael's Church is on 5th st. near the light.
    }
}

package main

import (
    "fmt"

    "github.com/tsawler/prose/v3"
)

func main() {
    doc, _ := prose.NewDocument("Lebron James plays basketball in Los Angeles.")
    for _, ent := range doc.Entities() {
        fmt.Println(ent.Text, ent.Label)
        // Lebron James PERSON
        // Los Angeles GPE
    }
}