I'm experimenting with golang channels and have an issue where the simple program below does not terminate.
Essentially I want to make some async HTTP get requests and then wait till they are all finished. I'm using a buffered channel but I'm not sure this is the idiomatic way.
func GetPrice(quotes chan string) {
client := &http.Client{}
req, _ := http.NewRequest("GET", "https://some/api", nil)
req.Header.Set("Accept", "application/json")
res, err := client.Do(req)
if err != nil {
panic(err)
}
defer res.Body.Close()
body, err := ioutil.ReadAll(res.Body)
quotes <- string(body)
}
func main() {
const max = 3
quotes := make(chan string, max)
for i := 0; i < max; i++ {
go GetPrice(quotes)
}
for n := range quotes {
fmt.Printf("
%s", n)
}
}
The program successfully prints 3(max) items
{"price":"1.00"}
{"price":"2.00"}
{"price":"3.00"}
but then blocks and never exits.
sync.WaitGroup
can be used here to wait for all goroutines and then closing the quotes
channel:
func getPrice(quotes chan<- string, onExit func()) {
go func() {
defer onExit()
client := &http.Client{}
req, _ := http.NewRequest("GET", "https://some/api", nil)
req.Header.Set("Accept", "application/json")
res, err := client.Do(req)
if err != nil {
panic(err) // should be handled properly
}
defer res.Body.Close()
body, err := ioutil.ReadAll(res.Body)
quotes <- string(body)
}()
}
func main() {
var wg sync.WaitGroup
const max = 3
quotes := make(chan string, max)
for i := 0; i < max; i++ {
wg.Add(1)
getPrice(quotes, func() { wg.Done() })
}
go func() {
defer close(quotes)
wg.Wait()
}()
for n := range quotes {
fmt.Printf("
%s", n)
}
}
I hope this will be helpful to you.
package main
import (
"fmt"
"net/http"
"io/ioutil"
)
func GetPrice(quotes chan string, count int) {
for count > 0 {
client := &http.Client{}
req, _ := http.NewRequest("GET", "https://postman-echo.com/get?foo1=bar1&foo2=bar2", nil)
req.Header.Set("Accept", "application/json")
res, err := client.Do(req)
if err != nil {
panic(err)
}
defer res.Body.Close()
body, err := ioutil.ReadAll(res.Body)
quotes <- string(body)
count--
}
close(quotes)
}
func main() {
const max = 3
ch := make(chan string)
go GetPrice(ch, max)
for num := range ch {
fmt.Println(num)
}
}
Another way that you can do:
package main
import (
"fmt"
"io/ioutil"
"net/http"
)
func GetPrice(quotes chan string) {
client := &http.Client{}
req, _ := http.NewRequest("GET", "https://some/api", nil)
req.Header.Set("Accept", "application/json")
res, err := client.Do(req)
if err != nil {
panic(err)
}
defer res.Body.Close()
body, err := ioutil.ReadAll(res.Body)
quotes <- string(body)
}
func run(quotes chan string, quit chan bool, max int) {
for num := range quotes {
fmt.Println(num)
max--
if max == 0 {
quit <- true
}
}
}
func main() {
const max = 3
quotes := make(chan string)
quit := make(chan bool)
go run(quotes, quit, max)
for i := 0; i < max; i++ {
go GetPrice(quotes)
}
<-quit
}
func GetPrice(quotes chan string) {
client := &http.Client{}
req, _ := http.NewRequest("GET", "https://some/api", nil)
req.Header.Set("Accept", "application/json")
res, err := client.Do(req)
if err != nil {
panic(err)
}
defer res.Body.Close()
body, err := ioutil.ReadAll(res.Body)
quotes <- string(body)
}
func Consumer(chan string){
for n ,ok:= range quotes {
if !ok {
break
}
fmt.Printf("
%s", n)
}
}
func main() {
const max = 3
quotes := make(chan string, max)
for i := 0; i < max; i++ {
go GetPrice(quotes)
}
go Consumer(quotes)
close(quotes)
}