goelp

Yelp Information Extractor in Go

Overview

This project is an open-source tool developed in Golang for extracting product information from Yelp. It's designed to be fast, efficient, and easy to use, making it an ideal solution for developers looking for Yelp bussiness information.

Features

• Full search support
• Extracts detailed product information from Yelp
• Implemented in Go for performance and efficiency
• Easy to integrate with existing Go projects
• The code is optimize to work on this format: https://www.yelp.com/biz/[yelp biz name]

IMPORTANT

Use proxies by default, if you don't, your IP will get banned for days when yelp detects it's a bot

Examples

Quick testing

    package main

    import (
        "encoding/json"
        "log"
        "os"

        "github.com/johnbalvin/goelp"
    )
    func main(){
        client := goelp.DefaulClient()
        client.Language = "en_US"
        client.Location = "San Francisco, CA"
        searchValue := "law"
        index:=30
        searchResult, err := client.Search(index, searchValue)
        if err != nil {
           log.Println("err: ", err)
          return
        }
        log.Printf("searchResult: %+v\n",searchResult)
        f, _ := os.Create("./searchResult.json")
        json.NewEncoder(f).Encode(searchResult)
    }

    package main

    import (
        "github.com/johnbalvin/goelp"
    )
    func main(){
        //you need to have write permissions, the result will be save inside folder "test"
        goelp.TestSaveOnDisk()
    }

    package main

    import (
	    "log"
        "github.com/johnbalvin/goelp"
    )
    func main(){
        //If you have write permissions errors with the project, try printing the data at least
        datas,err:=goelp.TestNoImages()
        if err!=nil{
            log.Println("err",err)
            return
        }
        log.Printf("allDatas: %+v\n",datas)
    }

Basic data

    package main

    import (
        "log"
        "github.com/johnbalvin/goelp"
    )
    func main(){
        yelpBizURL:="https://www.yelp.com.mx/biz/[yelp bizness name]"
        client := goelp.DefaulClient()
        data, err := client.GetFromYelpBizURL(yelpBizURL)
        if err != nil {
            log.Println("test:2 -> err: ", err)
            return
        }
        log.Printf("data: %+v\n",data)
    }

Basic data and images

    package main

    import (
        "encoding/json"
        "log"
        "os"
        "github.com/johnbalvin/goelp"
    )
    func main(){
        //you need to have write permissions, the result will be save inside folder "test"
        if err := os.MkdirAll("./test/images", 0644); err != nil {
            log.Println("test 1 -> err: ", err)
            return
        }
        yelpBizURL:="https://www.yelp.com.mx/biz/[yelp bizness name]"
        client := goelp.DefaulClient()
        data,  err := client.GetFromYelpBizURL(yelpBizURL)
        if err != nil {
            log.Println("test:2 -> err: ", err)
            return
        }
        if err := data.SetImages(client.ProxyURL); err != nil {
            log.Println("test:3 -> err: ", err)
            return
        }
        for j, img := range data.Images {
        	fname3 := fmt.Sprintf("./test/images/%d%s", j, img.Extension)
        	os.WriteFile(fname3, img.Content, 0644)
        }
        f, err := os.Create("./test/data.json")
        if err != nil {
            log.Println("test:4 -> err: ", err)
            return
        }
        json.NewEncoder(f).Encode(data)
    }

With proxy

    package main

    import (
        "encoding/json"
        "log"
        "os"
        "github.com/johnbalvin/goelp"
    )
    func main(){
        //you need to have write permissions, the result will be save inside folder "test"
        if err := os.MkdirAll("./test/images", 0644); err != nil {
            log.Println("test 1 -> err: ", err)
            return
        }
        proxyURL, err := goelp.ParseProxy("http://[IP | domain]:[port]", "username", "password")
        if err != nil {
            log.Println("test:1 -> err: ", err)
            return
        }
        client := goelp.NewClient("es_MX", "San Francisco, CA", goelp.SortHighestRate, proxyURL)
        yelpBizURL:="https://www.yelp.com.mx/biz/[yelp bizness name]"
        data,  err := client.GetFromYelpBizURL(yelpBizURL)
        if err != nil {
            log.Println("test:2 -> err: ", err)
            continue
        }
        if err := data.SetImages(client.ProxyURL); err != nil {
            log.Println("test:3 -> err: ", err)
            return
        }
        for j, img := range data.Images {
        	fname3 := fmt.Sprintf("./test/images/%d%s", j, img.Extension)
        	os.WriteFile(fname3, img.Content, 0644)
        }
        f, err := os.Create("./test/data.json")
        if err != nil {
            log.Println("test:4 -> err: ", err)
            return
        }
        json.NewEncoder(f).Encode(data)
    }