Receiving inconsistent data in Go api

Question

I was learning the Go language and tested Google Cloud Functions with go + Google Firestore as the database.

While I was testing the response I got inconsistent responses.

I have used the json Marshaller to convert Firebase data to Json object to return from the API, this API is hosted in the Google Cloud Functions.

// Package p contains an HTTP Cloud Function.
package p

import (
    "context"
    "fmt"
    "log"
    "net/http"

    s "strings"

    "encoding/json"

    "cloud.google.com/go/firestore"
    "google.golang.org/api/iterator"
)


func HelloWorld(w http.ResponseWriter, r *http.Request) {
    path := s.Replace(r.URL.Path, "/", "", -1)

    ctx := context.Background()
    client := createClient(ctx)

    iter := client.Collection("profile").Where("publicUrl", "==", path).Documents(ctx)
    for {
        doc, err := iter.Next()
        if err == iterator.Done {
            break
        }
        var publicDTO PublicDTO
        var Profile Profile
        doc.DataTo(&Profile)

        publicDTO.Profile = Profile

        b, err := json.Marshal(publicDTO)
        if err != nil {
            fmt.Println(err)
            return
        }

        w.Header().Set("Content-Type", "application/json")
        w.Write(b)
    }

}

func createClient(ctx context.Context) *firestore.Client {
    projectID := "projectId"

    client, err := firestore.NewClient(ctx, projectID)
    if err != nil {
        log.Fatalf("Failed to create client: %v", err)
    }
    return client
}

type PublicDTO struct {
    Profile       Profile     `json:"profile"`
}

type Profile struct {
    Id           string            `json:"id"`
    FirstName    string            `json:"firstName"`
    LastName     string            `json:"lastName"`
    FullName     string            `json:"fullName"`
    Email        string            `json:"email"`
    ImageUrl     string            `json:"imageUrl"`
    CoverPic     string            `json:"coverPic"`
    Experience   int               `json:"experience"`
    PhoneNumber  string            `json:"phoneNumber"`
    Description  string            `json:"description"`
    Address      string            `json:"address"`
    State        string            `json:"state"`
    Country      string            `json:"country"`
    Dob          map[string]string `json:"dob"`
    Website      string            `json:"website"`
    Reputation   int               `json:"reputation"`
    MemberFrom   map[string]int    `json:"memberFrom"`
    Title        string            `json:"title"`
    Organization string            `json:"organization"`
    Status       string            `json:"status"`
    Setup        int               `json:"setup"`
    Social       map[string]string `json:"social"`
    PublicUrl    string            `json:"publicUrl"`
    Language     []string          `json:"language"`
    Interests    []string          `json:"interests"`
}

but each time the response i'm getting is inconsistent, some of the values are missing.

user_7208392 · Answer

The solution i got after marshal and unmarshal, it works as expected.

package p

import (
    "context"
    "encoding/json"
    "fmt"
    "log"
    "net/http"
    s "strings"
    "time"

    "cloud.google.com/go/firestore"
    "google.golang.org/api/iterator"
)

var ctx context.Context
var client *firestore.Client

func PublicApi(w http.ResponseWriter, r *http.Request) {
    path := s.Replace(r.URL.Path, "/", "", -1)
    w.Header().Set("Content-Type", "application/json")
    w.Header().Set("Access-Control-Allow-Origin", "*")
    w.Header().Set("Access-Control-Allow-Headers", "*")

    newFsConfigBytes, _ := json.Marshal(getPublicDTO(path))
    w.Write(newFsConfigBytes)
}

func getPublicDTO(path string) (publicDTO publicDTO) {
    ctx = context.Background()
    client = createClient()
    profile, id := getProfiles(path)
    publicDTO.Profile = profile
    publicDTO.MilestoneDTOS = getMilestone(id)
    return
}

func getProfiles(link string) (profile, string) {
    var retVal profile
    var id string
    iter := client.Collection("profile").Where("publicUrl", "==", link).Documents(ctx)
    for {
        doc, err := iter.Next()
        if err == iterator.Done {
            break
        }
        id = doc.Ref.ID
        b, _ := json.Marshal(doc.Data())
        json.Unmarshal(b, &retVal)
    }
    return retVal, id
}

func getMilestone(id string) []milestoneDTOS {
    var retVal []milestoneDTOS
    iter := client.Collection("milestone").Where("userId", "==", id).Documents(ctx)

    for {
        var milestoneDTO milestoneDTOS
        doc, err := iter.Next()
        if err == iterator.Done {
            break
        }
        b, _ := json.Marshal(doc.Data())
        err = json.Unmarshal(b, &milestoneDTO)
        if err != nil {
            fmt.Println(err)
        }
        retVal = append(retVal, milestoneDTO)
    }
    return retVal
}

func createClient() *firestore.Client {
    projectID := "live-hiveboard"

    client, err := firestore.NewClient(ctx, projectID)
    if err != nil {
        log.Fatalf("Failed to create client: %v", err)
    }
    return client
}

type profile struct {
    Address          string    `json:"address"`
    City             string    `json:"city"`
    Country          string    `json:"country"`
    CoverPic         string    `json:"coverPic"`
    CreatedBy        string    `json:"createdBy"`
    CreatedDate      int       `json:"createdDate"`
    Description      string    `json:"description"`
    Dob              int64     `json:"dob"`
    Email            string    `json:"email"`
    Enabled          bool      `json:"enabled"`
    Experience       int       `json:"experience"`
    FirstName        string    `json:"firstName"`
    FullName         string    `json:"fullName"`
    FullNameNoSpace  string    `json:"fullNameNoSpace"`
    ImageURL         string    `json:"imageUrl"`
    Interests        []string  `json:"interests"`
    IsEnabled        bool      `json:"isEnabled"`
    Language         string    `json:"language"`
    LastModifiedDate int       `json:"lastModifiedDate"`
    LastName         string    `json:"lastName"`
    LatLng           string    `json:"latLng"`
    MemberFrom       time.Time `json:"memberFrom"`
    ObjectID         string    `json:"objectID"`
    Organization     string    `json:"organization"`
    PhoneNumber      string    `json:"phoneNumber"`
    PlanID           string    `json:"planId"`
    PublicURL        string    `json:"publicUrl"`
    Reputation       int       `json:"reputation"`
    Setup            int       `json:"setup"`
    Social           string    `json:"social"`
    State            string    `json:"state"`
    Status           string    `json:"status"`
    Title            string    `json:"title"`
    Website          string    `json:"website"`
}

type milestoneDTOS struct {
    Category          string    `json:"category"`
    CreatedBy         string    `json:"createdBy"`
    CreatedDate       int       `json:"createdDate"`
    Description       string    `json:"description"`
    Enabled           bool      `json:"enabled"`
    EndDate           time.Time `json:"endDate"`
    IsCurrentPosition bool      `json:"isCurrentPosition"`
    IsEnabled         bool      `json:"isEnabled"`
    LastModifiedBy    time.Time `json:"lastModifiedBy"`
    LastModifiedDate  int       `json:"lastModifiedDate"`
    ObjectID          string    `json:"objectID"`
    Organization      string    `json:"organization"`
    PictureURL        string    `json:"pictureURL"`
    Profile           string    `json:"profile"`
    Score             float64   `json:"score"`
    StartDate         time.Time `json:"startDate"`
    Tags              []string  `json:"tags"`
    Title             string    `json:"title"`
    URL               string    `json:"url"`
    UserID            string    `json:"userId"`
}

type publicDTO struct {
    Profile       profile         `json:"profile"`
    MilestoneDTOS []milestoneDTOS `json:"milestoneDTOS"`
}

Receiving inconsistent data in Go api

1 Answers