package export import ( "bytes" "encoding/json" "fmt" "os" "softdown.com/shusou/geziyor/internal" ) // JSONLine exports response data as JSON streaming file type JSONLine struct { FileName string EscapeHTML bool Prefix string Indent string } // Export exports response data as JSON streaming file func (e *JSONLine) Export(exports chan interface{}) error { // Create or append file file, err := os.OpenFile(internal.DefaultString(e.FileName, "out.json"), os.O_RDWR|os.O_CREATE|os.O_APPEND, 0666) if err != nil { return fmt.Errorf("output file creation error: %w", err) } defer file.Close() encoder := json.NewEncoder(file) encoder.SetEscapeHTML(e.EscapeHTML) encoder.SetIndent(e.Prefix, e.Indent) // Export data as responses came for res := range exports { if err := encoder.Encode(res); err != nil { internal.Logger.Printf("JSON encoding error on exporter: %v\n", err) } } return nil } // JSON exports response data as JSON type JSON struct { FileName string EscapeHTML bool } // Export exports response data as JSON func (e *JSON) Export(exports chan interface{}) error { // Create or append file file, err := os.OpenFile(internal.DefaultString(e.FileName, "out.json"), os.O_RDWR|os.O_CREATE|os.O_APPEND, 0666) if err != nil { return fmt.Errorf("output file creation error: %w", err) } defer file.Close() _, err = file.Write([]byte("[\n")) if err != nil { return fmt.Errorf("file write error: %w", err) } // Export data as responses came for res := range exports { data, err := jsonMarshalLine(res, e.EscapeHTML) if err != nil { internal.Logger.Printf("JSON encoding error on exporter: %v\n", err) continue } _, err = file.Write(data) if err != nil { return fmt.Errorf("file write error: %w", err) } } _, err = file.Write([]byte("]\n")) if err != nil { return fmt.Errorf("file write error: %w", err) } return nil } // jsonMarshalLine adds tab and comma around actual data func jsonMarshalLine(t interface{}, escapeHTML bool) ([]byte, error) { buffer := &bytes.Buffer{} encoder := json.NewEncoder(buffer) encoder.SetEscapeHTML(escapeHTML) buffer.Write([]byte(" ")) // Tab char err := encoder.Encode(t) // Write actual data buffer.Truncate(buffer.Len() - 1) // Remove last newline char buffer.Write([]byte(",\n")) // Write comma and newline char return buffer.Bytes(), err }