the old kafkatopostgresql cannot do mixed payloads...
# umh-support
f
the old kafkatopostgresql cannot do mixed payloads (except if the string is convertible to an int):
Copy code
go
case string:
    valAsStr := t
    // https://go.dev/ref/spec#Floating-point_literals
    value, err = strconv.ParseFloat(valAsStr, 64)
    if err != nil {
        // convert string to lower case
        // Passes all tests cases from https://go.dev/ref/spec#Integer_literals
        valAsStr = strings.ToLower(valAsStr)
        if len(valAsStr) > 2 && (valAsStr[0:2] == "0x" || valAsStr[0:2] == "0o" || valAsStr[0:2] == "0b") {
            // parse hex
            var parseInt int64
            parseInt, err = strconv.ParseInt(valAsStr, 0, 64)
            if err != nil {
                zap.S().Warnf("Error parsing %s string: %s (%s)\n", valAsStr[0:2], valAsStr, err)
                discardCounter++
                continue
            }
            value = float64(parseInt)
        } else if valAsStr == "true" {
            value = 1
        } else if valAsStr == "false" {
            value = 0
            // German float style
        } else if strings.Contains(valAsStr, ",") {
            valAsStr = strings.ReplaceAll(valAsStr, ",", ".")
            value, err = strconv.ParseFloat(valAsStr, 64)
            if err != nil {
                zap.S().Warnf("error parsing %s as float64: %s [%s/%s/%s/%s]\n", valAsStr, err, parsedMessage.CustomerId, parsedMessage.Location, parsedMessage.AssetId, k)
                discardCounter++
                continue
            } else {
                zap.S().Warnf("Encountered german float style: %s [%s/%s/%s/%s]\n", valAsStr, parsedMessage.CustomerId, parsedMessage.Location, parsedMessage.AssetId, k)
            }
        } else {
            zap.S().Warnf("error parsing %s as float64: %s [%s/%s/%s/%s]\n", valAsStr, err, parsedMessage.CustomerId, parsedMessage.Location, parsedMessage.AssetId, k)
            discardCounter++
            continue
        }
    }
2 Views