Redis caching layer for Cloudflare KV in Golang

dineshsonachalam

Dinesh

Posted on August 18, 2021

Redis caching layer for Cloudflare KV in Golang

Why redis-cloudflare-kv?

  • Cloudflare KV is a highly distributed, eventually consistent, key-value store that spans Cloudflare's global edge. It allows you to store billions of key-value pairs and read them with some average latency (2 to 3 seconds) anywhere in the world.
  • Cloudflare KV Read operation is very slow when compared to Redis which offers memory efficiency, fast operating speed, and high availability. So it's better to use Redis as a caching layer for Cloudflare KV to provide fast, economic scaling for your application.
  • redis-cloudflare-kv checks if there is a cached result for a query in Redis.
  • If not found in the cache, it will retrieve data from Cloudflare KV and on the successful result, cache it in Redis for future queries.

Latency Comparison between Cloudflare KV vs Redis

We're calculating latency for Read operation between Cloudflare KV vs Redis. Here Redis Read operation is 6.8X (124.216708ms) times faster than Cloudflare KV (1604.654375s).

package main

import (
    "fmt"
    "log"
    "os"
    "time"

    rediscloudflarekv "github.com/dineshsonachalam/redis-cloudflare-kv"
)

var kvClient = rediscloudflarekv.New(
    os.Getenv("REDIS_URL"),
    os.Getenv("CLOUDFLARE_ACCESS_KEY"),
    os.Getenv("CLOUDFLARE_EMAIL_ADDRESS"),
    os.Getenv("CLOUDFLARE_ACCOUNT_ID"),
)

func measureTime(funcName string) func() {
    start := time.Now()
    return func() {
        fmt.Printf("Time taken by %s function is %v \n", funcName, time.Since(start))
        fmt.Println("==============================================================")
    }
}

func RedisRead(key string) {
    defer measureTime("RedisRead")()
    value, err := kvClient.RedisRead(key)
    if err != nil {
        log.Fatal(err)
    }
    fmt.Printf("%v : %v \n", key, string(value))
}

func CloudflareKVRead(key string, namespaceID string) {
    defer measureTime("CloudflareKVRead")()
    value, err := kvClient.CloudflareKVRead(key, namespaceID)
    if err != nil {
        log.Fatal(err)
    }
    fmt.Printf("%v : %v \n", key, string(value))
}

func main() {
    key := "opensource.facebook.react-native"
    namespaceID := os.Getenv("TEST_NAMESPACE_ID")
    RedisRead(key)
    CloudflareKVRead(key, namespaceID)
}

// dineshsonachalam@macbook examples % go run latency_check.go
// opensource.facebook.react-native : A framework for building native apps with React.
// Time taken by RedisRead function is 124.216708ms
// ==============================================================
// opensource.facebook.react-native : A framework for building native apps with React.
// Time taken by CloudflareKVRead function is 1.604654375s
// ==============================================================
// dineshsonachalam@macbook examples %
Enter fullscreen mode Exit fullscreen mode

Application Architecture

Installation

You need a working Go environment.

go get github.com/dineshsonachalam/redis-cloudflare-kv
Enter fullscreen mode Exit fullscreen mode

Quickstart

package main

import (
    "fmt"
    "log"
    "os"

    rediscloudflarekv "github.com/dineshsonachalam/redis-cloudflare-kv"
)

func main() {
    // Construct a new KV Client object
    kvClient := rediscloudflarekv.New(
        // REDIS_URL -> TCP Connection (Without SSL):  redis://<user>:<password>@<host>:<port>/<db_number>
        //              TCP Connection (With SSL):     rediss://<user>:<password>@<host>:<port>/<db_number>
        //              UNIX Connection: unix://<user>:<password>@</path/to/redis.sock>?db=<db_number>
        os.Getenv("REDIS_URL"),
        os.Getenv("CLOUDFLARE_ACCESS_KEY"),
        os.Getenv("CLOUDFLARE_EMAIL_ADDRESS"),
        os.Getenv("CLOUDFLARE_ACCOUNT_ID"),
    )
    namespaceID := os.Getenv("TEST_NAMESPACE_ID")
    key1 := "opensource.facebook.react"
    value1 := "A declarative, efficient, and flexible JavaScript library for building user interfaces."
    key2 := "opensource.facebook.react-native"
    value2 := "A framework for building native apps with React."
    key3 := "opensource.facebook.flow"
    value3 := "Adds static typing to JavaScript to improve developer productivity and code quality."
    key4 := "opensource.facebook.docusaurus"
    value4 := "Easy to maintain open source documentation websites."

    // Write writes a value identified by a key in Redis and Cloudflare KV
    status, err := kvClient.Write(key1, []byte(value1), namespaceID)
    if !status && err != nil {
        log.Fatal(err)
    }
    fmt.Printf("Write operation is successful for key: %v\n", key1)

    // Read returns the value associated with the given key
    // If the key is not available in the Redis server,
    // it searches for the key in Cloudflare KV and if the key is available, it writes the key/value in the Redis.
    // Then it returns the value associated with the given key.
    value, err := kvClient.Read(key1, namespaceID)
    if err != nil {
        log.Fatal(err)
    }
    fmt.Printf("Read operation is successful. Key: %v, Value: %v\n", key1, string(value))

    // Delete deletes a key/value in Redis and Cloudflare KV
    status, err = kvClient.Delete(key1, namespaceID)
    if !status && err != nil {
        log.Fatal(err)
    }
    fmt.Printf("Delete operation is successful for key: %v\n", key1)

    kvClient.Write(key2, []byte(value2), namespaceID)
    kvClient.Write(key3, []byte(value3), namespaceID)
    kvClient.Write(key4, []byte(value4), namespaceID)

    // ListKeysByPrefix returns keys that matches the prefix
    // If there are no key's that matches the prefix in the Redis
    // We search for the prefix pattern in Cloudflare KV, if there are keys
    // that matches the prefix, we return the keys.
    keys, err := kvClient.ListKeysByPrefix("opensource.facebook", namespaceID)
    if err != nil {
        log.Fatal(err)
    }
    fmt.Printf("ListKeysByPrefix operation is successful. Keys: %v\n", keys)
}

// Output:
// dineshsonachalam@macbook examples % go run main.go
// Write operation is successful for key: opensource.facebook.react
// Read operation is successful. Key: opensource.facebook.react, Value: A declarative, efficient, and flexible JavaScript library for building user interfaces.
// Delete operation is successful for key: opensource.facebook.react
// ListKeysByPrefix operation is successful. Keys: [opensource.facebook.docusaurus opensource.facebook.react-native opensource.facebook.flow]
Enter fullscreen mode Exit fullscreen mode

License

MIT © dineshsonachalam

💖 💪 🙅 🚩
dineshsonachalam
Dinesh

Posted on August 18, 2021

Join Our Newsletter. No Spam, Only the good stuff.

Sign up to receive the latest update from our blog.

Related