[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"blog:index::Flink":3},{"page":4,"tags":23},{"items":5,"meta":18},[6],{"id":7,"slug":8,"title":9,"excerpt":10,"tags":11,"read_minutes":16,"published_at":17},"23742789-f030-4a96-843b-23006c78bf25","real-time-streaming-pipelines-batch-to-event-driven","Building and Scaling Real-Time Streaming Pipelines","Moving from nightly batches to event-driven architecture is a mindset shift, not just a tooling swap. Kafka vs. Redpanda, late-arriving data, and where Flink earns its complexity.",[12,13,14,15],"Streaming","Kafka","Flink","Architecture",8,"2026-07-05T00:00:00Z",{"has_more":19,"limit":20,"next_offset":21,"offset":22,"total":21},false,24,1,0,[24,26,29,31,33,36,38,40,42,44,46,48,50,52,54,56,58,60,61,63,65,66,68,70,72,74,76,78,80,82,84,85,87],{"tag":15,"count":25},4,{"tag":27,"count":28},"AI",3,{"tag":30,"count":28},"Data Engineering",{"tag":32,"count":28},"dbt",{"tag":34,"count":35},"Airflow",2,{"tag":37,"count":21},"Analytics",{"tag":39,"count":21},"Apache Iceberg",{"tag":41,"count":21},"BigQuery",{"tag":43,"count":21},"Careers",{"tag":45,"count":21},"Cloudflare R2",{"tag":47,"count":21},"Cost",{"tag":49,"count":21},"Databricks",{"tag":51,"count":21},"Data Governance",{"tag":53,"count":21},"Data Lake",{"tag":55,"count":21},"Data Quality",{"tag":57,"count":21},"DuckDB",{"tag":59,"count":21},"FinOps",{"tag":14,"count":21},{"tag":62,"count":21},"Go",{"tag":64,"count":21},"HLS",{"tag":13,"count":21},{"tag":67,"count":21},"Lakehouse",{"tag":69,"count":21},"Learning",{"tag":71,"count":21},"LLM",{"tag":73,"count":21},"pgvector",{"tag":75,"count":21},"PostgreSQL",{"tag":77,"count":21},"RAG",{"tag":79,"count":21},"RBAC",{"tag":81,"count":21},"SkillUp",{"tag":83,"count":21},"Snowflake",{"tag":12,"count":21},{"tag":86,"count":21},"Superset",{"tag":88,"count":21},"Video"]