[{"data":1,"prerenderedAt":1851},["ShallowReactive",2],{"/framework/blog/kafka-vs-rabbit-mq-for-data-streaming-app":3,"navigation-framework":461,"/framework/blog/kafka-vs-rabbit-mq-for-data-streaming-blog":1498,"/blog/building-enterprise-search-apis-with-llms-for-productionrelated":1813,"surr-/framework/blog/kafka-vs-rabbit-mq-for-data-streaming":1814,"glossary-/glossary/message-broker":1817,"glossary-/glossary/distributed-streaming-system":1834},{"id":4,"title":5,"author":6,"body":14,"description":441,"extension":442,"meta":443,"navigation":455,"path":456,"seo":457,"sitemap":458,"stem":459,"__hash__":460},"content/framework/blog/913.kafka-vs-rabbit-mq-for-data-streaming.md","Kafka vs RabbitMQ for Data Streaming",{"id":7,"url":8,"name":9,"description":10,"img":11,"provider":12,"linkedin":13},"anup","anup-surendran","Anup Surendran","Head of Product Marketing","/assets/pictures/image_pathway_team.png","s3","https://www.linkedin.com/in/anupsurendran/",{"type":15,"value":16,"toc":428},"minimark",[17,21,25,37,42,47,55,58,64,68,74,80,84,91,211,214,395,399,402,411,415,421],[18,19,5],"h1",{"id":20},"kafka-vs-rabbitmq-for-data-streaming",[22,23,24],"p",{},"This article will explain the difference between RabbitMQ and Kafka. The article will walk through the strengths and weaknesses of each platform so that you can choose the right solution for your data streaming use case.",[22,26,27,28,32,33,36],{},"Before explaining the difference between RabbitMQ and Kafka and when to use each technology, it is important to understand the difference between a ",[29,30,31],"strong",{},"message broker"," and a ",[29,34,35],{},"distributed streaming system",".",[38,39,41],"h2",{"id":40},"message-broker-vs-distributed-streaming-system","Message Broker vs Distributed Streaming System",[43,44,46],"h3",{"id":45},"what-is-a-message-broker","What is a Message Broker?",[22,48,49,50,54],{},"A ",[51,52,31],"a",{"href":53},"/glossary/message-broker"," helps exchange messages across systems and applications. A message broker is usually used to handle background jobs, long running tasks, or act as a translator between applications (including microservices). An example of a long running task is that you have to create a large PDF file programmatically by reading and formatting a lot of data from your data source. The reading and transformation of that data and writing into a file could take quite some time. A message broker in this case could help with a \"fire and forget\" scenario, where the requester does not have to wait for the creation of the file and that job can happen in the background.",[22,56,57],{},"A message broker helps broker messages by supporting different protocols. Some of the most popular protocols they support are Advanced Message Queuing protocol (AMQP), protocol for Machine to Machine (M2M) and Internet of Things (IoT) messaging (MQTT), Simple Text Oriented Messaging Protocol (STOMP).",[22,59,60,63],{},[29,61,62],{},"RabbitMQ"," is a general-purpose message broker.",[43,65,67],{"id":66},"what-is-a-distributed-streaming-system","What is a distributed streaming system?",[22,69,49,70,73],{},[51,71,35],{"href":72},"/glossary/distributed-streaming-system"," can process multiple data streams simultaneously. This allows for creating high throughput data ingestion and data processing pipelines. Streaming systems are used for large amounts of data, processing data in real-time or to analyze data over a time-period. The distributed architecture ensures a fault-tolerant publish-subscribe messaging system.",[22,75,76,79],{},[29,77,78],{},"Kafka"," is a distributed streaming system.",[38,81,83],{"id":82},"when-should-i-use-rabbitmq-vs-kafka","When should I use RabbitMQ vs Kafka?",[85,86],"article-img",{":zoomable":87,"alt":88,"sizes":89,"src":90},"true","Differences between RabbitMQ and Kafka","md:1072px sm:576px xs:256px","/assets/content/blog/rabbitmqkafkadiff.png",[92,93,94,108],"table",{},[95,96,97],"thead",{},[98,99,100,104,106],"tr",{},[101,102,103],"th",{},"Use cases",[101,105,62],{},[101,107,78],{},[109,110,111,136,149,162,175,188],"tbody",{},[98,112,113,119,128],{},[114,115,116],"td",{},[29,117,118],{},"Throughput",[114,120,121,122,125,127],{},"Low to Medium",[123,124],"br",{},[123,126],{},"For high volume processes, the resource utilization is very high (you would need a minimum of 30 nodes).",[114,129,130,131,133,135],{},"Medium to High (throughput of 100K/sec events and more)",[123,132],{},[123,134],{},"Kafka uses sequential disk I/O to boost performance. It can achieve high throughput (millions of messages per second) with limited resources, a necessity for big data use cases.",[98,137,138,143,146],{},[114,139,140],{},[29,141,142],{},"Routing",[114,144,145],{},"Medium to high complexity routing rules",[114,147,148],{},"Low complexity routing rules",[98,150,151,156,159],{},[114,152,153],{},[29,154,155],{},"History",[114,157,158],{},"Does not keep messaging history",[114,160,161],{},"Meant for applications requiring stream history. Provides the ability to \"replay\" streams.",[98,163,164,169,172],{},[114,165,166],{},[29,167,168],{},"Event Sourcing",[114,170,171],{},"Not explicitly built with event logs.",[114,173,174],{},"Event logs are supported. Temporal queries are supported: You can determine the application state at any point in time.",[98,176,177,182,185],{},[114,178,179],{},[29,180,181],{},"Multi-stage processing",[114,183,184],{},"Usually for single stage processing",[114,186,187],{},"Data processing can be done in multi-stage pipelines. The pipelines generate graphs of real-time data flows.",[98,189,190,195,203],{},[114,191,192],{},[29,193,194],{},"Latency",[114,196,197,198,200,202],{},"For low throughput RabbitMQ performs better",[123,199],{},[123,201],{},"E.g. For a reduced 30 MB/s load optimally configured RabbitMQ gives you a 1 ms latency",[114,204,205,206,208,210],{},"For high throughput Kafka latency is better.",[123,207],{},[123,209],{},"E.g. 5 ms (200 MB/s load)",[22,212,213],{},"Once you understand the type of use cases which each of these systems support, it is worthwhile to understand what the messaging architecture looks like. The following table will give you an understanding of the design elements - messaging, data processing, topology and redundancy of these two systems and can further guide you with the right technology selection.",[92,215,216,227],{},[95,217,218],{},[98,219,220,223,225],{},[101,221,222],{},"Design element",[101,224,62],{},[101,226,78],{},[109,228,229,252,265,278,291,304,317,330,343,356,369,382],{},[98,230,231,236,244],{},[114,232,233],{},[29,234,235],{},"Message Retention",[114,237,238,239,241,243],{},"Acknowledgment based",[123,240],{},[123,242],{},"To be unqueued, the messages are returned to the queue on negative ACK and saved to the consumer on positive ACK.",[114,245,246,247,249,251],{},"Policy-based (e.g., 30 days, 60 days etc)",[123,248],{},[123,250],{},"While Kafka uses a retention time, any messages that were retained based on that period are erased once the period has passed.",[98,253,254,259,262],{},[114,255,256],{},[29,257,258],{},"Message Priority",[114,260,261],{},"Messages can be given priority with the help of a priority queue.",[114,263,264],{},"All messages have the same priority, which cannot be altered.",[98,266,267,272,275],{},[114,268,269],{},[29,270,271],{},"Message delivery guarantee",[114,273,274],{},"Doesn’t guarantee atomicity, even in relation to transactions involving a single queue.",[114,276,277],{},"Retains order only inside a partition. In a partition, Kafka guarantees that the whole batch of messages either fails or passes.",[98,279,280,285,288],{},[114,281,282],{},[29,283,284],{},"Data Processing",[114,286,287],{},"Transactional",[114,289,290],{},"Operational",[98,292,293,298,301],{},[114,294,295],{},[29,296,297],{},"Consumer type",[114,299,300],{},"Smart broker/dumb consumer.The broker consistently delivers messages to consumers and keeps track of their status",[114,302,303],{},"Dumb broker/smart consumer. Kafka doesn’t monitor the messages each user has read. Rather, it retains unread messages only, preserving all messages for a set amount of time. Consumers must monitor their position in each log.",[98,305,306,311,314],{},[114,307,308],{},[29,309,310],{},"Topology",[114,312,313],{},"Exchange type: Direct, Fan out, Topic, Header-based",[114,315,316],{},"Publish/subscribe based",[98,318,319,324,327],{},[114,320,321],{},[29,322,323],{},"Payload Size",[114,325,326],{},"No constraints",[114,328,329],{},"Default 1MB limit. Designed ideally for smaller messages",[98,331,332,337,340],{},[114,333,334],{},[29,335,336],{},"Data Flow",[114,338,339],{},"Uses a distinct, bounded data flow. Messages are created and sent by the producer and received by the consumer.",[114,341,342],{},"Uses an unbounded data flow. The payload usually consists of key-value pairs that continuously stream to the assigned topic.",[98,344,345,350,353],{},[114,346,347],{},[29,348,349],{},"Redundancy",[114,351,352],{},"Use a round-robin queue to repeat messages. To boost throughput and balance the load, the messages are divided among the queues. Additionally, it enables numerous consumers to read messages from various queues at once.",[114,354,355],{},"Uses partitions. The partitions are duplicated across numerous brokers. In the event that one of the brokers fails, the customer can still be served by another broker.",[98,357,358,363,366],{},[114,359,360],{},[29,361,362],{},"Messaging protocols supported",[114,364,365],{},"STOMP, MQTT, AMQP, 0-9-1",[114,367,368],{},"Binary over TCP",[98,370,371,376,379],{},[114,372,373],{},[29,374,375],{},"Authentication",[114,377,378],{},"RabbitMQ supports Standard Authentication and Oauth2.",[114,380,381],{},"Kafka supports Oauth2, Standard Authentication, and Kerberos.",[98,383,384,389,392],{},[114,385,386],{},[29,387,388],{},"Languages supported",[114,390,391],{},"Supports Python, Ruby, Elixir, PHP, Swift, Go, Java, C, Spring, .Net, and JavaScript.",[114,393,394],{},"Supports Node js, Python, Ruby, and Java.",[38,396,398],{"id":397},"summary","Summary",[22,400,401],{},"In summary, Kafka is useful for high-throughput, cost-efficient streaming use cases. RabbitMQ is useful for low to medium throughput messaging with complex routing and a variety of consumers.",[22,403,404,405,410],{},"For the diehard RabbitMQ developers, RabbitMQ has a new data structure modeling an append-only log, with non-destructive consuming semantics. This new data structure (",[51,406,407],{"href":407,"rel":408},"https://www.rabbitmq.com/streams.html",[409],"nofollow",") will be an interesting addition for RabbitMQ users looking to enhance their streaming use case. This is only available in RabbitMQ3.9 and above.",[43,412,414],{"id":413},"references","References",[22,416,417],{},[51,418,419],{"href":419,"rel":420},"https://dl.acm.org/doi/10.1145/3093742.3093908",[409],[22,422,423,424,36],{},"For message or stream processing analytics please check out this simple example on ",[51,425,427],{"href":426},"/developers/templates/etl/linear_regression_with_kafka#doing-a-linear-regression-on-data-from-kafka","performing simple machine learning on Kafka",{"title":429,"searchDepth":430,"depth":430,"links":431},"",2,[432,437,438],{"id":40,"depth":430,"text":41,"children":433},[434,436],{"id":45,"depth":435,"text":46},3,{"id":66,"depth":435,"text":67},{"id":82,"depth":430,"text":83},{"id":397,"depth":430,"text":398,"children":439},[440],{"id":413,"depth":435,"text":414},"Explore the differences between Kafka and RabbitMQ for data streaming. Learn the strengths and weaknesses of each platform to make an informed decision for your data streaming needs. Discover when to choose RabbitMQ or Kafka for optimal performance and efficiency","md",{"keywords":444,"layout":448,"thumbnail":449,"tags":451,"date":452,"related":453,"hidden":455},[445,446,447],"kafka","rabbitmq","data streaming","blog",{"src":450,"provider":12},"/assets/blog/thumbnails/rabbitmqvskafka-th.png",[448],"2023-09-29",[454],"/blog/building-enterprise-search-apis-with-llms-for-production",true,"/framework/blog/kafka-vs-rabbit-mq-for-data-streaming",{"title":5,"description":441},{"loc":456},"framework/blog/913.kafka-vs-rabbit-mq-for-data-streaming","t3Z1Gc3tsksPWQdMLc33NQoK4BsIAW9ThV_0xDvoBao",[462],{"title":463,"path":464,"stem":465,"children":466,"page":475},"Framework","/framework","framework",[467],{"title":468,"path":469,"stem":470,"children":471,"meta":1497},"Blog","/framework/blog","framework/blog/1.index",[472,476,486,495,521,534,554,571,583,593,613,622,631,644,654,668,683,692,701,716,725,736,746,755,766,777,788,797,806,815,824,836,845,854,863,882,895,909,920,929,938,947,956,967,979,988,997,1006,1025,1031,1040,1049,1058,1066,1075,1089,1099,1108,1117,1126,1135,1144,1153,1162,1171,1180,1189,1199,1208,1217,1225,1234,1243,1252,1261,1270,1279,1289,1298,1307,1316,1325,1334,1343,1354,1362,1371,1379,1388,1405,1414,1429,1438,1447,1462,1471,1480,1488],{"title":468,"path":469,"stem":470,"meta":473},{"layout":474,"aside":475,"toc":475,"single":455},"default",false,{"title":477,"path":478,"stem":479,"meta":480},"Pathway is now in Open Beta","/framework/blog/pathway-open-beta-announced","framework/blog/1.pathway-open-beta-announced",{"layout":448,"thumbnail":481,"tags":483,"date":485,"hidden":455},{"src":482,"provider":12},"/assets/blog/thumbnails/pathway-thumbnail.gif",[448,484],"open beta","2022-12-05",{"title":487,"path":488,"stem":489,"meta":490},"Pathway named 2021 i-Lab Laureate","/framework/blog/ilab2021","framework/blog/1000.Ilab2021",{"layout":448,"aside":475,"thumbnail":491,"tags":493,"date":494,"hidden":455},{"src":492,"provider":12,"contain":455},"/assets/blog/thumbnails/I-Lab-LOGO.jpg",[448],"2021-07-09",{"title":496,"path":497,"stem":498,"meta":499},"Multimodal RAG with Gemini","/framework/blog/gemini-rag","framework/blog/1001.gemini-rag",{"aside":455,"layout":448,"thumbnail":500,"date":503,"tags":504,"keywords":507,"notebook_export_path":519,"run_template":520,"hidden":455},{"src":501,"fit":502},"/assets/content/showcases/gemini_rag/Blog_Banner.png","contain","2024-08-06",[505,506],"showcase","llm",[508,509,510,511,512,513,514,515,516,517,518],"LLM","RAG","GPT","OpenAI","Gemini","multimodal RAG","MM-RAG","unstructured","notebook","Gemini RAG","RAG Gemini","notebooks/showcases/multimodal-rag-using-Gemini.ipynb","/developers/templates/rag/template-multimodal-rag",{"title":522,"path":523,"stem":524,"meta":525},"Langchain and Pathway: RAG Apps with always-up-to-date knowledge","/framework/blog/langchain-integration","framework/blog/1002.langchain-integration",{"layout":448,"date":526,"hidden":455,"thumbnail":527,"tags":529,"notebook_export_path":531,"keywords":532},"2024-05-18",{"src":528},"/assets/content/showcases/vectorstore/Langchain-Pathway.png",[505,506,530],"engineering","notebooks/showcases/langchain-integration.ipynb",[508,509,510,511,533,516],"LangChain",{"title":535,"path":536,"stem":537,"children":538,"meta":550},"LlamaIndex and Pathway: RAG Apps with always-up-to-date knowledge","/framework/blog/llamaindex-pathway","framework/blog/1003.llamaindex-pathway",[539],{"title":535,"path":536,"stem":537,"meta":540},{"layout":448,"date":541,"thumbnail":542,"tags":544,"keywords":546,"docker_github_link":549,"hidden":455},"2024-01-12",{"src":543},"/assets/content/showcases/vectorstore/llamaindexpathway.png",[505,506,545,530],"case-study",[508,509,510,511,547,548],"LlamaIndex","docker","https://github.com/pathway-labs/realtime-indexer-qa-chat/tree/main",{"layout":448,"date":541,"thumbnail":551,"tags":552,"keywords":553,"docker_github_link":549,"hidden":455},{"src":543},[505,506,545,530],[508,509,510,511,547,548],{"title":555,"path":556,"stem":557,"meta":558},"Real-time Enterprise RAG with SharePoint","/framework/blog/enterprise_rag_sharepoint","framework/blog/1004.enterprise_rag_sharepoint",{"aside":455,"layout":448,"thumbnail":559,"tags":561,"date":562,"updatedDate":563,"keywords":564,"docker_github_link":570},{"src":560,"fit":502},"/assets/content/showcases/enterprise_sharepoint_rag/Enterprise_RAG-thumbnail.png",[505,506,545,530],"2024-07-15","2025-03-24",[508,509,565,566,567,568,569],"Real-time RAG","LiveAI™","Enterprise RAG","Docker","SharePoint","https://github.com/pathwaycom/llm-app/tree/main/templates/question_answering_rag",{"title":572,"path":573,"stem":574,"meta":575},"Evaluating RAG applications with RAGAS","/framework/blog/evaluating-rag","framework/blog/1005.evaluating-rag",{"layout":448,"date":576,"thumbnail":577,"tags":579,"notebook_export_path":580,"keywords":581,"hidden":455},"2025-03-13",{"src":578},"/assets/content/showcases/evals/rag-evals.png",[505,506,530],"notebooks/tutorials/rag-evaluations.ipynb",[508,509,510,511,582,516],"evaluations",{"title":584,"path":585,"stem":586,"meta":587},"How to use ChatGPT API in Python for your real-time data","/framework/blog/chatgpt-python-api-real-time-data","framework/blog/1010.chatgpt-python-api-real-time-data",{"aside":475,"layout":448,"thumbnail":588,"tags":590,"date":592,"related":475,"hidden":455},{"src":589,"provider":12},"/assets/blog/thumbnails/chatgpt-python-api-real-time-data.png",[448,591,530],"tutorial","2023-08-28",{"title":594,"path":595,"stem":596,"meta":597},"How La Poste uses Pathway microservices to deliver high-quality ETAs","/framework/blog/pathway-laposte-microservices","framework/blog/1020.pathway-laposte-microservices",{"layout":598,"thumbnail":599,"date":601,"tags":602,"keywords":604,"hidden":455},"template",{"src":600,"provider":12,"contain":455},"/assets/blog/thumbnails/pathway-laposte-microservices-th.png","2025-05-15",[505,603],"data-pipeline",[605,606,607,608,609,610,611,612],"ETL","Microservices","Microservice architecture","Micropipelines","Delta tables","S3","La Poste","ETA",{"title":614,"path":615,"stem":616,"meta":617},"50× Faster Local Embeddings with Batch UDFs","/framework/blog/local-embeddings-batch-udfs","framework/blog/1025.local-embeddings-batch-udfs",{"layout":448,"thumbnail":618,"date":620,"tags":621,"hidden":455},{"src":619,"provider":12,"contain":455},"/assets/blog/thumbnails/batch-udfs.png","2025-07-17",[448,530],{"title":623,"path":624,"stem":625,"meta":626},"Real-Time OCR with PaddleOCR and Pathway","/framework/blog/paddleocr","framework/blog/699.paddleocr",{"single":455,"aside":475,"layout":448,"date":627,"thumbnail":628,"tags":630},"2026-02-02",{"src":629},"/assets/content/blog/thumbnails/paddleocr-thumbnail.png",[448,591,530,465],{"title":632,"path":633,"stem":634,"meta":635},"Build LLM/RAG pipelines with YAML templates by Pathway","/framework/blog/llm-yaml-templates","framework/blog/700.llm-yaml-templates",{"layout":448,"date":636,"tags":637,"thumbnail":639,"related":641,"hidden":455},"2024-10-29",[638,530],"news",{"src":640,"provider":12},"/assets/blog/thumbnails/llm-yaml-templates-th.png",[642,643],"/blog/pathway-showcased-during-intel-ai-summit","/blog/pathway-joins-the-opea-to-accelerate-generative-ai-adoption",{"title":645,"path":646,"stem":647,"meta":648},"Pathway is Now Available on Microsoft Azure!","/framework/blog/azure-aci-deploy","framework/blog/701.azure-aci-deploy",{"layout":448,"date":649,"tags":650,"thumbnail":651,"related":653,"hidden":455},"2024-11-27",[638],{"src":652,"provider":12},"/assets/blog/thumbnails/pathway-azure-marketplace-th.png",[642,643],{"title":655,"path":656,"stem":657,"meta":658},"Gemini 2.0 for Document Ingestion and Analytics with Pathway","/framework/blog/gemini2-document-ingestion-and-analytics","framework/blog/878.gemini2-document-ingestion-and-analytics",{"layout":448,"date":659,"thumbnail":660,"tags":662,"coauthors":663,"hidden":455},"2025-02-20",{"src":661,"provider":12},"/assets/blog/thumbnails/gemini-2-th.png",[448,530],[664],{"name":665,"description\"":666,"img":11,"provider":12,"linkedin":667},"Berke Can Rizai","LLM Research Engineer","https://www.linkedin.com/in/berke-can-rizai/",{"title":669,"path":670,"stem":671,"meta":672},"Pathway’s Apache Iceberg Connectors for Real-Time Data Pipelines","/framework/blog/pathway-apache-iceberg-connectors","framework/blog/879.pathway-apache-iceberg-connectors",{"layout":448,"date":673,"thumbnail":674,"tags":676,"coauthors":677,"hidden":455},"2025-02-11",{"src":675,"provider":12},"/assets/blog/thumbnails/azure-iceberg-th.png",[448,591],[678],{"name":679,"description":680,"img":681,"provider":12,"linkedin":682},"Sergey Kulik","Lead Software Research Engineer at Pathway","/assets/pictures/image_kulik_pathway.jpg","https://www.linkedin.com/in/sergey-kulik-72506a33/",{"title":684,"path":685,"stem":686,"meta":687},"Real-Time AI Pipeline with DeepSeek, Ollama and Pathway","/framework/blog/deepseek-ollama","framework/blog/880.deepseek-ollama",{"single":455,"aside":475,"layout":448,"date":688,"thumbnail":689,"tags":691,"hidden":455},"2025-02-05",{"src":690,"provider":12},"/assets/blog/thumbnails/real-time-rag-pipeline-th.png",[448,591,530],{"title":693,"path":694,"stem":695,"meta":696},"Power and Deploy RAG Agent Tools with Pathway","/framework/blog/deploy-rag-agent-tools-with-pathway","framework/blog/881.deploy-rag-agent-tools-with-pathway",{"layout":448,"date":697,"thumbnail":698,"tags":700,"hidden":455},"2025-01-16",{"src":699,"provider":12},"/assets/blog/thumbnails/power-and-deploy-th.png",[448,530],{"title":702,"path":703,"stem":704,"meta":705},"How Text Embeddings help suggest similar words","/framework/blog/how-text-embeddings-help-suggest-similar-words","framework/blog/881.how-text-embeddings-help-suggest-similar-words",{"layout":448,"date":673,"thumbnail":706,"tags":708,"coauthors":710},{"src":707,"provider":12},"/assets/blog/thumbnails/pathway-text-embeddings-th.png",[709],"community",[711],{"name":712,"description":713,"img":714,"provider":12,"linkedin":715},"Yashasvee Taiwade","Student at Indian Institute of Technology, Bombay","/assets/blog/avatars/yashasvee-avatar.png","https://www.linkedin.com/in/yashasvee-taiwade-84826a337/",{"title":717,"path":718,"stem":719,"meta":720},"2025 PATHWAY CEO PREDICTIONS","/framework/blog/pathway-predictions-2025","framework/blog/882.pathway-predictions-2025",{"layout":448,"date":721,"thumbnail":722,"tags":724,"hidden":455},"2024-12-20",{"src":723,"provider":12},"/assets/blog/thumbnails/pathway-2025-predictions-th.png",[448],{"title":726,"path":727,"stem":728,"meta":729},"Scalable Alternative to Apache Kafka and Flink for Advanced Streaming: Build Real-Time Systems with NATS and Pathway","/framework/blog/build-real-time-systems-nats-pathway-alternative-kafka-flink","framework/blog/883.build-real-time-systems-nats-pathway-alternative-kafka-flink",{"layout":448,"date":730,"thumbnail":731,"tags":733,"coauthors":734,"hidden":455},"2024-12-11",{"src":732,"provider":12},"/assets/blog/thumbnails/pathway-nats-th.png",[591],[735],{"name":679,"description":680,"img":681,"linkedin":682},{"title":737,"path":738,"stem":739,"meta":740},"Achieve Sub-Second Latency with your S3 Storage without Kafka","/framework/blog/kafka-alternative","framework/blog/884.kafka-alternative",{"layout":448,"redirect":741,"date":742,"thumbnail":743,"tags":745,"hidden":455},"/developers/templates/etl/kafka-alternative","2024-08-27",{"src":744},"/assets/content/showcases/kafka-alternatives/kafka-alternative-banner.png",[591,530,545],{"title":747,"path":748,"stem":749,"meta":750},"Computing the Option Greeks using Pathway and Databento","/framework/blog/option-greeks","framework/blog/885.option-greeks",{"layout":448,"redirect":751,"date":503,"thumbnail":752,"tags":754,"hidden":455},"/developers/templates/etl/option-greeks",{"src":753},"/assets/content/showcases/option-greeks/option-greeks.svg",[591,530],{"title":756,"path":757,"stem":758,"meta":759},"Harnessing the Power of Now With Real-Time Analytics with Zuzanna Stamirowska & Hélène Stanway","/framework/blog/datacamp-real-time-analytics","framework/blog/886.datacamp-real-time-analytics",{"layout":448,"redirection":455,"date":760,"thumbnail":761,"tags":763,"hidden":455},"2024-11-13",{"src":762},"https://i3.ytimg.com/vi/6LcRxim5W1Y/maxresdefault.jpg",[764,765],"video","podcast",{"title":767,"path":768,"stem":769,"meta":770},"Adaptive RAG: cut your LLM costs without sacrificing accuracy","/framework/blog/adaptive-rag","framework/blog/887.adaptive-rag",{"layout":448,"redirect":771,"date":772,"thumbnail":773,"tags":775,"hidden":455},"/developers/templates/rag/adaptive-rag","2024-03-28",{"src":774},"/assets/content/blog/adaptive-rag-plots/visual-abstract.png",[448,776,530,591,545],"feature",{"title":778,"path":779,"stem":780,"meta":781},"Pathway Slide Search is now available on Intel Tiber Cloud","/framework/blog/intel-summit","framework/blog/890.intel-summit",{"layout":448,"date":782,"thumbnail":783,"tags":785,"related":786,"hidden":455},"2024-09-23",{"src":784,"provider":12},"/assets/blog/thumbnails/intel-accelerator-program-th.png",[638,545],[642,787],"/blog/intel-liftoff",{"title":789,"path":790,"stem":791,"meta":792},"Pathway Joins Linux Foundation’s OPEA alongside Intel and HuggingFace","/framework/blog/pathway-joins-the-opea-to-accelerate-generative-ai-adoption","framework/blog/891.pathway-joins-the-opea-to-accelerate-generative-ai-adoption",{"layout":448,"date":793,"thumbnail":794,"tags":796,"hidden":455},"2024-08-29",{"src":795,"provider":12},"/assets/blog/thumbnails/pathway-joins-opea-th.png",[638],{"title":798,"path":799,"stem":800,"meta":801},"Pathway showcased during Intel AI Summit","/framework/blog/pathway-showcased-during-intel-ai-summit","framework/blog/892.pathway-showcased-during-intel-ai-summit",{"layout":448,"date":802,"thumbnail":803,"tags":805,"hidden":455},"2024-09-02",{"src":804,"provider":12},"/assets/blog/thumbnails/intel-ai-summit-blog-th.png",[638],{"title":807,"path":808,"stem":809,"meta":810},"BNP Paribas Talk: AI and Real-time data processing in the banking industry, Vivatech 2024","/framework/blog/bnp-talk-at-vivatech","framework/blog/893.bnp-talk-at-vivatech",{"layout":448,"date":811,"thumbnail":812,"tags":814,"hidden":455},"2024-05-22",{"src":813,"provider":12},"/assets/blog/thumbnails/bnp-talk-at-vivatech-th.png",[764,765],{"title":816,"path":817,"stem":818,"meta":819},"Pathway at Modern Data Stack Meetup: Enabling Real-Time Operational Analytics for La Poste Groupe","/framework/blog/modern-data-network","framework/blog/894.modern-data-network",{"layout":448,"date":820,"thumbnail":821,"tags":823,"hidden":455},"2024-01-31",{"src":822,"provider":12},"/assets/blog/thumbnails/modern-data-network-th.png",[638,545],{"title":825,"path":826,"stem":827,"meta":828},"Transdev Project kickoff in Dunkirk, France","/framework/blog/project-kickoff-in-dunkirk","framework/blog/895.project-kickoff-in-dunkirk",{"layout":448,"date":829,"thumbnail":830,"tags":832,"related":833,"hidden":455},"2024-01-26",{"src":831,"provider":12},"/assets/blog/thumbnails/project-kickoff-in-dunkirk-th.png",[638,545],[834,835],"/blog/intel-accelerator-program","/blog/innovation-challenge",{"title":837,"path":838,"stem":839,"meta":840},"Pathway has been selected for Intel Liftoff","/framework/blog/intel-liftoff","framework/blog/896.intel-liftoff",{"layout":448,"date":841,"thumbnail":842,"tags":843,"related":844,"hidden":455},"2024-06-01",{"src":784,"provider":12},[638],[834,835],{"title":846,"path":847,"stem":848,"meta":849},"Pathway has been selected for the Intel’s accelerator program for deep tech startups","/framework/blog/intel-accelerator-program","framework/blog/897.intel-accelerator-program",{"layout":448,"date":850,"thumbnail":851,"tags":852,"related":853,"hidden":455},"2024-04-17",{"src":784,"provider":12},[638],[835],{"title":855,"path":856,"stem":857,"meta":858},"Finalist of the NATO Innovation Challenge!","/framework/blog/innovation-challenge","framework/blog/899.innovation-challenge",{"layout":448,"date":859,"thumbnail":860,"tags":862,"hidden":455},"2023-11-14",{"src":861,"provider":12},"/assets/blog/thumbnails/innovation-challenge-th.png",[638],{"title":864,"path":865,"stem":866,"meta":867},"Realtime Classification with Nearest Neighbors","/framework/blog/realtime-classification","framework/blog/900.realtime-classification",{"layout":448,"date":868,"thumbnail":869,"tags":871,"keywords":873,"hidden":455},"2022-10-26",{"src":870,"provider":12},"/assets/blog/thumbnails/pathway-card.png",[591,872],"machine-learning",[874,875,876,877,878,879,880,881],"Classification","regression","KNN","LSH","index","Locality Sensitive Hashing","MNIST","euclidean distance",{"title":883,"path":884,"stem":885,"meta":886},"Building End-to-End RAG with NPCI’s AI Leader","/framework/blog/building-end-to-end-rag-from-hardware-to-application","framework/blog/901.building-end-to-end-rag-from-hardware-to-application",{"keywords":887,"layout":448,"thumbnail":891,"tags":893,"date":894,"hidden":455},[888,889,509,890],"data preprocessing","adaptive RAG","similarity search",{"src":892,"provider":12},"/assets/blog/thumbnails/building-end-to-end-rag-from-hardware-to-app-th.png",[448,545],"2024-04-29",{"title":896,"path":897,"stem":898,"meta":899},"Machine Unlearning for LLMs: Build Apps that Self-Correct in Real-Time ","/framework/blog/machine-unlearning","framework/blog/902.machine-unlearning",{"keywords":900,"layout":448,"tags":905,"date":906,"thumbnail":907,"hidden":455},[901,902,903,889,509,904,878],"machine unlearning","LLMs","chatbot","adaptive index",[448],"2024-04-19",{"src":908},"/assets/content/blog/ML-unlearning-forgotten.svg",{"title":910,"path":911,"stem":912,"meta":913},"Batch processing vs stream processing","/framework/blog/batch-processing-vs-stream-processing","framework/blog/903.batch-processing-vs-stream-processing",{"keywords":914,"layout":448,"thumbnail":917,"tags":918,"date":919,"hidden":455},[915,916,447],"batch processing","stream processing",{"src":870,"provider":12},[448],"2024-04-18",{"title":921,"path":922,"stem":923,"meta":924},"The Power of Real-Time Visualization for Logistics IoT","/framework/blog/power-of-real-time-visualization-for-logistics","framework/blog/903.power-of-real-time-visualization-for-logistics",{"redirection":455,"thumbnail":925,"tags":927,"date":928,"hidden":455},{"src":926,"provider":12},"/assets/blog/thumbnails/power-of-real-time-visualization-for-logistics-th.png",[545],"2024-04-16",{"title":930,"path":931,"stem":932,"meta":933},"Supply Chain Optimization with Integrated IoT Data","/framework/blog/supply-chain-optimization-with-integrated-iot-data","framework/blog/904.supply-chain-optimization-with-integrated-iot-data",{"redirection":455,"thumbnail":934,"tags":936,"date":937,"hidden":455},{"src":935,"provider":12},"/assets/blog/thumbnails/supply-chain-optimization-with-integrated-iot-data-th.png",[448],"2024-03-21",{"title":939,"path":940,"stem":941,"meta":942},"Build a real-time RAG chatbot using Google Drive and Sharepoint","/framework/blog/build-a-realtime-rag-chatbot-streamlit","framework/blog/905.build-a-realtime-rag-chatbot-streamlit",{"aside":475,"single":455,"redirection":455,"thumbnail":943,"tags":945,"date":946,"hidden":455},{"src":944,"provider":12},"/assets/blog/thumbnails/title_streamlit-pathway-llm-google-doc-th.svg",[448,545],"2024-03-07",{"title":948,"path":949,"stem":950,"meta":951},"Redefining AI’s Learning Curve: The Art of Unlearning","/framework/blog/tech-talks-podcast","framework/blog/906.tech-talks-podcast",{"redirection":455,"thumbnail":952,"tags":954,"date":955,"hidden":455},{"src":953},"https://techblogwriter.co.uk/wp-content/uploads/2023/12/Zuzanna-Stamirowska-CEO-and-Co-Founder-of-Pathway-1.jpg",[765],"2023-12-25",{"title":957,"path":958,"stem":959,"meta":960},"RAG - Streaming Application Pathway Legal Assistant","/framework/blog/rag-streaming-app-pathway-legacy-assistant","framework/blog/907.rag-streaming-app-pathway-legacy-assistant",{"layout":448,"keywords":961,"thumbnail":963,"tags":964,"date":966,"hidden":455},[962],"rag",{"src":870,"provider":12},[965],"pathway","2023-12-29",{"title":968,"path":969,"stem":970,"meta":971},"Retrieval Augmented Generation: Beginner’s Guide to RAG Apps","/framework/blog/retrieval-augmented-generation-beginners-guide-rag-apps","framework/blog/908.retrieval-augmented-generation-beginners-guide-rag-apps",{"layout":448,"keywords":972,"thumbnail":976,"tags":978,"date":966,"hidden":455},[962,973,974,975],"rag llm","vector index","retrieval augmented generation",{"src":977,"provider":12},"/assets/blog/thumbnails/rag-beginners-guide-th.png",[448,962],{"title":980,"path":981,"stem":982,"meta":983},"Guest speaker on the Digitalisation World podcast","/framework/blog/digitalisation-world-podcast","framework/blog/909.digitalisation-world-podcast",{"redirection":455,"thumbnail":984,"tags":986,"date":987,"hidden":455},{"src":985,"provider":12},"/assets/blog/thumbnails/digitalisation-world-th.png",[765],"2023-11-22",{"title":989,"path":990,"stem":991,"meta":992},"Guest speaker on The Futurists podcast","/framework/blog/futurist-podcast","framework/blog/910.futurist-podcast",{"layout":448,"aside":475,"thumbnail":993,"tags":995,"date":996,"hidden":455},{"src":994,"provider":12},"/assets/blog/thumbnails/thefuturists-th.webp",[448,765],"2023-11-10",{"title":998,"path":999,"stem":1000,"meta":1001},"How to build a real-time LLM app without vector databases","/framework/blog/build-a-real-time-llm-app-without-vector-databases-using-pathway","framework/blog/911.build-a-real-time-llm-app-without-vector-databases-using-pathway",{"aside":475,"single":455,"redirection":455,"thumbnail":1002,"tags":1004,"date":1005,"hidden":455},{"src":1003,"provider":12},"/assets/blog/thumbnails/relatime-app-th.png",[448],"2023-10-19",{"title":1007,"path":1008,"stem":1009,"meta":1010},"Signal Processing in Real-time: Bridging the Gap Between Ideal Sampling and Real-World Data Streams","/framework/blog/signal-processing","framework/blog/912.signal-processing",{"keywords":1011,"layout":448,"thumbnail":1018,"tags":1020,"date":1021,"related":1022,"hidden":455},[1012,1013,1014,1015,1016,1017],"time series","signal processing","resampling","filter","gaussian","upsampling",{"src":1019},"/assets/content/blog/iot-data-analytics/manul-iot.png",[448],"2023-10-16",[1023,1024],"/developers/templates/etl/gaussian_filtering_python","/developers/templates/etl/upsampling",{"title":5,"path":456,"stem":459,"meta":1026},{"keywords":1027,"layout":448,"thumbnail":1028,"tags":1029,"date":452,"related":1030,"hidden":455},[445,446,447],{"src":450,"provider":12},[448],[454],{"title":1032,"path":1033,"stem":1034,"meta":1035},"Building LLM enterprise search APIs","/framework/blog/llm-enterprise-search","framework/blog/914.llm-enterprise-search",{"layout":448,"thumbnail":1036,"tags":1038,"date":1039,"hidden":455},{"src":1037,"provider":12},"/assets/blog/thumbnails/llm-with-search-apis-th.png",[448],"2023-08-23",{"title":1041,"path":1042,"stem":1043,"meta":1044},"Pathway: Fastest Data Processing Engine - 2023 Benchmarks","/framework/blog/streaming-benchmarks-pathway-fastest-engine-on-the-market","framework/blog/915.streaming-benchmarks-pathway-fastest-engine-on-the-market",{"layout":448,"thumbnail":1045,"tags":1047,"date":1048,"hidden":455},{"src":1046,"contain":455},"/assets/content/blog/benchmark/bm-preview.png",[448],"2023-07-17",{"title":1050,"path":1051,"stem":1052,"meta":1053},"Tutorial: Distributed computing with live streaming data","/framework/blog/distributed-computing-with-live-streaming-data","framework/blog/918.distributed-computing-with-live-streaming-data",{"layout":448,"thumbnail":1054,"tags":1056,"date":1057,"hidden":455},{"src":1055},"/assets/content/blog/distributed-computing-with-live-streaming-data-th.png",[448,591],"2023-06-16",{"title":1059,"path":1060,"stem":1061,"meta":1062},"IoT Data Analytics: Processing Real-World Data in Real Time","/framework/blog/iot-data-analytics","framework/blog/918.iot-data-analytics",{"layout":448,"thumbnail":1063,"tags":1064,"date":1065,"hidden":455},{"src":1019},[448],"2023-06-21",{"title":1067,"path":1068,"stem":1069,"meta":1070},"Guest Speaker on Intel Business Podcast with Darren Pulsipher, Chief Solutions Architect","/framework/blog/intel-business-podcast","framework/blog/919.intel-business-podcast",{"layout":448,"thumbnail":1071,"tags":1073,"date":1074,"hidden":455},{"src":1072},"https://img.youtube.com/vi/Yn-EUssQG04/maxresdefault.jpg",[448,765],"2023-05-23",{"title":1076,"path":1077,"stem":1078,"meta":1079},"Pathway is Featured in Gartner’s Market Guide for Event Stream Processing","/framework/blog/market-guide-event-stream-processing","framework/blog/920.market-guide-event-stream-processing",{"layout":448,"tags":1080,"date":1081,"thumbnail":1082,"enterprise":455,"keywords":1084,"hidden":455},[638],"2023-05-15",{"src":1083,"contain":455,"padding":455},"/assets/content/blog/gartner-th.png",[1085,965,1086,1087,1088],"gartner","event","stream","processing",{"title":1090,"path":1091,"stem":1092,"meta":1093},"Guest Speaker on Charbon Podcast (in French)","/framework/blog/charbon-podcast-with-claire","framework/blog/921.charbon-podcast-with-claire",{"layout":448,"thumbnail":1094,"tags":1096,"lang":1097,"date":1098,"hidden":455},{"src":1095},"/assets/content/blog/charbon-podcast-with-claire.png",[448,765],"french","2023-04-26",{"title":1100,"path":1101,"stem":1102,"meta":1103},"Podcast speaker on SuperDataScience Podcast #669","/framework/blog/superdatascience-with-adrian","framework/blog/922.superdatascience-with-adrian",{"layout":448,"thumbnail":1104,"tags":1106,"date":1107,"hidden":455},{"src":1105},"https://img.youtube.com/vi/AjxLnll8QHg/maxresdefault.jpg",[448,765],"2023-04-11",{"title":1109,"path":1110,"stem":1111,"meta":1112},"Pathway featured in Sifted briefing on GenAI","/framework/blog/pathway-featured-in-sifted-briefing-on-genai","framework/blog/923.pathway-featured-in-sifted-briefing-on-genai",{"layout":448,"thumbnail":1113,"tags":1115,"date":1116,"hidden":455},{"src":1114},"/assets/content/blog/sifted-th.png",[448,638],"2023-03-09",{"title":1118,"path":1119,"stem":1120,"meta":1121},"Improving asset utilization with Pathway: combining IoT data with real-time data processing","/framework/blog/improving-asset-utilization","framework/blog/924.improving-asset-utilization",{"layout":448,"thumbnail":1122,"tags":1124,"date":1125,"hidden":455},{"src":1123},"/assets/content/blog/improving-asset-utilzation-th.png",[448],"2023-04-06",{"title":1127,"path":1128,"stem":1129,"meta":1130},"What is Fuzzy Join and How Can it Help You Make Sense of Your Data?","/framework/blog/fuzzy-join","framework/blog/925.fuzzy-join",{"layout":448,"thumbnail":1131,"tags":1133,"date":1134,"hidden":455},{"src":1132},"/assets/content/blog/fuzzy-join/th-fuzzy-join.svg",[448,591,530],"2023-04-05",{"title":1136,"path":1137,"stem":1138,"meta":1139},"Discussing supply chain analytics on the Data Engineering Podcast","/framework/blog/data-engineering-podcast","framework/blog/926.data-engineering-podcast",{"layout":448,"thumbnail":1140,"tags":1142,"date":1143,"hidden":455},{"src":1141},"/assets/content/blog/data-engineering-podcast.jpg",[448,765],"2022-10-16",{"title":1145,"path":1146,"stem":1147,"meta":1148},"The value of real-time analytics - IoT for all podcast","/framework/blog/iot-for-all-podcast","framework/blog/927.Iot-for-all-podcast",{"layout":448,"thumbnail":1149,"tags":1151,"date":1152,"hidden":455},{"src":1150},"https://i3.ytimg.com/vi/4TSK0fpMC4I/maxresdefault.jpg",[448,765],"2023-02-20",{"title":1154,"path":1155,"stem":1156,"meta":1157},"Guest speaker at Maddyness Keynote","/framework/blog/maddy-keynote-2023","framework/blog/928.Maddy-keynote-2023",{"layout":448,"thumbnail":1158,"tags":1160,"date":1161,"hidden":455},{"src":1159},"/assets/content/blog/maddy-keynote.jpg",[448,638],"2023-02-08",{"title":1163,"path":1164,"stem":1165,"meta":1166},"Guest speakers on Female Foundry Podcast","/framework/blog/female-foundry-podcast","framework/blog/929.Female-Foundry-Podcast",{"layout":448,"thumbnail":1167,"tags":1169,"date":1170,"hidden":455},{"src":1168},"/assets/content/blog/female-foundry-podcast.jpg",[448,765],"2023-02-11",{"title":1172,"path":1173,"stem":1174,"meta":1175},"Podcast speaker on Super Data Science Podcast","/framework/blog/liquidneuralnetworks","framework/blog/930.LiquidNeuralNetworks",{"layout":448,"date":1176,"thumbnail":1177,"tags":1179,"hidden":455},"2022-12-02",{"src":1178},"/assets/content/blog/LiquidNeurealnetwork.jpg",[448,764,765],{"title":1181,"path":1182,"stem":1183,"meta":1184},"Pathway Premieres at PyData Global","/framework/blog/pydata","framework/blog/932.PyData",{"layout":448,"date":1185,"thumbnail":1186,"tags":1188,"hidden":455},"2022-12-01",{"src":1187,"contain":455},"/assets/content/blog/logo-conference-pydata-global-2021.png",[448],{"title":1190,"path":1191,"stem":1192,"meta":1193},"Pathway at ODSC West","/framework/blog/odsc","framework/blog/934.ODSC",{"layout":448,"date":1194,"thumbnail":1195,"tags":1197,"hidden":455},"2022-11-01",{"src":1196},"/assets/content/blog/ODSCWest.png",[448,1198],"culture",{"title":1200,"path":1201,"stem":1202,"meta":1203},"Guest speaker on IoT For All Podcast","/framework/blog/iotforall","framework/blog/936.IoTforAll",{"layout":448,"thumbnail":1204,"tags":1206,"date":1207,"hidden":455},{"src":1205},"/assets/content/blog/IoT-for-all.png",[448,764,765],"2022-08-01",{"title":1209,"path":1210,"stem":1211,"meta":1212},"Pathway graduated from CDL-Montreal!","/framework/blog/cdl","framework/blog/938.CDL",{"layout":448,"date":1213,"thumbnail":1214,"tags":1216,"hidden":455},"2022-06-01",{"src":1215},"/assets/content/blog/Pathway-CDL-Montreal.jpeg",[448],{"title":1218,"path":1219,"stem":1220,"meta":1221},"Pathway helps La Poste reduce IoT costs by 50%","/framework/blog/laposte","framework/blog/940.LaPoste",{"layout":448,"date":1213,"thumbnail":1222,"tags":1224,"hidden":455},{"src":1223,"contain":455,"padding":455},"/assets/content/blog/ROILaposte.png",[448],{"title":1226,"path":1227,"stem":1228,"meta":1229},"Why Pathway","/framework/blog/why-pathway","framework/blog/945.why-pathway",{"layout":448,"date":1230,"thumbnail":1231,"tags":1233,"hidden":455},"2022-05-24",{"src":1232},"/assets/content/blog/Pathwaybanner.jpg",[448],{"title":1235,"path":1236,"stem":1237,"meta":1238},"Pathway wins the #Spring50 Pitch Contest!","/framework/blog/spring50","framework/blog/950.spring50",{"layout":448,"date":1239,"thumbnail":1240,"tags":1242,"hidden":455},"2022-05-13",{"src":1241,"provider":12,"contain":455},"/assets/blog/thumbnails/digital-50-contest.png",[448],{"title":1244,"path":1245,"stem":1246,"meta":1247},"Pathway is a WomenTech EU Laureate","/framework/blog/womentecheu","framework/blog/960.WomenTechEU",{"layout":448,"date":1248,"thumbnail":1249,"tags":1251,"hidden":455},"2022-03-01",{"src":1250,"provider":12},"/assets/blog/thumbnails/co-funded-th.png",[448],{"title":1253,"path":1254,"stem":1255,"meta":1256},"Pathway is a Gartner Representative Vendor","/framework/blog/gartner","framework/blog/970.Gartner",{"layout":448,"date":1257,"thumbnail":1258,"tags":1260,"enterprise":455,"hidden":455},"2021-10-19",{"src":1259,"provider":12,"contain":455},"/assets/blog/thumbnails/gartner-th.png",[448],{"title":1262,"path":1263,"stem":1264,"meta":1265},"Pathway joins Agoranov, French Science and Tech incubator - in Paris, France","/framework/blog/agoranov","framework/blog/980.Agoranov",{"layout":448,"date":1266,"thumbnail":1267,"tags":1269,"hidden":455},"2021-10-09",{"src":1268,"provider":12,"contain":455},"/assets/blog/thumbnails/Agoranov-Logo.png",[448],{"title":1271,"path":1272,"stem":1273,"meta":1274},"Pathway has been selected by Hello Tomorrow as a Deep Tech Pioneer ","/framework/blog/hellotomorrow","framework/blog/990.hellotomorrow",{"layout":448,"date":1275,"thumbnail":1276,"tags":1278,"hidden":455},"2021-09-27",{"src":1277,"provider":12,"contain":455},"/assets/blog/thumbnails/hello-tomorrow-th.png",[448],{"title":1280,"path":1281,"stem":1282,"meta":1283},"Gartner® recognizes Pathway as an Emerging Visionary in GenAI Engineering","/framework/blog/gartner-gen-ai-engineering","framework/blog/996.gartner-gen-ai-engineering",{"layout":448,"date":1284,"thumbnail":1285,"tags":1287,"related":1288},"2024-11-14",{"src":1286,"provider":12},"/assets/blog/thumbnails/th-pathway-gartner-emerging-market-quadrants.png",[638],[835],{"title":1290,"path":1291,"stem":1292,"meta":1293},"Adaptive Agents for Real-Time RAG: Domain-Specific AI for Legal, Finance & Healthcare","/framework/blog/adaptive-agents-rag","framework/blog/adaptive-agents-rag",{"layout":448,"date":1294,"thumbnail":1295,"tags":1297},"2025-04-02",{"src":1296,"provider":12},"/assets/blog/thumbnails/adaptive-agents-rag-th.png",[709],{"title":1299,"path":1300,"stem":1301,"meta":1302},"How AI Agents in Finance Are Transforming Financial Due Diligence: FA3STER","/framework/blog/ai-agents-finance-due-diligence","framework/blog/ai-agents-finance-due-diligence",{"layout":448,"date":1303,"thumbnail":1304,"tags":1306},"2025-03-26",{"src":1305,"provider":12},"/assets/blog/thumbnails/ai-agents-finance-due-diligence-th.png",[709],{"title":1308,"path":1309,"stem":1310,"meta":1311},"Financial Report Analysis with LiveAI™","/framework/blog/ai-financial-report-analysis","framework/blog/ai-financial-report-analysis",{"layout":448,"date":1312,"thumbnail":1313,"tags":1315},"2025-09-03",{"src":1314,"provider":12},"/assets/blog/thumbnails/earnings-call-transcript-analysis-framework-th.png",[709],{"title":1317,"path":1318,"stem":1319,"meta":1320},"LiveAI™ for SEC Filings Analysis","/framework/blog/ai-for-sec-filings","framework/blog/ai-for-sec-filings",{"layout":448,"date":1321,"thumbnail":1322,"tags":1324},"2025-07-09",{"src":1323,"provider":12},"/assets/blog/thumbnails/ai-for-sec-filings-th.png",[709],{"title":1326,"path":1327,"stem":1328,"meta":1329},"AI Paper Reviewer | LiveAI™ for Conference Classification","/framework/blog/ai-paper-reviewer","framework/blog/ai-paper-reviewer",{"layout":448,"date":1330,"thumbnail":1331,"tags":1333},"2025-06-19",{"src":1332,"provider":12},"/assets/blog/thumbnails/ai-paper-reviewer-th.png",[709],{"title":1335,"path":1336,"stem":1337,"meta":1338},"LiveAI™ Tools for Equity Research & Compliance Management","/framework/blog/ai-tools-for-equity-analysis","framework/blog/ai-tools-for-equity-analysis",{"layout":448,"date":1339,"thumbnail":1340,"tags":1342},"2025-04-23",{"src":1341,"provider":12},"/assets/blog/thumbnails/live-ai-legal-compliance-financial-analysis-th.png",[709],{"title":1344,"path":1345,"stem":1346,"meta":1347},"Pathway’s BDH solves Sudoku Extreme with 97.4% accuracy, while leading LLMs are close to 0","/framework/blog/beyond-transformers-sudoku-bench","framework/blog/beyond-transformers-sudoku-bench",{"date":1348,"thumbnail":1349,"tags":1351,"related":475,"redirect":1353},"2026-03-17",{"src":1350,"provider":12},"/assets/blog/thumbnails/the-sudoku-test-th.png",[1352],"bdh","/research/beyond-transformers-sudoku-bench",{"title":1355,"path":1356,"stem":1357,"meta":1358},"Build RAG Apps in YAML - Recording from the Intel AI DevSummit","/framework/blog/build-rag-apps-in-yaml-recording-from-the-intel-ai-devsummit","framework/blog/build-rag-apps-in-yaml-recording-from-the-intel-ai-devsummit",{"aside":475,"layout":448,"date":576,"thumbnail":1359,"tags":1361,"hidden":455},{"src":1360},"https://i3.ytimg.com/vi/OEEZ5qSHJSs/hqdefault.jpg",[764,591,530],{"title":1363,"path":1364,"stem":1365,"meta":1366},"Data Discovery to Data Pipeline Process","/framework/blog/data-discovery-to-data-pipeline-process","framework/blog/data-discovery-to-data-pipeline-process",{"layout":448,"date":1367,"thumbnail":1368,"tags":1370},"2025-02-28",{"src":1369,"provider":12},"/assets/blog/thumbnails/data-discovery-th.png",[709],{"title":1372,"path":1373,"stem":1374,"meta":1375},"Exploring Kappa Architecture with Pathway","/framework/blog/exploring-kappa-architecture-with-pathway","framework/blog/exploring-kappa-architecture-with-pathway",{"single":455,"aside":475,"layout":448,"date":1367,"thumbnail":1376,"tags":1378},{"src":1377,"provider":12},"/assets/blog/thumbnails/kappa-architecture-th.png",[709],{"title":1380,"path":1381,"stem":1382,"meta":1383},"Resilient Financial API Integration with LiveAI™","/framework/blog/financial-api-integration-live-ai","framework/blog/financial-api-integration-live-ai",{"layout":448,"date":1384,"thumbnail":1385,"tags":1387},"2025-05-23",{"src":1386,"provider":12},"/assets/blog/thumbnails/financial-api-integration-live-ai-th.png",[709],{"title":1389,"path":1390,"stem":1391,"meta":1392},"LiveAI™ for Financial Intelligence with Event-Based State Machine","/framework/blog/financial-intelligence-with-event-based-state-machine","framework/blog/financial-intelligence-with-event-based-state-machine",{"keywords":1393,"layout":448,"date":1401,"thumbnail":1402,"tags":1404},[1394,1395,1396,1397,1398,1399,1400],"Large vector stores","Event-Based State Machine","dynamic data sources","reliability","hallucination","Financial Intelligence","LiveAI™ framework","2025-06-12",{"src":1403,"provider":12},"/assets/blog/thumbnails/financial-intelligence-with-event-based-state-machine-th.png",[709],{"title":1406,"path":1407,"stem":1408,"meta":1409},"Building a Real-Time Radiology AI System with Pathway and LandingAI","/framework/blog/landing-ai","framework/blog/landing-ai",{"layout":448,"date":1410,"thumbnail":1411,"tags":1413},"2025-10-02",{"src":1412,"provider":12},"/assets/blog/thumbnails/landing-ai-th.png",[709],{"title":1415,"path":1416,"stem":1417,"meta":1418},"Pathway MCP Server: Live Indexing & Analytics for your Agents","/framework/blog/live-ai-mcp-server","framework/blog/live-ai-mcp-server",{"aside":475,"layout":448,"date":1419,"thumbnail":1420,"tags":1422,"coauthors":1423,"hidden":455},"2025-08-22",{"src":1421,"contain":455},"/assets/content/blog/MCP/mcp-server-thumbnail.png",[591,530],[1424],{"name":1425,"description\"":1426,"img":1427,"provider":12,"linkedin":1428},"Mudit Srivastava","Director of Growth","/assets/authors/mudit-srivastava.jpg","https://www.linkedin.com/in/muditjps/",{"title":1430,"path":1431,"stem":1432,"meta":1433},"Multi Agentic RAG & LiveAI™ for Finance and Legal Solutions","/framework/blog/live-ai-multi-agentic-rag","framework/blog/live-ai-multi-agentic-rag",{"layout":448,"date":1434,"thumbnail":1435,"tags":1437},"2025-04-09",{"src":1436,"provider":12},"/assets/blog/thumbnails/live-ai-multi-agentic-rag-th.png",[709],{"title":1439,"path":1440,"stem":1441,"meta":1442},"Multi Agent RAG with Interleaved Retrieval and Reasoning for Long Docs","/framework/blog/multi-agent-rag-interleaved-retrieval-reasoning","framework/blog/multi-agent-rag-interleaved-retrieval-reasoning",{"layout":448,"date":1443,"thumbnail":1444,"tags":1446},"2025-03-19",{"src":1445,"provider":12},"/assets/blog/thumbnails/multi-agent-rag-system-for-long-document-question-answering-th.png",[709],{"title":1448,"path":1449,"stem":1450,"meta":1451},"Real-Time Multimodal Data Processing with Pathway and Docling","/framework/blog/multimodal-data-processing","framework/blog/multimodal-data-processing",{"aside":475,"layout":448,"date":1452,"thumbnail":1453,"tags":1455,"coauthors":1456,"hidden":455},"2025-05-30",{"src":1454,"contain":455},"/assets/content/blog/docling-parser/docling-th.png",[591,530],[1457],{"name":1458,"description\"":1459,"img":1460,"linkedin":1461},"Albert Roethel","AI Engineer","/assets/content/blog/avatars/albert.jpg","https://www.linkedin.com/in/albertroethel/",{"title":1463,"path":1464,"stem":1465,"meta":1466},"Regulatory Compliance Automation with LiveAI™","/framework/blog/regulatory-compliance-automation-live-ai","framework/blog/regulatory-compliance-automation-live-ai",{"layout":448,"date":1467,"thumbnail":1468,"tags":1470,"related":475},"2025-04-30",{"src":1469,"provider":12},"/assets/blog/thumbnails/ai-legal-document-analysis-th.png",[709],{"title":1472,"path":1473,"stem":1474,"meta":1475},"Unlocking data stream processing [Part 1] - real-time linear regression","/framework/blog/unlocking-data-stream-processing-1","framework/blog/unlocking-data-stream-processing-1",{"layout":448,"redirection":455,"date":1476,"thumbnail":1477,"tags":1479,"hidden":455},"2023-02-16",{"src":1478},"/assets/content/tutorials/unlocking-data-stream-processing-1-th.png",[591,530],{"title":1481,"path":1482,"stem":1483,"meta":1484},"Unlocking data stream processing [Part 2] - realtime server logs monitoring with a sliding window","/framework/blog/unlocking-data-stream-processing-2","framework/blog/unlocking-data-stream-processing-2",{"layout":448,"redirection":455,"date":1116,"thumbnail":1485,"tags":1487,"hidden":455},{"src":1486},"/assets/content/tutorials/unlocking-data-stream-processing-2-th.png",[591,530],{"title":1489,"path":1490,"stem":1491,"meta":1492},"Unlocking data stream processing [Part 3] - data enrichment with fuzzy joins","/framework/blog/unlocking-data-stream-processing-3","framework/blog/unlocking-data-stream-processing-3",{"layout":448,"redirection":455,"date":1493,"thumbnail":1494,"tags":1496,"hidden":455},"2023-05-09",{"src":1495},"/assets/content/tutorials/unlocking-data-stream-processing-3-th.png",[591,530],{"layout":474,"aside":475,"toc":475,"single":455},{"id":1499,"title":5,"author":1500,"body":1501,"date":1805,"description":441,"extension":442,"hidden":455,"keywords":1806,"meta":1807,"navigation":455,"path":456,"seo":1809,"stem":459,"tags":1810,"thumbnail":1811,"__hash__":1812},"blog/framework/blog/913.kafka-vs-rabbit-mq-for-data-streaming.md",{"id":7,"url":8,"name":9,"description":10,"img":11,"provider":12,"linkedin":13},{"type":15,"value":1502,"toc":1795},[1503,1505,1507,1513,1515,1517,1521,1523,1527,1529,1533,1537,1539,1541,1631,1633,1775,1777,1779,1784,1786,1791],[18,1504,5],{"id":20},[22,1506,24],{},[22,1508,27,1509,32,1511,36],{},[29,1510,31],{},[29,1512,35],{},[38,1514,41],{"id":40},[43,1516,46],{"id":45},[22,1518,49,1519,54],{},[51,1520,31],{"href":53},[22,1522,57],{},[22,1524,1525,63],{},[29,1526,62],{},[43,1528,67],{"id":66},[22,1530,49,1531,73],{},[51,1532,35],{"href":72},[22,1534,1535,79],{},[29,1536,78],{},[38,1538,83],{"id":82},[85,1540],{":zoomable":87,"alt":88,"sizes":89,"src":90},[92,1542,1543,1553],{},[95,1544,1545],{},[98,1546,1547,1549,1551],{},[101,1548,103],{},[101,1550,62],{},[101,1552,78],{},[109,1554,1555,1573,1583,1593,1603,1613],{},[98,1556,1557,1561,1567],{},[114,1558,1559],{},[29,1560,118],{},[114,1562,121,1563,1565,127],{},[123,1564],{},[123,1566],{},[114,1568,130,1569,1571,135],{},[123,1570],{},[123,1572],{},[98,1574,1575,1579,1581],{},[114,1576,1577],{},[29,1578,142],{},[114,1580,145],{},[114,1582,148],{},[98,1584,1585,1589,1591],{},[114,1586,1587],{},[29,1588,155],{},[114,1590,158],{},[114,1592,161],{},[98,1594,1595,1599,1601],{},[114,1596,1597],{},[29,1598,168],{},[114,1600,171],{},[114,1602,174],{},[98,1604,1605,1609,1611],{},[114,1606,1607],{},[29,1608,181],{},[114,1610,184],{},[114,1612,187],{},[98,1614,1615,1619,1625],{},[114,1616,1617],{},[29,1618,194],{},[114,1620,197,1621,1623,202],{},[123,1622],{},[123,1624],{},[114,1626,205,1627,1629,210],{},[123,1628],{},[123,1630],{},[22,1632,213],{},[92,1634,1635,1645],{},[95,1636,1637],{},[98,1638,1639,1641,1643],{},[101,1640,222],{},[101,1642,62],{},[101,1644,78],{},[109,1646,1647,1665,1675,1685,1695,1705,1715,1725,1735,1745,1755,1765],{},[98,1648,1649,1653,1659],{},[114,1650,1651],{},[29,1652,235],{},[114,1654,238,1655,1657,243],{},[123,1656],{},[123,1658],{},[114,1660,246,1661,1663,251],{},[123,1662],{},[123,1664],{},[98,1666,1667,1671,1673],{},[114,1668,1669],{},[29,1670,258],{},[114,1672,261],{},[114,1674,264],{},[98,1676,1677,1681,1683],{},[114,1678,1679],{},[29,1680,271],{},[114,1682,274],{},[114,1684,277],{},[98,1686,1687,1691,1693],{},[114,1688,1689],{},[29,1690,284],{},[114,1692,287],{},[114,1694,290],{},[98,1696,1697,1701,1703],{},[114,1698,1699],{},[29,1700,297],{},[114,1702,300],{},[114,1704,303],{},[98,1706,1707,1711,1713],{},[114,1708,1709],{},[29,1710,310],{},[114,1712,313],{},[114,1714,316],{},[98,1716,1717,1721,1723],{},[114,1718,1719],{},[29,1720,323],{},[114,1722,326],{},[114,1724,329],{},[98,1726,1727,1731,1733],{},[114,1728,1729],{},[29,1730,336],{},[114,1732,339],{},[114,1734,342],{},[98,1736,1737,1741,1743],{},[114,1738,1739],{},[29,1740,349],{},[114,1742,352],{},[114,1744,355],{},[98,1746,1747,1751,1753],{},[114,1748,1749],{},[29,1750,362],{},[114,1752,365],{},[114,1754,368],{},[98,1756,1757,1761,1763],{},[114,1758,1759],{},[29,1760,375],{},[114,1762,378],{},[114,1764,381],{},[98,1766,1767,1771,1773],{},[114,1768,1769],{},[29,1770,388],{},[114,1772,391],{},[114,1774,394],{},[38,1776,398],{"id":397},[22,1778,401],{},[22,1780,404,1781,410],{},[51,1782,407],{"href":407,"rel":1783},[409],[43,1785,414],{"id":413},[22,1787,1788],{},[51,1789,419],{"href":419,"rel":1790},[409],[22,1792,423,1793,36],{},[51,1794,427],{"href":426},{"title":429,"searchDepth":430,"depth":430,"links":1796},[1797,1801,1802],{"id":40,"depth":430,"text":41,"children":1798},[1799,1800],{"id":45,"depth":435,"text":46},{"id":66,"depth":435,"text":67},{"id":82,"depth":430,"text":83},{"id":397,"depth":430,"text":398,"children":1803},[1804],{"id":413,"depth":435,"text":414},"2023-09-29T00:00:00.000Z",[445,446,447],{"layout":448,"related":1808},[454],{"title":5,"description":441},[448],{"src":450,"provider":12},"ylD-Yv7iGrXYeImN4ko0CBrhVBWGRzO_Dsa6p38_Tfs",[],[1815,1816],{"title":1007,"path":1008,"stem":1009,"children":-1},{"title":1032,"path":1033,"stem":1034,"children":-1},{"id":1818,"title":1819,"body":1820,"description":1827,"extension":442,"meta":1830,"navigation":475,"path":53,"seo":1831,"stem":1832,"__hash__":1833},"glossary/11.glossary/message-broker.md","Message Broker",{"type":15,"value":1821,"toc":1828},[1822,1825],[18,1823,1819],{"id":1824},"message-broker",[22,1826,1827],{},"A message broker helps exchange messages across systems and applications. A message broker is usually used to handle background jobs, long-running tasks, or act as a translator between applications (including microservices). An example of a long-running task would be to create a large PDF file programmatically by reading and formatting a lot of data from your data source. The reading and transformation of that data and writing that into a file could take quite some time. A message broker in this case could help with a \"fire and forget\" scenario, where the requester does not have to wait for the creation of the file and that job can happen in the background.",{"title":429,"searchDepth":430,"depth":430,"links":1829},[],{"aside":475},{"title":1819,"description":1827},"11.glossary/message-broker","MwKguSu_PYKmtzJI2YgbXjDb0v2LuIr0mJrQt7j5_-0",{"id":1835,"title":1836,"body":1837,"description":1844,"extension":442,"meta":1847,"navigation":475,"path":72,"seo":1848,"stem":1849,"__hash__":1850},"glossary/11.glossary/distributed-streaming-system.md","Distributed Streaming System",{"type":15,"value":1838,"toc":1845},[1839,1842],[18,1840,1836],{"id":1841},"distributed-streaming-system",[22,1843,1844],{},"System that can process multiple data streams simultaneously. This allows for creating high throughput data ingestion and dealing with large data processing pipelines.",{"title":429,"searchDepth":430,"depth":430,"links":1846},[],{"aside":475},{"title":1836,"description":1844},"11.glossary/distributed-streaming-system","Y70k_EvLfedcXvbMCDNIhT4NeBsWfYLCmAsw9NP4mwc",1775364317586]