[{"data":1,"prerenderedAt":3720},["ShallowReactive",2],{"/developers/api-docs/pathway-io/milvus-app":3,"navigation-developers":1034,"/developers/api-docs/pathway-io/milvus":2945,"surr-/developers/api-docs/pathway-io/milvus":3717},{"id":4,"title":5,"author":6,"body":7,"description":410,"extension":1026,"meta":1027,"navigation":457,"path":1029,"seo":1030,"sitemap":1031,"stem":1032,"__hash__":1033},"content/2.developers/5.API-docs/7.pathway-io/225.milvus.md","pw.io.milvus",null,{"type":8,"value":9,"toc":1022},"minimark",[10,14,30,50,53,76,87,90,96,241,253,283,387,390,398,404,721,724,901,904,1018],[11,12,5],"h1",{"id":13},"pwiomilvus",[15,16,18,22,23,29],"h2",{"id":17},"pathway.io.milvus.write",[19,20,21],"strong",{},"write","(",[24,25,28],"span",{"className":26},[27],"sphinx-paramslist","table, uri, collection_name, *, primary_key, name=None, sort_by=None",")",[31,32,33,42,45,49],"p",{},[34,35,39],"a",{"className":36,"href":38},[37],"sphinx-source-url","https://github.com/pathwaycom/pathway/tree/main/python/pathway/io/milvus/__init__.py#L81-L270",[24,40,41],{},"source",[19,43,44],{},"This connector is available when using one of the following licenses only:",[34,46,48],{"href":47},"/pricing","Pathway Scale, Pathway Enterprise",".",[31,51,52],{},"Writes a Pathway table to a Milvus collection.",[31,54,55,56,60,61,64,65,68,69,72,73,49],{},"Each row addition (",[57,58,59],"code",{},"diff = 1",") is sent to Milvus as an upsert and each row\ndeletion (",[57,62,63],{},"diff = -1",") is sent as a delete. The value of the ",[57,66,67],{},"primary_key","\ncolumn is used as the Milvus primary key. The column must belong to ",[57,70,71],{},"table",";\npassing a column from a different table raises a ",[57,74,75],{},"ValueError",[31,77,78,79,82,83,86],{},"The target collection must already exist before the pipeline starts and its\nschema must be compatible with the table’s columns. Pathway cannot create\nit automatically because the vector field dimension is not part of the\nPython type (a ",[57,80,81],{},"list"," of floats carries no size) and is only known once\nthe first row arrives. Use ",[57,84,85],{},"pymilvus.MilvusClient.create_collection"," to\ncreate the collection upfront.",[31,88,89],{},"Within every mini-batch, deletes are applied before upserts so that update\npairs (retraction followed by insertion of the same key) are handled correctly.",[31,91,92,95],{},[19,93,94],{},"Supported type mappings"," (Pathway → Milvus):",[71,97,98,114],{},[99,100,101],"thead",{},[102,103,104,108,111],"tr",{},[105,106,107],"th",{},"Pathway type",[105,109,110],{},"Milvus field type",[105,112,113],{},"Notes",[115,116,117,132,146,164,178,193,210,224],"tbody",{},[102,118,119,125,130],{},[120,121,122],"td",{},[57,123,124],{},"int",[120,126,127],{},[57,128,129],{},"INT64",[120,131],{},[102,133,134,139,144],{},[120,135,136],{},[57,137,138],{},"float",[120,140,141],{},[57,142,143],{},"DOUBLE",[120,145],{},[102,147,148,153,158],{},[120,149,150],{},[57,151,152],{},"str",[120,154,155],{},[57,156,157],{},"VARCHAR",[120,159,160,161],{},"Field must declare ",[57,162,163],{},"max_length",[102,165,166,171,176],{},[120,167,168],{},[57,169,170],{},"bool",[120,172,173],{},[57,174,175],{},"BOOL",[120,177],{},[102,179,180,185,190],{},[120,181,182],{},[57,183,184],{},"pw.Json",[120,186,187],{},[57,188,189],{},"JSON",[120,191,192],{},"Wrapper unwrapped automatically",[102,194,195,202,207],{},[120,196,197,199,200],{},[57,198,81],{}," of ",[57,201,138],{},[120,203,204],{},[57,205,206],{},"FLOAT_VECTOR",[120,208,209],{},"Dimension set in the collection schema",[102,211,212,217,222],{},[120,213,214],{},[57,215,216],{},"bytes",[120,218,219],{},[57,220,221],{},"BINARY_VECTOR",[120,223,209],{},[102,225,226,231,238],{},[120,227,228],{},[57,229,230],{},"numpy.ndarray",[120,232,233,235,236],{},[57,234,206],{}," or ",[57,237,221],{},[120,239,240],{},"Must be 1-D; converted to list",[31,242,243,244,247,248,250,251,49],{},"Any other Pathway type raises a ",[57,245,246],{},"TypeError"," before reaching pymilvus,\nwith a message that names the offending column and lists the supported types.\nA multi-dimensional ",[57,249,230],{}," raises a ",[57,252,75],{},[31,254,255,256,259,260,263,264,267,268,271,272,278,279,282],{},"The ",[57,257,258],{},"uri"," parameter is passed directly to ",[57,261,262],{},"pymilvus.MilvusClient",".\nUse a local ",[57,265,266],{},".db"," file path (e.g. ",[57,269,270],{},"\"./milvus.db\"",") to use\n",[34,273,277],{"href":274,"rel":275},"https://milvus.io/docs/milvus_lite.md",[276],"nofollow","Milvus Lite",", an embedded\nsingle-file database that requires no server, which is convenient for\ndevelopment and testing. Use a server address (e.g.\n",[57,280,281],{},"\"http://localhost:19530\"",") to connect to a running Milvus instance\nfor production workloads.",[284,285,286,379],"ul",{},[287,288,289,292],"li",{},[19,290,291],{},"Parameters",[284,293,294,306,325,333,350,362],{},[287,295,296,298,299,305],{},[19,297,71],{}," (",[34,300,302],{"href":301},"/developers/api-docs/pathway-table#pathway.Table",[57,303,304],{},"Table",") – The table to write.",[287,307,308,298,310,312,313,315,316,318,319,321,322,324],{},[19,309,258],{},[57,311,152],{},") – URI passed to ",[57,314,262],{},". Use a local ",[57,317,266],{}," file\npath for Milvus Lite (e.g. ",[57,320,270],{},") or a server address\nfor a running Milvus instance (e.g. ",[57,323,281],{},").",[287,326,327,298,330,332],{},[19,328,329],{},"collection_name",[57,331,152],{},") – Name of the Milvus collection to write to.",[287,334,335,298,337,343,344,347,348,49],{},[19,336,67],{},[34,338,340],{"href":339},"/developers/api-docs/pathway#pathway.ColumnReference",[57,341,342],{},"ColumnReference",") – A column reference (e.g. ",[57,345,346],{},"table.doc_id",") whose values are\nused as the Milvus primary key. The column must belong to ",[57,349,71],{},[287,351,352,298,355,357,358,361],{},[19,353,354],{},"name",[57,356,152],{}," | ",[57,359,360],{},"None",") – A unique name for the connector. If provided, this name will be\nused in logs and monitoring dashboards.",[287,363,364,298,367,370,371,370,374,378],{},[19,365,366],{},"sort_by",[57,368,369],{},"Optional","[",[57,372,373],{},"Iterable",[34,375,376],{"href":339},[57,377,342],{},"]]) – If specified, the output within each mini-batch will be sorted\nin ascending order by the given columns. When multiple columns are\nprovided, the corresponding value tuples are compared\nlexicographically.",[287,380,381,384,360],{},[19,382,383],{},"Returns",[385,386],"br",{},[31,388,389],{},"Example:",[31,391,392,393,395,396,49],{},"Suppose you are building a document search pipeline and want to store\nembeddings in Milvus. The example below uses Milvus Lite — a local\nsingle-file database that requires no running server, which is convenient\nfor development. For production, replace ",[57,394,270],{}," with your\nserver URI, e.g. ",[57,397,281],{},[31,399,400,401,403],{},"Create the collection before starting the pipeline. The schema\nmust define an integer primary key and a ",[57,402,206],{}," field whose\ndimension matches the embeddings your pipeline will produce:",[405,406,411],"pre",{"className":407,"code":408,"language":409,"meta":410,"style":410},"language-python shiki shiki-themes material-theme-palenight","import pathway as pw\nfrom pymilvus import DataType, MilvusClient  \n\nclient = MilvusClient(\"./milvus.db\")  \nschema = client.create_schema(auto_id=False)  \nschema.add_field(\"doc_id\", DataType.INT64, is_primary=True)  \nschema.add_field(\"embedding\", DataType.FLOAT_VECTOR, dim=4)  \nindex_params = client.prepare_index_params()  \nindex_params.add_index(\"embedding\", metric_type=\"COSINE\", index_type=\"FLAT\")  \nclient.create_collection(\"docs\", schema=schema, index_params=index_params)  \nclient.close()   \n","python","",[57,412,413,431,452,459,488,515,554,595,615,666,708],{"__ignoreMap":410},[24,414,417,421,425,428],{"class":415,"line":416},"line",1,[24,418,420],{"class":419},"s6cf3","import",[24,422,424],{"class":423},"s0W1g"," pathway ",[24,426,427],{"class":419},"as",[24,429,430],{"class":423}," pw\n",[24,432,434,437,440,442,445,449],{"class":415,"line":433},2,[24,435,436],{"class":419},"from",[24,438,439],{"class":423}," pymilvus ",[24,441,420],{"class":419},[24,443,444],{"class":423}," DataType",[24,446,448],{"class":447},"sAklC",",",[24,450,451],{"class":423}," MilvusClient  \n",[24,453,455],{"class":415,"line":454},3,[24,456,458],{"emptyLinePlaceholder":457},true,"\n",[24,460,462,465,468,472,474,477,481,483,485],{"class":415,"line":461},4,[24,463,464],{"class":423},"client ",[24,466,467],{"class":447},"=",[24,469,471],{"class":470},"sdLwU"," MilvusClient",[24,473,22],{"class":447},[24,475,476],{"class":447},"\"",[24,478,480],{"class":479},"sfyAc","./milvus.db",[24,482,476],{"class":447},[24,484,29],{"class":447},[24,486,487],{"class":423},"  \n",[24,489,491,494,496,499,501,504,506,510,513],{"class":415,"line":490},5,[24,492,493],{"class":423},"schema ",[24,495,467],{"class":447},[24,497,498],{"class":423}," client",[24,500,49],{"class":447},[24,502,503],{"class":470},"create_schema",[24,505,22],{"class":447},[24,507,509],{"class":508},"s7ZW3","auto_id",[24,511,512],{"class":447},"=False)",[24,514,487],{"class":423},[24,516,518,521,523,526,528,530,533,535,537,539,541,544,546,549,552],{"class":415,"line":517},6,[24,519,520],{"class":423},"schema",[24,522,49],{"class":447},[24,524,525],{"class":470},"add_field",[24,527,22],{"class":447},[24,529,476],{"class":447},[24,531,532],{"class":479},"doc_id",[24,534,476],{"class":447},[24,536,448],{"class":447},[24,538,444],{"class":470},[24,540,49],{"class":447},[24,542,129],{"class":543},"s-wAU",[24,545,448],{"class":447},[24,547,548],{"class":508}," is_primary",[24,550,551],{"class":447},"=True)",[24,553,487],{"class":423},[24,555,557,559,561,563,565,567,570,572,574,576,578,580,582,585,587,591,593],{"class":415,"line":556},7,[24,558,520],{"class":423},[24,560,49],{"class":447},[24,562,525],{"class":470},[24,564,22],{"class":447},[24,566,476],{"class":447},[24,568,569],{"class":479},"embedding",[24,571,476],{"class":447},[24,573,448],{"class":447},[24,575,444],{"class":470},[24,577,49],{"class":447},[24,579,206],{"class":543},[24,581,448],{"class":447},[24,583,584],{"class":508}," dim",[24,586,467],{"class":447},[24,588,590],{"class":589},"sx098","4",[24,592,29],{"class":447},[24,594,487],{"class":423},[24,596,598,601,603,605,607,610,613],{"class":415,"line":597},8,[24,599,600],{"class":423},"index_params ",[24,602,467],{"class":447},[24,604,498],{"class":423},[24,606,49],{"class":447},[24,608,609],{"class":470},"prepare_index_params",[24,611,612],{"class":447},"()",[24,614,487],{"class":423},[24,616,618,621,623,626,628,630,632,634,636,639,641,643,646,648,650,653,655,657,660,662,664],{"class":415,"line":617},9,[24,619,620],{"class":423},"index_params",[24,622,49],{"class":447},[24,624,625],{"class":470},"add_index",[24,627,22],{"class":447},[24,629,476],{"class":447},[24,631,569],{"class":479},[24,633,476],{"class":447},[24,635,448],{"class":447},[24,637,638],{"class":508}," metric_type",[24,640,467],{"class":447},[24,642,476],{"class":447},[24,644,645],{"class":479},"COSINE",[24,647,476],{"class":447},[24,649,448],{"class":447},[24,651,652],{"class":508}," index_type",[24,654,467],{"class":447},[24,656,476],{"class":447},[24,658,659],{"class":479},"FLAT",[24,661,476],{"class":447},[24,663,29],{"class":447},[24,665,487],{"class":423},[24,667,669,672,674,677,679,681,684,686,688,691,693,695,697,700,702,704,706],{"class":415,"line":668},10,[24,670,671],{"class":423},"client",[24,673,49],{"class":447},[24,675,676],{"class":470},"create_collection",[24,678,22],{"class":447},[24,680,476],{"class":447},[24,682,683],{"class":479},"docs",[24,685,476],{"class":447},[24,687,448],{"class":447},[24,689,690],{"class":508}," schema",[24,692,467],{"class":447},[24,694,520],{"class":470},[24,696,448],{"class":447},[24,698,699],{"class":508}," index_params",[24,701,467],{"class":447},[24,703,620],{"class":470},[24,705,29],{"class":447},[24,707,487],{"class":423},[24,709,711,713,715,718],{"class":415,"line":710},11,[24,712,671],{"class":423},[24,714,49],{"class":447},[24,716,717],{"class":470},"close",[24,719,720],{"class":447},"()\n",[31,722,723],{},"Define your Pathway schema and build the table:",[405,725,727],{"className":407,"code":726,"language":409,"meta":410,"style":410},"class DocSchema(pw.Schema):\n    doc_id: int = pw.column_definition(primary_key=True)\n    embedding: list[float]\n\ntable = pw.debug.table_from_rows(\n    DocSchema,\n    [(1, [0.1, 0.2, 0.3, 0.4]), (2, [0.5, 0.6, 0.7, 0.8])],\n)\n",[57,728,729,752,781,798,802,824,832,896],{"__ignoreMap":410},[24,730,731,735,739,741,744,746,749],{"class":415,"line":416},[24,732,734],{"class":733},"sJ14y","class",[24,736,738],{"class":737},"s5Dmg"," DocSchema",[24,740,22],{"class":447},[24,742,743],{"class":737},"pw",[24,745,49],{"class":447},[24,747,748],{"class":737},"Schema",[24,750,751],{"class":447},"):\n",[24,753,754,757,760,763,766,769,771,774,776,778],{"class":415,"line":433},[24,755,756],{"class":423},"    doc_id",[24,758,759],{"class":447},":",[24,761,762],{"class":737}," int",[24,764,765],{"class":447}," =",[24,767,768],{"class":423}," pw",[24,770,49],{"class":447},[24,772,773],{"class":470},"column_definition",[24,775,22],{"class":447},[24,777,67],{"class":508},[24,779,780],{"class":447},"=True)\n",[24,782,783,786,788,791,793,795],{"class":415,"line":454},[24,784,785],{"class":423},"    embedding",[24,787,759],{"class":447},[24,789,790],{"class":423}," list",[24,792,370],{"class":447},[24,794,138],{"class":737},[24,796,797],{"class":447},"]\n",[24,799,800],{"class":415,"line":461},[24,801,458],{"emptyLinePlaceholder":457},[24,803,804,807,809,811,813,816,818,821],{"class":415,"line":490},[24,805,806],{"class":423},"table ",[24,808,467],{"class":447},[24,810,768],{"class":423},[24,812,49],{"class":447},[24,814,815],{"class":543},"debug",[24,817,49],{"class":447},[24,819,820],{"class":470},"table_from_rows",[24,822,823],{"class":447},"(\n",[24,825,826,829],{"class":415,"line":517},[24,827,828],{"class":470},"    DocSchema",[24,830,831],{"class":447},",\n",[24,833,834,837,840,842,845,848,850,853,855,858,860,863,866,868,871,873,875,878,880,883,885,888,890,893],{"class":415,"line":556},[24,835,836],{"class":447},"    [(",[24,838,839],{"class":589},"1",[24,841,448],{"class":447},[24,843,844],{"class":447}," [",[24,846,847],{"class":589},"0.1",[24,849,448],{"class":447},[24,851,852],{"class":589}," 0.2",[24,854,448],{"class":447},[24,856,857],{"class":589}," 0.3",[24,859,448],{"class":447},[24,861,862],{"class":589}," 0.4",[24,864,865],{"class":447},"]),",[24,867,298],{"class":447},[24,869,870],{"class":589},"2",[24,872,448],{"class":447},[24,874,844],{"class":447},[24,876,877],{"class":589},"0.5",[24,879,448],{"class":447},[24,881,882],{"class":589}," 0.6",[24,884,448],{"class":447},[24,886,887],{"class":589}," 0.7",[24,889,448],{"class":447},[24,891,892],{"class":589}," 0.8",[24,894,895],{"class":447},"])],\n",[24,897,898],{"class":415,"line":597},[24,899,900],{"class":447},")\n",[31,902,903],{},"Attach the Milvus output connector and specify which column maps to the\nMilvus primary key field:",[405,905,907],{"className":407,"code":906,"language":409,"meta":410,"style":410},"pw.io.milvus.write(   \n    table,\n    uri=\"./milvus.db\",\n    collection_name=\"docs\",\n    primary_key=table.doc_id,\n)\npw.run(monitoring_level=pw.MonitoringLevel.NONE)  \n",[57,908,909,932,939,954,969,984,988],{"__ignoreMap":410},[24,910,911,913,915,918,920,923,925,927,929],{"class":415,"line":416},[24,912,743],{"class":423},[24,914,49],{"class":447},[24,916,917],{"class":543},"io",[24,919,49],{"class":447},[24,921,922],{"class":543},"milvus",[24,924,49],{"class":447},[24,926,21],{"class":470},[24,928,22],{"class":447},[24,930,931],{"class":470},"   \n",[24,933,934,937],{"class":415,"line":433},[24,935,936],{"class":470},"    table",[24,938,831],{"class":447},[24,940,941,944,946,948,950,952],{"class":415,"line":454},[24,942,943],{"class":508},"    uri",[24,945,467],{"class":447},[24,947,476],{"class":447},[24,949,480],{"class":479},[24,951,476],{"class":447},[24,953,831],{"class":447},[24,955,956,959,961,963,965,967],{"class":415,"line":461},[24,957,958],{"class":508},"    collection_name",[24,960,467],{"class":447},[24,962,476],{"class":447},[24,964,683],{"class":479},[24,966,476],{"class":447},[24,968,831],{"class":447},[24,970,971,974,976,978,980,982],{"class":415,"line":490},[24,972,973],{"class":508},"    primary_key",[24,975,467],{"class":447},[24,977,71],{"class":470},[24,979,49],{"class":447},[24,981,532],{"class":543},[24,983,831],{"class":447},[24,985,986],{"class":415,"line":517},[24,987,900],{"class":447},[24,989,990,992,994,997,999,1002,1004,1006,1008,1011,1013,1016],{"class":415,"line":556},[24,991,743],{"class":423},[24,993,49],{"class":447},[24,995,996],{"class":470},"run",[24,998,22],{"class":447},[24,1000,1001],{"class":508},"monitoring_level",[24,1003,467],{"class":447},[24,1005,743],{"class":470},[24,1007,49],{"class":447},[24,1009,1010],{"class":543},"MonitoringLevel",[24,1012,49],{"class":447},[24,1014,1015],{"class":543},"NONE",[24,1017,900],{"class":447},[1019,1020,1021],"style",{},"html pre.shiki code .s6cf3, html code.shiki .s6cf3{--shiki-default:#89DDFF;--shiki-default-font-style:italic}html pre.shiki code .s0W1g, html code.shiki .s0W1g{--shiki-default:#BABED8}html pre.shiki code .sAklC, html code.shiki .sAklC{--shiki-default:#89DDFF}html pre.shiki code .sdLwU, html code.shiki .sdLwU{--shiki-default:#82AAFF}html pre.shiki code .sfyAc, html code.shiki .sfyAc{--shiki-default:#C3E88D}html pre.shiki code .s7ZW3, html code.shiki .s7ZW3{--shiki-default:#BABED8;--shiki-default-font-style:italic}html pre.shiki code .s-wAU, html code.shiki .s-wAU{--shiki-default:#F07178}html pre.shiki code .sx098, html code.shiki .sx098{--shiki-default:#F78C6C}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html pre.shiki code .sJ14y, html code.shiki .sJ14y{--shiki-default:#C792EA}html pre.shiki code .s5Dmg, html code.shiki .s5Dmg{--shiki-default:#FFCB6B}",{"title":410,"searchDepth":433,"depth":433,"links":1023},[1024],{"id":17,"depth":433,"text":1025},"write(table, uri, collection_name, *, primary_key, name=None, sort_by=None)","md",{"sidebar":1028},"API","/developers/api-docs/pathway-io/milvus",{"title":5,"description":410},{"loc":1029},"2.developers/5.API-docs/7.pathway-io/225.milvus","nW3Qvw5sXHRiX9yL1utorSq1ebD32sOTU3gyx7a6m34",[1035],{"title":1036,"path":1037,"stem":1038,"children":1039,"page":1057},"Developers","/developers","2.developers",[1040,1900,2208],{"title":1041,"path":1042,"stem":1043,"children":1044,"page":1057},"User Guide","/developers/user-guide","2.developers/4.user-guide",[1045,1100,1357,1478,1556,1672,1804,1820,1879],{"title":1046,"meta":1047,"icon":1048,"path":1049,"stem":1050,"children":1051,"page":1057},"Introduction",{"icon":1048},"heroicons:book-open","/developers/user-guide/introduction","2.developers/4.user-guide/10.introduction",[1052,1058,1063,1068,1073,1078,1083,1088,1093],{"title":1053,"path":1054,"stem":1055,"meta":1056},"Welcome","/developers/user-guide/introduction/welcome","2.developers/4.user-guide/10.introduction/10.welcome",{"heading":1057,"toc":1057},false,{"title":1059,"path":1060,"stem":1061,"meta":1062},"Installation","/developers/user-guide/introduction/installation","2.developers/4.user-guide/10.introduction/20.installation",{"heading":1057,"toc":1057},{"title":1064,"path":1065,"stem":1066,"meta":1067},"Overview","/developers/user-guide/introduction/pathway-overview","2.developers/4.user-guide/10.introduction/30.pathway-overview",{},{"title":1069,"path":1070,"stem":1071,"meta":1072},"Starting Examples","/developers/user-guide/introduction/first_realtime_app_with_pathway","2.developers/4.user-guide/10.introduction/40.first_realtime_app_with_pathway",{},{"title":1074,"path":1075,"stem":1076,"meta":1077},"Core Concepts","/developers/user-guide/introduction/concepts","2.developers/4.user-guide/10.introduction/50.concepts",{},{"title":1079,"path":1080,"stem":1081,"meta":1082},"Why Pathway","/developers/user-guide/introduction/why-pathway","2.developers/4.user-guide/10.introduction/60.why-pathway",{},{"title":1084,"path":1085,"stem":1086,"meta":1087},"Licensing Guide","/developers/user-guide/introduction/licensing-guide","2.developers/4.user-guide/10.introduction/65.licensing-guide",{"heading":1057,"toc":1057},{"title":1089,"path":1090,"stem":1091,"meta":1092},"Streaming and Static Modes","/developers/user-guide/introduction/streaming-and-static-modes","2.developers/4.user-guide/10.introduction/70.streaming-and-static-modes",{},{"title":1094,"path":1095,"stem":1096,"meta":1097},"Batch Processing in Python","/developers/user-guide/introduction/batch-processing","2.developers/4.user-guide/10.introduction/80.batch-processing",{"thumbnail":1098,"thumbnailFit":1099},"/assets/content/documentation/pathway-batch.png","contain",{"title":1101,"path":1102,"stem":1103,"children":1104,"page":1057},"Connect","/developers/user-guide/connect","2.developers/4.user-guide/20.connect",[1105,1116,1121,1127,1132,1137,1149,1159,1164,1185],{"title":1106,"path":1107,"stem":1108,"meta":1109},"Basic Data Types","/developers/user-guide/connect/datatypes","2.developers/4.user-guide/20.connect/20.datatypes",{"date":1110,"tags":1111,"keywords":1113,"notebook_export_path":1115},"2024-01-26",[1112,71],"tutorial",[1114,520],"type","notebooks/tutorials/basic_datatypes.ipynb",{"title":1117,"path":1118,"stem":1119,"meta":1120},"Connectors in Pathway","/developers/user-guide/connect/connectors-in-pathway","2.developers/4.user-guide/20.connect/30.connectors-in-pathway",{},{"title":1122,"path":1123,"stem":1124,"meta":1125},"Connectors list","/developers/user-guide/connect/pathway-connectors","2.developers/4.user-guide/20.connect/35.pathway-connectors",{"layout":1126,"aside":457,"toc":1057,"single":457},"default",{"title":1128,"path":1129,"stem":1130,"meta":1131},"Defining Schema","/developers/user-guide/connect/schema","2.developers/4.user-guide/20.connect/40.schema",{},{"title":1133,"path":1134,"stem":1135,"meta":1136},"Generate Data Streams with the demo Module","/developers/user-guide/connect/artificial-streams","2.developers/4.user-guide/20.connect/50.artificial-streams",{},{"title":1138,"path":1139,"stem":1140,"meta":1141},"Automatic Generation of Schema Class","/developers/user-guide/connect/schema-generation","2.developers/4.user-guide/20.connect/60.schema-generation",{"date":1142,"thumbnail":1143,"tags":1145,"keywords":1146,"notebook_export_path":1148},"2023-11-08",{"src":1144},"/assets/content/blog/th-custom-connectors.png",[1112,71],[520,1114,189,1147],"connectors","notebooks/tutorials/schema-generation.ipynb",{"title":1150,"path":1151,"stem":1152,"meta":1153},"Dealing with JSON Data Type","/developers/user-guide/connect/json_type","2.developers/4.user-guide/20.connect/70.json_type",{"date":1154,"thumbnail":1155,"tags":1156,"keywords":1157,"notebook_export_path":1158},"2023-12-22","/assets/content/blog/th-json.png",[1112,71],[189,1114,520],"notebooks/tutorials/json_type.ipynb",{"title":1160,"path":1161,"stem":1162,"meta":1163},"Switching from Batch to Streaming","/developers/user-guide/connect/switch-from-batch-to-streaming","2.developers/4.user-guide/20.connect/80.switch-from-batch-to-streaming",{},{"title":1165,"path":1166,"stem":1167,"meta":1168},"Live Web Scraping","/developers/user-guide/connect/python-web-scraping","2.developers/4.user-guide/20.connect/90.python-web-scraping",{"date":1169,"tags":1170,"keywords":1171,"tech_icons":1179,"thumbnail":1181,"deployment_tag":1182,"docker_github_link":1184},"2025-03-13",[1112,1147],[1172,1173,1174,1175,1176,1177,1178],"connector","scraping","WEB","Python","input","streaming","web scraping",[1180],"streamline:web","/assets/content/showcases/web_scraping/web-scraping-th.png",[1183],"docker","https://github.com/pathwaycom/pathway/tree/main/examples/projects/web-scraping",{"title":1186,"path":1187,"stem":1188,"children":1189,"page":1057},"Connectors","/developers/user-guide/connect/connectors","2.developers/4.user-guide/20.connect/99.connectors",[1190,1207,1219,1231,1240,1259,1270,1283,1291,1303,1313,1322,1334,1347],{"title":1191,"path":1192,"stem":1193,"meta":1194},"File System Connector","/developers/user-guide/connect/connectors/fs-connector","2.developers/4.user-guide/20.connect/99.connectors/05.fs-connector",{"date":1110,"tags":1195,"tech_icons":1196,"deployment_tag":1198,"keywords":1200,"notebook_export_path":1206},[1112,71],[1197],"lets-icons:file-fill",[1199,1183],"jupyter",[1172,1201,1202,1203,1176,1204,1205,1177],"file system","csv","json","output","static","notebooks/tutorials/fs_connector.ipynb",{"title":1208,"path":1209,"stem":1210,"meta":1211},"CSV connectors","/developers/user-guide/connect/connectors/csv_connectors","2.developers/4.user-guide/20.connect/99.connectors/10.csv_connectors",{"date":1212,"thumbnail":1213,"tags":1214,"keywords":1215,"tech_icons":1217},"2023-01-12","/assets/content/blog/th-csv-connectors.png",[1112,1147],[1172,1216,1176,1204,1205,1177],"CSV",[1218],"mdi:file-csv",{"title":1220,"path":1221,"stem":1222,"meta":1223},"Sending alerts to Slack","/developers/user-guide/connect/connectors/slack_send_alerts","2.developers/4.user-guide/20.connect/99.connectors/100.slack_send_alerts",{"date":1224,"tags":1225,"keywords":1226,"tech_icons":1229},"2024-02-16",[1112,1147],[1172,1227,1228,1204,1177],"Slack","alerts",[1230],"mdi:slack",{"title":1232,"path":1233,"stem":1234,"meta":1235},"Airbyte connectors","/developers/user-guide/connect/connectors/airbyte-connectors","2.developers/4.user-guide/20.connect/99.connectors/110.airbyte-connectors",{"tags":1236,"keywords":1237},[1112,1147],[1172,1238,1239,1176,1205,1177],"Airbyte","cloud",{"title":1241,"path":1242,"stem":1243,"meta":1244},"Using Pathway Debezium Connector for MongoDB","/developers/user-guide/connect/connectors/mongodb-debezium","2.developers/4.user-guide/20.connect/99.connectors/115.mongodb-debezium",{"date":1245,"tags":1246,"keywords":1247,"tech_icons":1255,"deployment_tag":1257,"docker_github_link":1258,"hideInConnectorList":457},"2024-10-30",[1112,1147],[1172,1248,1249,1250,1251,1252,1253,1254,1176,1204,1177],"database","MongoDB","CDC","Debezium","Kafka","Zookeeper","Docker",[1256],"material-symbols-light:database",[1183],"https://github.com/pathwaycom/pathway/tree/main/examples/projects/debezium-mongodb-example",{"title":1260,"path":1261,"stem":1262,"meta":1263},"JSON Lines connectors","/developers/user-guide/connect/connectors/jsonlines-connector","2.developers/4.user-guide/20.connect/99.connectors/15.jsonlines-connector",{"date":1264,"tags":1265,"keywords":1266,"tech_icons":1268},"2024-02-20",[1112,1147],[1172,1267,189,1176,1204,1205,1177],"JSON Lines",[1269],"lets-icons:json",{"title":1271,"path":1272,"stem":1273,"meta":1274},"Database connectors","/developers/user-guide/connect/connectors/database-connectors","2.developers/4.user-guide/20.connect/99.connectors/20.database-connectors",{"date":1275,"thumbnail":1276,"tags":1277,"keywords":1278,"tech_icons":1280,"deployment_tag":1281,"docker_github_link":1282},"2023-01-19","/assets/content/blog/th-database-connectors.png",[1112,1147],[1172,1248,1279,1250,1251,1252,1253,1254,1176,1204,1177],"PostgreSQL",[1256],[1183],"https://github.com/pathwaycom/pathway/tree/main/examples/projects/debezium-postgres-example",{"title":1284,"path":1285,"stem":1286,"meta":1287},"Custom Python connectors","/developers/user-guide/connect/connectors/custom-python-connectors","2.developers/4.user-guide/20.connect/99.connectors/30.custom-python-connectors",{"date":1288,"thumbnail":1144,"tags":1289,"keywords":1290},"2023-04-13",[1112,1147],[1172,1175,1176,1177],{"title":1292,"path":1293,"stem":1294,"meta":1295},"Kafka connectors","/developers/user-guide/connect/connectors/kafka_connectors","2.developers/4.user-guide/20.connect/99.connectors/30.kafka_connectors",{"date":1296,"thumbnail":1297,"tags":1298,"tech_icons":1299,"deployment_tag":1301,"keywords":1302},"2023-01-15","/assets/content/blog/th-kafka-connectors.png",[1112,1147],[1300],"mdi:apache-kafka",[1183],[1172,1252,1254,1176,1204,1177],{"title":1304,"path":1305,"stem":1306,"meta":1307},"NATS connectors","/developers/user-guide/connect/connectors/nats-connectors","2.developers/4.user-guide/20.connect/99.connectors/33.nats-connectors",{"date":1308,"tags":1309,"deployment_tag":1310,"keywords":1311},"2024-12-06",[1112,1147],[1183],[1172,1312,1254,1176,1204,1177],"NATS",{"title":1314,"path":1315,"stem":1316,"meta":1317},"Python output connectors","/developers/user-guide/connect/connectors/python-output-connectors","2.developers/4.user-guide/20.connect/99.connectors/35.python-output-connectors",{"date":1318,"thumbnail":1319,"tags":1320,"keywords":1321},"2023-08-31","/assets/content/blog/th-output-connector.png",[1112,1147],[1172,1175,1204,1177],{"title":1323,"path":1324,"stem":1325,"meta":1326},"Google Drive connector","/developers/user-guide/connect/connectors/gdrive-connector","2.developers/4.user-guide/20.connect/99.connectors/70.gdrive-connector",{"date":1327,"thumbnail":1328,"tags":1329,"keywords":1330,"tech_icons":1332},"2023-12-14","/assets/content/blog/th-gdrive-connector.png",[1112,1147],[1172,1331,1239,1176,1205,1177],"Google Drive",[1333],"simple-icons:googledrive",{"title":1335,"path":1336,"stem":1337,"meta":1338},"Switching from Kafka to Redpanda","/developers/user-guide/connect/connectors/switching-to-redpanda","2.developers/4.user-guide/20.connect/99.connectors/80.switching-to-redpanda",{"date":1339,"thumbnail":1340,"tags":1341,"keywords":1342,"deployment_tag":1344,"tech_icons":1345,"docker_github_link":1346,"hideInConnectorList":457},"2023-03-24","/assets/content/tutorials/redpanda/th-Kafka_vs_Redpanda.png",[1112,1147],[1172,1343,1252,1253,1254,1176,1204,1177],"Redpanda",[1183],[1300],"https://github.com/pathwaycom/pathway/tree/main/examples/projects/best-movies-example/redpanda-version",{"title":1348,"path":1349,"stem":1350,"meta":1351},"Custom WebSockets connectors","/developers/user-guide/connect/connectors/websockets-connectors","2.developers/4.user-guide/20.connect/99.connectors/90.websockets-connectors",{"date":1352,"tags":1353,"keywords":1354,"tech_icons":1356},"2023-01-24",[1112,1147],[1172,1355,1175,1176,1204,1177],"WebSockets",[1180],{"title":1358,"meta":1359,"path":1360,"stem":1361,"children":1362,"page":1057},"Transform",{},"/developers/user-guide/data-transformation","2.developers/4.user-guide/30.data-transformation",[1363,1368,1382,1388,1394,1407,1423,1444,1460,1465],{"title":1364,"path":1365,"stem":1366,"meta":1367},"Table Operations Overview","/developers/user-guide/data-transformation/table-operations","2.developers/4.user-guide/30.data-transformation/10.table-operations",{},{"title":1369,"path":1370,"stem":1371,"meta":1372},"Asynchronous Transformations","/developers/user-guide/data-transformation/asynchronous-transformations","2.developers/4.user-guide/30.data-transformation/100.asynchronous-transformations",{"date":1264,"thumbnail":410,"tags":1373,"keywords":1375,"notebook_export_path":1381},[1112,1374],"engineering",[409,1376,1377,1378,1379,1380],"function","asynchronous","transformation","query","AsyncTransformer","notebooks/tutorials/asynctransformer.ipynb",{"title":1383,"path":1384,"stem":1385,"meta":1386},"Simple Join","/developers/user-guide/data-transformation/join-manual","2.developers/4.user-guide/30.data-transformation/20.join-manual",{"notebook_export_path":1387},"notebooks/tutorials/join_manual.ipynb",{"title":1389,"path":1390,"stem":1391,"meta":1392},"Groupby Reduce","/developers/user-guide/data-transformation/groupby-reduce-manual","2.developers/4.user-guide/30.data-transformation/30.groupby-reduce-manual",{"notebook_export_path":1393},"notebooks/tutorials/groupby_reduce_manual.ipynb",{"title":1395,"path":1396,"stem":1397,"meta":1398},"Writing Stateful Reducers","/developers/user-guide/data-transformation/custom-reducers","2.developers/4.user-guide/30.data-transformation/40.custom-reducers",{"date":1399,"thumbnail":1155,"tags":1400,"keywords":1401,"notebook_export_path":1406},"2024-01-17",[1112],[1402,1403,1404,1405],"reducers","aggregate","sumofsquares","median","notebooks/tutorials/custom_reducers.ipynb",{"title":1408,"path":1409,"stem":1410,"meta":1411},"Iterative Computations","/developers/user-guide/data-transformation/iterate","2.developers/4.user-guide/30.data-transformation/50.iterate",{"date":1412,"thumbnail":410,"tags":1413,"keywords":1414,"notebook_export_path":1422},"2023-12-28",[1112,1374],[1415,1416,1417,1418,1419,1420,1421],"iterate","iteration","iterative","updates","connected components","collatz conjecture","newton method","notebooks/tutorials/iterate.ipynb",{"title":1424,"path":1425,"stem":1426,"children":1427,"meta":1441},"Indexes in Pathway","/developers/user-guide/data-transformation/indexes-in-pathway","2.developers/4.user-guide/30.data-transformation/60.indexes-in-pathway",[1428],{"title":1424,"path":1425,"stem":1426,"meta":1429},{"date":1430,"thumbnail":1431,"tags":1432,"keywords":1433,"notebook_export_path":1440},"2023-11-15","/assets/content/blog/th-computing-pagerank.png",[1112,1374],[1434,1435,1436,1437,1438,1439],"index","indexing","join","asof join","asof_now","KNN","notebooks/tutorials/indexes.ipynb",{"date":1430,"thumbnail":1431,"tags":1442,"keywords":1443,"notebook_export_path":1440},[1112,1374],[1434,1435,1436,1437,1438,1439],{"title":1445,"path":1446,"stem":1447,"children":1448,"meta":1457},"Indexing from 'groupby' and Single-row Tables","/developers/user-guide/data-transformation/indexing-grouped-tables","2.developers/4.user-guide/30.data-transformation/70.indexing-grouped-tables",[1449],{"title":1445,"path":1446,"stem":1447,"meta":1450},{"date":1451,"thumbnail":1431,"tags":1452,"keywords":1453},"2023-03-31",[1112,71],[1454,1455,1456],"groupby","ix_ref","single-row table",{"date":1451,"thumbnail":1431,"tags":1458,"keywords":1459},[1112,71],[1454,1455,1456],{"title":1461,"path":1462,"stem":1463,"meta":1464},"SQL API","/developers/user-guide/data-transformation/sql","2.developers/4.user-guide/30.data-transformation/80.sql",{"redirection":457},{"title":1466,"path":1467,"stem":1468,"meta":1469},"User-defined Functions","/developers/user-guide/data-transformation/user-defined-functions","2.developers/4.user-guide/30.data-transformation/90.user-defined-functions",{"date":1470,"thumbnail":410,"tags":1471,"keywords":1472,"notebook_export_path":1477},"2024-02-21",[1112,1374],[409,1473,1376,1474,1378,1475,1476],"udf","apply","cache","timeout","notebooks/tutorials/udf.ipynb",{"title":1479,"path":1480,"stem":1481,"children":1482,"page":1057},"Temporal Data","/developers/user-guide/temporal-data","2.developers/4.user-guide/40.temporal-data",[1483,1489,1494,1509,1521,1533,1547],{"title":1484,"path":1485,"stem":1486,"meta":1487},"Windowby Reduce","/developers/user-guide/temporal-data/windows-manual","2.developers/4.user-guide/40.temporal-data/10.windows-manual",{"notebook_export_path":1488},"notebooks/tutorials/windowby_manual.ipynb",{"title":1490,"path":1491,"stem":1492,"meta":1493},"Late Data and Cutoffs","/developers/user-guide/temporal-data/behaviors","2.developers/4.user-guide/40.temporal-data/20.behaviors",{},{"title":1495,"path":1496,"stem":1497,"meta":1498},"Controlling Temporal Behavior of Windows","/developers/user-guide/temporal-data/windows_with_behaviors","2.developers/4.user-guide/40.temporal-data/30.windows_with_behaviors",{"date":1499,"thumbnail":1500,"keywords":1501,"notebook_export_path":1508},"2024-01-08","assets/content/tutorials/clickstream_window_join/clickstream-window-join-th.png",[1502,1503,1504,1505,1506,1507],"windowby","behavior","late data","delay","cutoff","out-of-order data","notebooks/tutorials/windows_temporal_behavior.ipynb",{"title":1510,"path":1511,"stem":1512,"meta":1513},"ASOF Join","/developers/user-guide/temporal-data/asof-join","2.developers/4.user-guide/40.temporal-data/40.asof-join",{"date":1514,"thumbnail":1515,"tags":1516,"keywords":1517,"notebook_export_path":1520},"2023-05-24","/assets/content/tutorials/finance_ts_asof_join/asof-join-tutorial-th.png",[1112,1374],[1437,1518,1519],"stock prices","financial data analysis","notebooks/tutorials/asof_join.ipynb",{"title":1522,"path":1523,"stem":1524,"meta":1525},"Interval Join","/developers/user-guide/temporal-data/interval-join","2.developers/4.user-guide/40.temporal-data/50.interval-join",{"date":1526,"thumbnail":1527,"tags":1528,"keywords":1529,"notebook_export_path":1532},"2023-05-22","assets/content/tutorials/fleet_eta_interval_join/fleet-eta-interval-join-th.png",[1112,1374],[1530,1531],"interval join","ETA","notebooks/tutorials/interval_join.ipynb",{"title":1534,"path":1535,"stem":1536,"meta":1537},"Window Join","/developers/user-guide/temporal-data/window-join","2.developers/4.user-guide/40.temporal-data/60.window-join",{"date":1538,"thumbnail":1539,"tags":1540,"keywords":1541,"notebook_export_path":1546},"2023-06-14","/assets/content/tutorials/clickstream_window_join/clickstream-window-join-th.png",[1112,1374],[1542,1543,1544,1545],"window","behavior analysis","clickstream","conversion rate","notebooks/tutorials/window_join.ipynb",{"title":1548,"path":1549,"stem":1550,"meta":1551},"Controlling Temporal Behavior of Interval Join","/developers/user-guide/temporal-data/temporal_behavior","2.developers/4.user-guide/40.temporal-data/70.temporal_behavior",{"date":1552,"thumbnail":1527,"tags":1553,"keywords":1554,"notebook_export_path":1555},"2023-11-28",[1112,1374],[1530,1503,1504,1505,1506,1507],"notebooks/tutorials/interval_join_temporal_behavior.ipynb",{"title":1557,"meta":1558,"path":1559,"stem":1560,"children":1561,"page":1057},"LLM tooling",{},"/developers/user-guide/llm-xpack","2.developers/4.user-guide/50.llm-xpack",[1562,1574,1583,1598,1609,1621,1633,1643,1653,1663],{"title":1563,"path":1564,"stem":1565,"meta":1566},"Introduction to the LLM xpack","/developers/user-guide/llm-xpack/overview","2.developers/4.user-guide/50.llm-xpack/10.overview",{"date":1567,"thumbnail":410,"tags":1568,"keywords":1570},"2024-02-14",[1112,1569],"LLM",[1569,1571,1572,1573],"GPT","OpenAI","Gemini",{"title":1575,"path":1576,"stem":1577,"meta":1578},"Create your own RAG","/developers/user-guide/llm-xpack/llm-app-pathway","2.developers/4.user-guide/50.llm-xpack/20.llm-app-pathway",{"date":1579,"thumbnail":410,"tags":1580,"keywords":1582},"2025-03-28",[1112,1569,1581],"RAG",[1569,1571,1572,1435],{"title":1584,"path":1585,"stem":1586,"children":1587,"meta":1595},"Document Indexing","/developers/user-guide/llm-xpack/docs-indexing","2.developers/4.user-guide/50.llm-xpack/30.docs-indexing",[1588],{"title":1584,"path":1585,"stem":1586,"meta":1589},{"date":1590,"thumbnail":410,"tags":1591,"keywords":1594},"2025-01-13",[1112,1435,1592,1593],"document storage","retrieval",[1569,1571,1572,1573],{"date":1590,"thumbnail":410,"tags":1596,"keywords":1597},[1112,1435,1592,1593],[1569,1571,1572,1573],{"title":1599,"path":1600,"stem":1601,"meta":1602},"Pathway MCP Server","/developers/user-guide/llm-xpack/pathway_mcp_server","2.developers/4.user-guide/50.llm-xpack/40.pathway_mcp_server",{"date":1603,"thumbnail":410,"tags":1604,"keywords":1605},"2025-08-01",[1112,1374],[1606,1607,1028,1608],"MCP","MCP server","protocol",{"title":1610,"path":1611,"stem":1612,"meta":1613},"Claude Desktop","/developers/user-guide/llm-xpack/pathway-mcp-claude-desktop","2.developers/4.user-guide/50.llm-xpack/41.pathway-mcp-claude-desktop",{"date":1614,"thumbnail":410,"tags":1615,"keywords":1617},"2025-08-19",[1112,1374,1616],"claude",[1606,1610,1618,1619,1620],"real-time data","document store","statistics",{"title":1622,"path":1623,"stem":1624,"meta":1625},"Parsers","/developers/user-guide/llm-xpack/parsers","2.developers/4.user-guide/50.llm-xpack/50.parsers",{"date":1626,"tags":1627,"keywords":1628},"2024-06-04",[1112,1569],[1569,1629,1630,1631,1632],"unstructured","docling","parsers","ocr",{"title":1634,"path":1635,"stem":1636,"meta":1637},"Chunking text","/developers/user-guide/llm-xpack/splitters","2.developers/4.user-guide/50.llm-xpack/60.splitters",{"date":1638,"thumbnail":410,"tags":1639,"keywords":1642},"2025-02-04",[1640,1641],"splitters","chunking",[1631,1641],{"title":1644,"path":1645,"stem":1646,"meta":1647},"Embedders","/developers/user-guide/llm-xpack/embedders","2.developers/4.user-guide/50.llm-xpack/70.embedders",{"date":1638,"thumbnail":410,"tags":1648,"keywords":1650},[1112,1649],"embedder",[1569,1571,1572,1573,1651,1652],"LiteLLM","Embedder",{"title":1654,"path":1655,"stem":1656,"meta":1657},"LLM Chats","/developers/user-guide/llm-xpack/llm-chats","2.developers/4.user-guide/50.llm-xpack/80.llm-chats",{"date":1658,"thumbnail":410,"tags":1659,"keywords":1661},"2025-01-30",[1112,1569,1660,1654],"LLM Wrappers",[1569,1571,1572,1573,1651,1662],"Wrapper",{"title":1664,"path":1665,"stem":1666,"meta":1667},"Rerankers","/developers/user-guide/llm-xpack/rerankers","2.developers/4.user-guide/50.llm-xpack/90.rerankers",{"date":1638,"thumbnail":410,"tags":1668,"keywords":1670},[1112,1669],"reranker",[1569,1671],"Reranker",{"title":1673,"meta":1674,"path":1675,"stem":1676,"children":1677,"page":1057},"Deploy",{},"/developers/user-guide/deployment","2.developers/4.user-guide/60.deployment",[1678,1683,1688,1705,1721,1726,1731,1736,1743,1748,1753,1766,1778,1783,1794],{"title":1679,"path":1680,"stem":1681,"meta":1682},"Cloud Deployment of Pathway","/developers/user-guide/deployment/cloud-deployment","2.developers/4.user-guide/60.deployment/10.cloud-deployment",{},{"title":1684,"path":1685,"stem":1686,"meta":1687},"Deploy to GCP","/developers/user-guide/deployment/gcp-deploy","2.developers/4.user-guide/60.deployment/15.gcp-deploy",{},{"title":1689,"path":1690,"stem":1691,"meta":1692},"Deploy to AWS Cloud","/developers/user-guide/deployment/aws-fargate-deploy","2.developers/4.user-guide/60.deployment/20.aws-fargate-deploy",{"date":1693,"tags":1694,"thumbnail":1697,"keywords":1699,"docker_github_link":1704,"deployButtons":1057},"2024-08-16",[1695,1696],"showcase","data-pipeline",{"src":1698},"/assets/content/documentation/aws/aws-fargate-overview-th.png",[1700,1701,1702,1254,1703],"AWS","Fargate","cloud deployment","AWS Fargate","https://github.com/pathwaycom/pathway/tree/main/examples/projects/aws-fargate-deploy",{"title":1706,"path":1707,"stem":1708,"meta":1709},"Deploy to Azure","/developers/user-guide/deployment/azure-aci-deploy","2.developers/4.user-guide/60.deployment/25.azure-aci-deploy",{"date":1710,"tags":1711,"thumbnail":1712,"keywords":1714,"docker_github_link":1720,"deployButtons":1057},"2024-11-20",[1695,1696],{"src":1713,"contain":457},"/assets/content/documentation/azure/azure-aci-overview-th.png",[1715,1716,1702,1254,1717,1718,1719],"Azure","ACI","Azure ACI","Azure Marketplace","deployment","https://github.com/pathwaycom/pathway/tree/main/examples/projects/azure-aci-deploy",{"title":1722,"path":1723,"stem":1724,"meta":1725},"Deploy with Render","/developers/user-guide/deployment/render-deploy","2.developers/4.user-guide/60.deployment/30.render-deploy",{},{"title":1727,"path":1728,"stem":1729,"meta":1730},"Deploy to Nebius AI Cloud","/developers/user-guide/deployment/nebius-deploy","2.developers/4.user-guide/60.deployment/32.nebius-deploy",{},{"title":1732,"path":1733,"stem":1734,"meta":1735},"Notebook-to-Docker Conversion","/developers/user-guide/deployment/jupyter-docker","2.developers/4.user-guide/60.deployment/35.jupyter-docker",{},{"title":1737,"path":1738,"stem":1739,"meta":1740},"Tutorial: From Jupyter to Deploy","/developers/user-guide/deployment/from-jupyter-to-deploy","2.developers/4.user-guide/60.deployment/40.from-jupyter-to-deploy",{"date":1741,"project_github_link":1742},"2023-11-29","https://github.com/pathwaycom/pathway/tree/main/examples/projects/from_jupyter_to_deploy",{"title":1744,"path":1745,"stem":1746,"meta":1747},"CI/CD","/developers/user-guide/deployment/integration","2.developers/4.user-guide/60.deployment/45.integration",{},{"title":1749,"path":1750,"stem":1751,"meta":1752},"Docker Deployment of Pathway","/developers/user-guide/deployment/docker-deployment","2.developers/4.user-guide/60.deployment/5.docker-deployment",{},{"title":1754,"path":1755,"stem":1756,"meta":1757},"Monitoring Pathway Instance","/developers/user-guide/deployment/pathway-monitoring","2.developers/4.user-guide/60.deployment/50.pathway-monitoring",{"date":1758,"thumbnail":1759,"tags":1760,"keywords":1761},"2024-05-27","/assets/content/blog/th-prometheus.png",[1112,1374],[1762,1763,1764,1765],"monitoring","OpenTelemetry","Grafana","metrics",{"title":1767,"path":1768,"stem":1769,"meta":1770},"Pathway Web Dashboard","/developers/user-guide/deployment/web-dashboard","2.developers/4.user-guide/60.deployment/52.web-dashboard",{"date":1771,"tags":1772,"keywords":1773},"2026-01-13",[1112,1374],[1774,1775,1762,1776,1777,1765],"Web Dashboard","UI","graph","charts",{"title":1779,"path":1780,"stem":1781,"meta":1782},"Persistence in Pathway","/developers/user-guide/deployment/persistence","2.developers/4.user-guide/60.deployment/55.persistence",{},{"title":1784,"path":1785,"stem":1786,"meta":1787},"Persistence in Pathway: How to Resume the Interrupted Computation","/developers/user-guide/deployment/persistence_recovery","2.developers/4.user-guide/60.deployment/60.persistence_recovery",{"date":1788,"thumbnail":410,"tags":1789,"keywords":1791},"2023-11-02",[1112,1374,1790],"dataflow management",[1792,1793],"persistence","recovery",{"title":1795,"path":1796,"stem":1797,"meta":1798},"Persistence in Pathway: How to Add New Data without Full Computation Restart","/developers/user-guide/deployment/persistence_restart_with_new_data","2.developers/4.user-guide/60.deployment/65.persistence_restart_with_new_data",{"date":1799,"thumbnail":410,"tags":1800,"keywords":1801},"2023-11-14",[1112,1374,1790],[1792,1802,1803],"optimization","restart",{"title":1805,"path":1806,"stem":1807,"children":1808,"page":1057},"Migrating","/developers/user-guide/migrating","2.developers/4.user-guide/70.migrating",[1809,1815],{"title":1810,"path":1811,"stem":1812,"meta":1813},"Coming from Pandas","/developers/user-guide/migrating/migrate-from-pandas","2.developers/4.user-guide/70.migrating/10.migrate-from-pandas",{"notebook_export_path":1814},"notebooks/tutorials/from_pandas.ipynb",{"title":1816,"path":1817,"stem":1818,"meta":1819},"Pandas Cheat Sheet","/developers/user-guide/migrating/pandas-cheat-sheet","2.developers/4.user-guide/70.migrating/20.pandas-cheat-sheet",{},{"title":1821,"path":1822,"stem":1823,"children":1824,"page":1057},"Advanced","/developers/user-guide/advanced","2.developers/4.user-guide/80.advanced",[1825,1830,1840,1846,1859,1864,1869,1874],{"title":1826,"path":1827,"stem":1828,"meta":1829},"Architecture","/developers/user-guide/advanced/worker-architecture","2.developers/4.user-guide/80.advanced/10.worker-architecture",{},{"title":1831,"path":1832,"stem":1833,"meta":1834},"Setting up Cache in Asynchronous Transformations","/developers/user-guide/advanced/function_calls_caching","2.developers/4.user-guide/80.advanced/20.function_calls_caching",{"date":1835,"thumbnail":410,"tags":1836,"keywords":1837},"2023-11-30",[1112,1374,1790],[1792,1802,1838,1839],"async_transformer","caching",{"title":1841,"path":1842,"stem":1843,"meta":1844},"Data Model Consistency","/developers/user-guide/advanced/consistency","2.developers/4.user-guide/80.advanced/30.consistency",{"notebook_export_path":1845},"notebooks/tutorials/consistency.ipynb",{"title":1847,"path":1848,"stem":1849,"meta":1850},"Writing declarative over imperative pipelines","/developers/user-guide/advanced/declarative_vs_imperative","2.developers/4.user-guide/80.advanced/40.declarative_vs_imperative",{"date":1851,"thumbnail":410,"tags":1852,"keywords":1853,"notebook_export_path":1858},"2025-11-25",[1112,1374],[1854,1855,1856,1857,1415],"declarative","imperative","ordered","splitting","notebooks/tutorials/declarative_vs_imperative.ipynb",{"title":1860,"path":1861,"stem":1862,"meta":1863},"Best Practices","/developers/user-guide/advanced/best-practices","2.developers/4.user-guide/80.advanced/5.best-practices",{},{"title":1865,"path":1866,"stem":1867,"meta":1868},"How Pathway Connectors Work","/developers/user-guide/advanced/how_pathway_connectors_work","2.developers/4.user-guide/80.advanced/50.how_pathway_connectors_work",{},{"title":1870,"path":1871,"stem":1872,"meta":1873},"Dynamic Worker Scaling","/developers/user-guide/advanced/worker_count_scaling","2.developers/4.user-guide/80.advanced/60.worker_count_scaling",{},{"title":1875,"path":1876,"stem":1877,"meta":1878},"Running on Multiple Machines","/developers/user-guide/advanced/running_on_multiple_machines","2.developers/4.user-guide/80.advanced/70.running_on_multiple_machines",{},{"title":1880,"meta":1881,"path":1882,"stem":1883,"children":1884,"page":1057},"Help And Updates",{},"/developers/user-guide/development","2.developers/4.user-guide/90.development",[1885,1890,1895],{"title":1886,"path":1887,"stem":1888,"meta":1889},"Troubleshooting","/developers/user-guide/development/troubleshooting","2.developers/4.user-guide/90.development/10.troubleshooting",{},{"title":1891,"path":1892,"stem":1893,"meta":1894},"Changelog","/developers/user-guide/development/changelog","2.developers/4.user-guide/90.development/20.changelog",{"toc":1057},{"title":1896,"path":1897,"stem":1898,"meta":1899},"Get help","/developers/user-guide/development/get-help","2.developers/4.user-guide/90.development/30.get-help",{},{"title":1901,"meta":1902,"path":1903,"stem":1904,"children":1905,"page":1057},"API docs",{},"/developers/api-docs","2.developers/5.API-docs",[1906,1911,1916,1922,1927,1932,1937,2005,2010,2015,2020,2028,2198,2203],{"title":1907,"path":1908,"stem":1909,"meta":1910},"Pathway API","/developers/api-docs/pathway","2.developers/5.API-docs/1.pathway",{"sidebar":1028},{"title":1912,"path":1913,"stem":1914,"meta":1915},"pw.reducers","/developers/api-docs/reducers","2.developers/5.API-docs/10.reducers",{"sidebar":1028},{"title":1917,"path":1918,"stem":1919,"meta":1920},"pw.sql","/developers/api-docs/sql-api","2.developers/5.API-docs/11.SQL-API",{"notebook_export_path":1921},"notebooks/tutorials/sql_api.ipynb",{"title":1923,"path":1924,"stem":1925,"meta":1926},"pw.temporal","/developers/api-docs/temporal","2.developers/5.API-docs/12.temporal",{"sidebar":1028},{"title":1928,"path":1929,"stem":1930,"meta":1931},"pw.udfs","/developers/api-docs/udfs","2.developers/5.API-docs/13.udfs",{"sidebar":1028},{"title":1933,"path":1934,"stem":1935,"meta":1936},"pw.xpacks.connectors","/developers/api-docs/pathway-xpacks-sharepoint","2.developers/5.API-docs/14.pathway-xpacks-sharepoint",{"sidebar":1028},{"title":1938,"path":1939,"stem":1940,"children":1941,"meta":2004},"pw.xpacks.llm","/developers/api-docs/pathway-xpacks-llm","2.developers/5.API-docs/15.pathway-xpacks-llm/index",[1942,1944,1949,1954,1959,1964,1969,1974,1979,1984,1989,1994,1999],{"title":1938,"path":1939,"stem":1940,"meta":1943},{"sidebar":1028},{"title":1945,"path":1946,"stem":1947,"meta":1948},"pw.xpacks.llm.llms","/developers/api-docs/pathway-xpacks-llm/llms","2.developers/5.API-docs/15.pathway-xpacks-llm/1.llms",{"sidebar":1028},{"title":1950,"path":1951,"stem":1952,"meta":1953},"pw.xpacks.llm.servers","/developers/api-docs/pathway-xpacks-llm/servers","2.developers/5.API-docs/15.pathway-xpacks-llm/10.servers",{"sidebar":1028},{"title":1955,"path":1956,"stem":1957,"meta":1958},"pw.xpacks.llm.utils","/developers/api-docs/pathway-xpacks-llm/utils","2.developers/5.API-docs/15.pathway-xpacks-llm/11.utils",{"sidebar":1028},{"title":1960,"path":1961,"stem":1962,"meta":1963},"pw.xpacks.llm.mcp_server","/developers/api-docs/pathway-xpacks-llm/mcp_server","2.developers/5.API-docs/15.pathway-xpacks-llm/12.mcp_server",{"sidebar":1028},{"title":1965,"path":1966,"stem":1967,"meta":1968},"pw.xpacks.llm.embedders","/developers/api-docs/pathway-xpacks-llm/embedders","2.developers/5.API-docs/15.pathway-xpacks-llm/2.embedders",{"sidebar":1028},{"title":1970,"path":1971,"stem":1972,"meta":1973},"pw.xpacks.llm.parsers","/developers/api-docs/pathway-xpacks-llm/parsers","2.developers/5.API-docs/15.pathway-xpacks-llm/3.parsers",{"sidebar":1028},{"title":1975,"path":1976,"stem":1977,"meta":1978},"pw.xpacks.llm.splitters","/developers/api-docs/pathway-xpacks-llm/splitters","2.developers/5.API-docs/15.pathway-xpacks-llm/4.splitters",{"sidebar":1028},{"title":1980,"path":1981,"stem":1982,"meta":1983},"pw.xpacks.llm.vector_store","/developers/api-docs/pathway-xpacks-llm/vectorstore","2.developers/5.API-docs/15.pathway-xpacks-llm/5.vectorstore",{"sidebar":1028},{"title":1985,"path":1986,"stem":1987,"meta":1988},"pw.xpacks.llm.document_store","/developers/api-docs/pathway-xpacks-llm/document_store","2.developers/5.API-docs/15.pathway-xpacks-llm/6.document_store",{"sidebar":1028},{"title":1990,"path":1991,"stem":1992,"meta":1993},"pw.xpacks.llm.question_answering","/developers/api-docs/pathway-xpacks-llm/question_answering","2.developers/5.API-docs/15.pathway-xpacks-llm/7.question_answering",{"sidebar":1028},{"title":1995,"path":1996,"stem":1997,"meta":1998},"pw.xpacks.llm.prompts","/developers/api-docs/pathway-xpacks-llm/prompts","2.developers/5.API-docs/15.pathway-xpacks-llm/8.prompts",{"sidebar":1028},{"title":2000,"path":2001,"stem":2002,"meta":2003},"pw.xpacks.llm.rerankers","/developers/api-docs/pathway-xpacks-llm/rerankers","2.developers/5.API-docs/15.pathway-xpacks-llm/9.rerankers",{"sidebar":1028},{"sidebar":1028},{"title":2006,"path":2007,"stem":2008,"meta":2009},"pw.Table","/developers/api-docs/pathway-table","2.developers/5.API-docs/2.pathway-table",{"sidebar":1028},{"title":2011,"path":2012,"stem":2013,"meta":2014},"pw.debug","/developers/api-docs/debug","2.developers/5.API-docs/4.debug",{"sidebar":1028},{"title":2016,"path":2017,"stem":2018,"meta":2019},"pw.demo","/developers/api-docs/pathway-demo","2.developers/5.API-docs/5.pathway-demo",{"sidebar":1028},{"title":2021,"path":2022,"stem":2023,"children":2024,"meta":2027},"pw.indexing","/developers/api-docs/indexing","2.developers/5.API-docs/6.indexing",[2025],{"title":2021,"path":2022,"stem":2023,"meta":2026},{"sidebar":1028},{"sidebar":1028},{"title":2029,"path":2030,"stem":2031,"children":2032,"meta":2197},"pw.io","/developers/api-docs/pathway-io","2.developers/5.API-docs/7.pathway-io/index",[2033,2035,2040,2045,2050,2055,2060,2065,2070,2075,2080,2085,2090,2095,2100,2105,2110,2112,2117,2122,2127,2132,2137,2142,2147,2152,2157,2162,2167,2172,2177,2182,2187,2192],{"title":2029,"path":2030,"stem":2031,"meta":2034},{"sidebar":1028},{"title":2036,"path":2037,"stem":2038,"meta":2039},"pw.io.airbyte","/developers/api-docs/pathway-io/airbyte","2.developers/5.API-docs/7.pathway-io/110.airbyte",{"sidebar":1028},{"title":2041,"path":2042,"stem":2043,"meta":2044},"pw.io.bigquery","/developers/api-docs/pathway-io/bigquery","2.developers/5.API-docs/7.pathway-io/120.bigquery",{"sidebar":1028},{"title":2046,"path":2047,"stem":2048,"meta":2049},"pw.io.csv","/developers/api-docs/pathway-io/csv","2.developers/5.API-docs/7.pathway-io/130.csv",{"sidebar":1028},{"title":2051,"path":2052,"stem":2053,"meta":2054},"pw.io.debezium","/developers/api-docs/pathway-io/debezium","2.developers/5.API-docs/7.pathway-io/140.debezium",{"sidebar":1028},{"title":2056,"path":2057,"stem":2058,"meta":2059},"pw.io.deltalake","/developers/api-docs/pathway-io/deltalake","2.developers/5.API-docs/7.pathway-io/150.deltalake",{"sidebar":1028},{"title":2061,"path":2062,"stem":2063,"meta":2064},"pw.io.dynamodb","/developers/api-docs/pathway-io/dynamodb","2.developers/5.API-docs/7.pathway-io/155.dynamodb",{"sidebar":1028},{"title":2066,"path":2067,"stem":2068,"meta":2069},"pw.io.elasticsearch","/developers/api-docs/pathway-io/elasticsearch","2.developers/5.API-docs/7.pathway-io/160.elasticsearch",{"sidebar":1028},{"title":2071,"path":2072,"stem":2073,"meta":2074},"pw.io.fs","/developers/api-docs/pathway-io/fs","2.developers/5.API-docs/7.pathway-io/170.fs",{"sidebar":1028},{"title":2076,"path":2077,"stem":2078,"meta":2079},"pw.io.gdrive","/developers/api-docs/pathway-io/gdrive","2.developers/5.API-docs/7.pathway-io/180.gdrive",{"sidebar":1028},{"title":2081,"path":2082,"stem":2083,"meta":2084},"pw.io.http","/developers/api-docs/pathway-io/http","2.developers/5.API-docs/7.pathway-io/190.http",{"sidebar":1028},{"title":2086,"path":2087,"stem":2088,"meta":2089},"pw.io.iceberg","/developers/api-docs/pathway-io/iceberg","2.developers/5.API-docs/7.pathway-io/195.iceberg",{"sidebar":1028},{"title":2091,"path":2092,"stem":2093,"meta":2094},"pw.io.jsonlines","/developers/api-docs/pathway-io/jsonlines","2.developers/5.API-docs/7.pathway-io/200.jsonlines",{"sidebar":1028},{"title":2096,"path":2097,"stem":2098,"meta":2099},"pw.io.kafka","/developers/api-docs/pathway-io/kafka","2.developers/5.API-docs/7.pathway-io/210.kafka",{"sidebar":1028},{"title":2101,"path":2102,"stem":2103,"meta":2104},"pw.io.kinesis","/developers/api-docs/pathway-io/kinesis","2.developers/5.API-docs/7.pathway-io/215.kinesis",{"sidebar":1028},{"title":2106,"path":2107,"stem":2108,"meta":2109},"pw.io.logstash","/developers/api-docs/pathway-io/logstash","2.developers/5.API-docs/7.pathway-io/220.logstash",{"sidebar":1028},{"title":5,"path":1029,"stem":1032,"meta":2111},{"sidebar":1028},{"title":2113,"path":2114,"stem":2115,"meta":2116},"pw.io.minio","/developers/api-docs/pathway-io/minio","2.developers/5.API-docs/7.pathway-io/230.minio",{"sidebar":1028},{"title":2118,"path":2119,"stem":2120,"meta":2121},"pw.io.mongodb","/developers/api-docs/pathway-io/mongodb","2.developers/5.API-docs/7.pathway-io/235.mongodb",{"sidebar":1028},{"title":2123,"path":2124,"stem":2125,"meta":2126},"pw.io.mssql","/developers/api-docs/pathway-io/mssql","2.developers/5.API-docs/7.pathway-io/236.mssql",{"sidebar":1028},{"title":2128,"path":2129,"stem":2130,"meta":2131},"pw.io.mysql","/developers/api-docs/pathway-io/mysql","2.developers/5.API-docs/7.pathway-io/237.mysql",{"sidebar":1028},{"title":2133,"path":2134,"stem":2135,"meta":2136},"pw.io.nats","/developers/api-docs/pathway-io/nats","2.developers/5.API-docs/7.pathway-io/238.nats",{"sidebar":1028},{"title":2138,"path":2139,"stem":2140,"meta":2141},"pw.io.null","/developers/api-docs/pathway-io/null","2.developers/5.API-docs/7.pathway-io/240.null",{"sidebar":1028},{"title":2143,"path":2144,"stem":2145,"meta":2146},"pw.io.mqtt","/developers/api-docs/pathway-io/mqtt","2.developers/5.API-docs/7.pathway-io/245.mqtt",{"sidebar":1028},{"title":2148,"path":2149,"stem":2150,"meta":2151},"pw.io.plaintext","/developers/api-docs/pathway-io/plaintext","2.developers/5.API-docs/7.pathway-io/250.plaintext",{"sidebar":1028},{"title":2153,"path":2154,"stem":2155,"meta":2156},"pw.io.postgres","/developers/api-docs/pathway-io/postgres","2.developers/5.API-docs/7.pathway-io/260.postgres",{"sidebar":1028},{"title":2158,"path":2159,"stem":2160,"meta":2161},"pw.io.pubsub","/developers/api-docs/pathway-io/pubsub","2.developers/5.API-docs/7.pathway-io/270.pubsub",{"sidebar":1028},{"title":2163,"path":2164,"stem":2165,"meta":2166},"pw.io.pyfilesystem","/developers/api-docs/pathway-io/pyfilesystem","2.developers/5.API-docs/7.pathway-io/280.pyfilesystem",{"sidebar":1028},{"title":2168,"path":2169,"stem":2170,"meta":2171},"pw.io.python","/developers/api-docs/pathway-io/python","2.developers/5.API-docs/7.pathway-io/290.python",{"sidebar":1028},{"title":2173,"path":2174,"stem":2175,"meta":2176},"pw.io.questdb","/developers/api-docs/pathway-io/questdb","2.developers/5.API-docs/7.pathway-io/295.questdb",{"sidebar":1028},{"title":2178,"path":2179,"stem":2180,"meta":2181},"pw.io.redpanda","/developers/api-docs/pathway-io/redpanda","2.developers/5.API-docs/7.pathway-io/300.redpanda",{"sidebar":1028},{"title":2183,"path":2184,"stem":2185,"meta":2186},"pw.io.s3","/developers/api-docs/pathway-io/s3","2.developers/5.API-docs/7.pathway-io/310.s3",{"sidebar":1028},{"title":2188,"path":2189,"stem":2190,"meta":2191},"pw.io.slack","/developers/api-docs/pathway-io/slack","2.developers/5.API-docs/7.pathway-io/320.slack",{"sidebar":1028},{"title":2193,"path":2194,"stem":2195,"meta":2196},"pw.io.sqlite","/developers/api-docs/pathway-io/sqlite","2.developers/5.API-docs/7.pathway-io/330.sqlite",{"sidebar":1028},{"sidebar":1028},{"title":2199,"path":2200,"stem":2201,"meta":2202},"pw.ml","/developers/api-docs/ml","2.developers/5.API-docs/8.ML",{"sidebar":1028},{"title":2204,"path":2205,"stem":2206,"meta":2207},"pw.persistence","/developers/api-docs/persistence-api","2.developers/5.API-docs/9.persistence-api",{"sidebar":1028},{"title":2209,"path":2210,"stem":2211,"children":2212,"meta":2944},"Pathway Templates","/developers/templates","2.developers/7.templates/1.index",[2213,2215,2220,2225,2230,2234,2250,2289,2315,2742],{"title":2209,"path":2210,"stem":2211,"meta":2214},{"navTitle":1053,"layout":1126,"aside":457,"toc":1057,"single":457},{"title":2216,"path":2217,"stem":2218,"meta":2219},"Run a template","/developers/templates/run-a-template","2.developers/7.templates/20.run-a-template",{"heading":1057,"toc":1057},{"title":2221,"path":2222,"stem":2223,"meta":2224},"Customizing a RAG Template with YAML","/developers/templates/configure-yaml","2.developers/7.templates/30.configure-yaml",{"heading":1057},{"title":2226,"path":2227,"stem":2228,"meta":2229},"How to Use Your Own Components in YAML Configuration","/developers/templates/custom-components","2.developers/7.templates/35.custom-components",{"heading":1057},{"title":1084,"path":2231,"stem":2232,"meta":2233},"/developers/templates/licensing-guide","2.developers/7.templates/38.licensing-guide",{"heading":1057,"toc":1057},{"title":2235,"meta":2236,"path":2237,"stem":2238,"children":2239,"page":1057},"YAML Snippets",{},"/developers/templates/yaml-snippets","2.developers/7.templates/39.yaml-snippets",[2240,2245],{"title":2241,"path":2242,"stem":2243,"meta":2244},"Data Sources Examples","/developers/templates/yaml-snippets/data-sources-examples","2.developers/7.templates/39.yaml-snippets/10.data-sources-examples",{"heading":1057,"toc":457},{"title":2246,"path":2247,"stem":2248,"meta":2249},"RAG configuration Examples","/developers/templates/yaml-snippets/rag-configuration-examples","2.developers/7.templates/39.yaml-snippets/20.rag-configuration-examples",{"heading":1057,"toc":457},{"title":2251,"path":2252,"stem":2253,"children":2254,"page":1057},"Rag Customization","/developers/templates/rag-customization","2.developers/7.templates/40.rag-customization",[2255,2260,2265,2271,2277,2283],{"title":2256,"path":2257,"stem":2258,"meta":2259},"REST API","/developers/templates/rag-customization/rest-api","2.developers/7.templates/40.rag-customization/10.REST-API",{"heading":1057,"toc":1057},{"title":2261,"path":2262,"stem":2263,"meta":2264},"Customizing prompt","/developers/templates/rag-customization/custom-prompt","2.developers/7.templates/40.rag-customization/20.custom-prompt",{"heading":1057},{"title":1622,"path":2266,"stem":2267,"meta":2268},"/developers/templates/rag-customization/parsers","2.developers/7.templates/40.rag-customization/30.parsers",{"date":1626,"tags":2269,"keywords":2270},[1112,1569],[1569,1629,1630,1631,1632],{"title":1634,"path":2272,"stem":2273,"meta":2274},"/developers/templates/rag-customization/splitters","2.developers/7.templates/40.rag-customization/40.splitters",{"date":1638,"thumbnail":410,"tags":2275,"keywords":2276},[1640,1641],[1631,1641],{"title":1644,"path":2278,"stem":2279,"meta":2280},"/developers/templates/rag-customization/embedders","2.developers/7.templates/40.rag-customization/50.embedders",{"date":1638,"thumbnail":410,"tags":2281,"keywords":2282},[1112,1649],[1569,1571,1572,1573,1651,1652],{"title":1654,"path":2284,"stem":2285,"meta":2286},"/developers/templates/rag-customization/llm-chats","2.developers/7.templates/40.rag-customization/60.llm-chats",{"date":1658,"thumbnail":410,"tags":2287,"keywords":2288},[1112,1569,1660,1654],[1569,1571,1572,1573,1651,1662],{"title":1673,"path":2290,"stem":2291,"children":2292,"page":1057},"/developers/templates/deploy","2.developers/7.templates/60.deploy",[2293,2297,2301,2308],{"title":1679,"path":2294,"stem":2295,"meta":2296},"/developers/templates/deploy/cloud-deployment","2.developers/7.templates/60.deploy/10.cloud-deployment",{},{"title":1684,"path":2298,"stem":2299,"meta":2300},"/developers/templates/deploy/gcp-deploy","2.developers/7.templates/60.deploy/15.gcp-deploy",{},{"title":1689,"path":2302,"stem":2303,"meta":2304},"/developers/templates/deploy/aws-fargate-deploy","2.developers/7.templates/60.deploy/20.aws-fargate-deploy",{"date":1693,"tags":2305,"thumbnail":2306,"keywords":2307,"docker_github_link":1704,"deployButtons":1057},[1695,1696],{"src":1698},[1700,1701,1702,1254,1703],{"title":1706,"path":2309,"stem":2310,"meta":2311},"/developers/templates/deploy/azure-aci-deploy","2.developers/7.templates/60.deploy/25.azure-aci-deploy",{"date":1710,"tags":2312,"thumbnail":2313,"keywords":2314,"docker_github_link":1720,"deployButtons":1057},[1695,1696],{"src":1713,"contain":457},[1715,1716,1702,1254,1717,1718,1719],{"title":2316,"meta":2317,"path":2318,"stem":2319,"children":2320,"page":1057},"ETL Templates",{},"/developers/templates/etl","2.developers/7.templates/ETL",[2321,2335,2351,2370,2390,2401,2415,2426,2436,2451,2466,2480,2495,2513,2529,2543,2559,2575,2587,2600,2610,2622,2634,2648],{"title":2322,"path":2323,"stem":2324,"meta":2325},"EL Pipeline: Move your data around with Pathway","/developers/templates/etl/el-pipeline","2.developers/7.templates/ETL/10.el-pipeline",{"layout":2326,"date":2327,"tags":2328,"thumbnail":2329,"keywords":2331,"popular":457},"template","2025-05-22",[1695,1696],{"src":2330,"contain":457},"/assets/content/showcases/el-template/el-template-thumbnail.png",[2332,2333,2334,1252,1279,1254],"ETL","EL","YAML",{"title":2336,"path":2337,"stem":2338,"meta":2339},"Real-Time Anomaly Detection: identifying brute-force logins using Tumbling Windows","/developers/templates/etl/suspicious_activity_tumbling_window","2.developers/7.templates/ETL/10.suspicious_activity_tumbling_window",{"notebook_export_path":2340,"aside":457,"date":2341,"thumbnail":2342,"tags":2345,"keywords":2347,"layout":2326},"notebooks/tutorials/suspicious_user_activity.ipynb","2023-05-30",{"src":2343,"provider":2344},"/assets/blog/thumbnails/th-shield.png","s3",[1112,2346],"machine-learning",[1542,2348,2349,2350],"tumbling","alert","notebook",{"title":2352,"path":2353,"stem":2354,"meta":2355},"Gaussian Filtering in Real-time: Signal processing with out-of-order data streams","/developers/templates/etl/gaussian_filtering_python","2.developers/7.templates/ETL/100.gaussian_filtering_python",{"notebook_export_path":2356,"aside":457,"date":2357,"layout":2326,"thumbnail":2358,"tags":2360,"related":2362,"keywords":2365},"notebooks/tutorials/gaussian-filtering-python.ipynb","2023-10-17",{"src":2359},"/assets/content/tutorials/time_series/thumbnail-gaussian.png",[1112,2361],"Time Series",[2363,2364],"/blog/signal-processing","/developers/templates/etl/upsampling",[2366,2367,1507,2368,2369,1542,2350],"signal processing","Gaussian filter","irregular sampling","intervals_over",{"title":2371,"path":2372,"stem":2373,"meta":2374},"Computing the Option Greeks using Pathway and Databento","/developers/templates/etl/option-greeks","2.developers/7.templates/ETL/105.option-greeks",{"thumbnail":2375,"date":2377,"tags":2378,"keywords":2379,"notebook_export_path":2388,"docker_github_link":2389,"aside":457,"layout":2326},{"src":2376,"contain":457},"/assets/content/showcases/option-greeks/option-greeks.png","2024-08-06",[1112,1696],[2380,2381,2382,2383,2384,2385,2386,2387,2350],"Option Greeks","Databento","Delta","Gamma","Theta","Rho","quant","Black model","notebooks/tutorials/option-greeks.ipynb","https://github.com/pathwaycom/pathway/tree/main/examples/projects/option-greeks",{"title":2391,"path":2392,"stem":2393,"meta":2394},"Automating reconciliation of messy financial transaction logs using Pathway's real-time fuzzy join","/developers/templates/etl/fuzzy_join_chapter1","2.developers/7.templates/ETL/11.fuzzy_join_chapter1",{"notebook_export_path":2395,"aside":457,"date":2396,"tags":2397,"keywords":2398,"layout":2326},"notebooks/showcases/fuzzy_join_part1.ipynb","2022-10-18",[1112,1696],[2399,2400,1629,2350],"Fuzzy join","reconciliation",{"title":2402,"path":2364,"stem":2403,"meta":2404},"Signal Processing with Real-time Upsampling: combining multiple time series data streams.","2.developers/7.templates/ETL/110.upsampling",{"notebook_export_path":2405,"aside":457,"date":2406,"layout":2326,"thumbnail":2407,"tags":2409,"related":2410,"popular":457,"keywords":2411},"notebooks/tutorials/upsampling.ipynb","2023-10-18",{"src":2408},"/assets/content/tutorials/time_series/thumbnail-time-series.png",[1112,2361],[2363,2353],[2366,2412,1507,2413,2414,2369,1542,2350],"upsampling","resampling","interpolation",{"title":2416,"path":2417,"stem":2418,"meta":2419},"Interaction with a Feedback Loop.","/developers/templates/etl/fuzzy_join_chapter2","2.developers/7.templates/ETL/12.fuzzy_join_chapter2",{"notebook_export_path":2420,"aside":457,"date":2421,"thumbnail":2422,"tags":2424,"keywords":2425,"layout":2326},"notebooks/showcases/fuzzy_join_part2.ipynb","2022-10-19",{"src":2423,"contain":457},"/assets/content/showcases/fuzzy_join/reconciliation_chapter3_trim.png",[1112,1696],[2399,2400,1629,2350],{"title":2427,"path":2428,"stem":2429,"meta":2430},"Smart real-time monitoring application with alert deduplication","/developers/templates/etl/alerting-significant-changes","2.developers/7.templates/ETL/130.alerting-significant-changes",{"notebook_export_path":2431,"aside":457,"date":2432,"tags":2433,"keywords":2434,"layout":2326},"notebooks/tutorials/alert-deduplication.ipynb","2023-11-16",[1112,1696],[2349,2435,1762,2350],"deduplication",{"title":2437,"path":2438,"stem":2439,"meta":2440},"Kafka ETL: Processing event streams in Python","/developers/templates/etl/kafka-etl","2.developers/7.templates/ETL/140.kafka-etl",{"layout":2326,"date":2441,"tags":2442,"thumbnail":2443,"keywords":2445,"docker_github_link":2450,"popular":457},"2024-02-15",[1695,1696],{"src":2444,"contain":457},"/assets/content/showcases/ETL-Kafka/ETL-Kafka.png",[2332,1252,2446,2447,2448,2449,1254],"datetime","time zone","timezone","concat_reindex","https://github.com/pathwaycom/pathway/tree/main/examples/projects/kafka-ETL",{"title":2452,"path":2453,"stem":2454,"meta":2455},"Streaming ETL pipelines in Python with Airbyte and Pathway","/developers/templates/etl/etl-python-airbyte","2.developers/7.templates/ETL/150.etl-python-airbyte",{"layout":2326,"date":2456,"tags":2457,"thumbnail":2458,"keywords":2460},"2024-02-28",[1695,1696],{"src":2459},"/assets/content/showcases/airbyte/airbyte-diagram-th.png",[2461,2462,2463,2464,2465],"airbyte","processing","airbyte python","python etl","airbyte etl",{"title":2467,"path":2468,"stem":2469,"meta":2470},"Delta Lake ETL with Pathway for Spark Analytics","/developers/templates/etl/delta_lake_etl","2.developers/7.templates/ETL/175.delta_lake_etl",{"layout":2326,"date":2471,"tags":2472,"thumbnail":2473,"keywords":2475,"docker_github_link":2479},"2024-07-23",[1695,1696],{"src":2474,"contain":457},"/assets/content/showcases/deltalake/delta_lake_diagram_th.png",[2476,2477,2478,2464,2465,1254],"delta lake etl","spark delta lake","spark etl","https://github.com/pathwaycom/pathway/tree/main/examples/projects/spark-data-preparation",{"title":2481,"path":2482,"stem":2483,"meta":2484},"Python Kafka Alternative: Achieve Sub-Second Latency with your S3 Storage without Kafka using Pathway","/developers/templates/etl/kafka-alternative","2.developers/7.templates/ETL/180.kafka-alternative",{"layout":2326,"thumbnail":2485,"date":2487,"tags":2488,"keywords":2489},{"src":2486,"contain":457},"/assets/content/showcases/kafka-alternatives/kafka-alternatives-thumbnail.png","2024-08-27",[1695,1696],[2332,1252,2490,2491,2492,2448,2493,2494],"Pathway","MinIO","S3","Kafka-alternatives","Delta tables",{"title":2496,"path":2497,"stem":2498,"meta":2499},"Jupyter / Colab: visualizing and transforming live data streams in Python notebooks with Pathway","/developers/templates/etl/live_data_jupyter","2.developers/7.templates/ETL/2.live_data_jupyter",{"aside":457,"date":1741,"tags":2500,"keywords":2501,"notebook_export_path":2511,"docker_github_link":2512,"popular":457,"layout":2326},[1112,1696,1695],[2502,2503,2504,2505,2506,2507,2508,2509,2510,2350,1254],"Jupyter notebook","interactivity","bokeh","panel","Bollinger bands","vizualization","Weighted Average","rolling statistics","dashboard","notebooks/showcases/live-data-jupyter.ipynb","https://github.com/pathwaycom/pathway/tree/main/examples/projects/from_jupyter_to_deploy/part4_deployment",{"title":2514,"path":2515,"stem":2516,"meta":2517},"Real-Time Twitter Sentiment Analysis and Prediction App with Pathway","/developers/templates/etl/twitter","2.developers/7.templates/ETL/2.twitter",{"aside":457,"layout":2326,"date":2518,"thumbnail":2519,"tags":2521,"keywords":2522,"docker_github_link":2528},"2022-10-31",{"src":2520},"/assets/content/blog/th-twitter.png",[1112,2346,1695],[2523,2524,2525,2526,2527,1629,1254],"Twitter","tweets","sentiment analysis","geolocation","influence","https://github.com/pathwaycom/pathway/tree/main/examples/projects/twitter",{"title":2530,"path":2531,"stem":2532,"meta":2533},"Out-of-Order Event Streams: Calculating Time Deltas with grouping by topic","/developers/templates/etl/event_stream_processing_time_between_occurrences","2.developers/7.templates/ETL/20.event_stream_processing_time_between_occurrences",{"aside":457,"date":2534,"layout":2326,"thumbnail":2535,"tags":2537,"keywords":2538},"2022-11-01",{"src":2536},"/assets/content/blog/th-time-between-events-in-a-multi-topic-event-stream.png",[1112,1696],[2539,2540,1251,2541,2542],"event stream","multi-topic","ordering","sort",{"title":2544,"path":2545,"stem":2546,"meta":2547},"Adaptive Classifiers: Evolving Predictions with Real-Time Data","/developers/templates/etl/lsh_chapter1","2.developers/7.templates/ETL/3.lsh_chapter1",{"notebook_export_path":2548,"aside":457,"date":2549,"thumbnail":2550,"tags":2552,"keywords":2553,"layout":2326},"notebooks/showcases/lsh.ipynb","2022-10-25",{"src":2551},"/assets/content/blog/th-realtime-classification.png",[1112,2346],[2554,1439,2555,1434,2556,2557,2558,1629,2350],"Classification","LSH","Locality Sensitive Hashing","MNIST","euclidean distance",{"title":2560,"path":2561,"stem":2562,"meta":2563},"Uncovering hidden user relationships in crypto exchanges with Fuzzy Join on streaming data","/developers/templates/etl/user_pairs_fuzzy_join","2.developers/7.templates/ETL/30.user_pairs_fuzzy_join",{"aside":457,"date":2564,"thumbnail":2565,"tags":2567,"keywords":2568,"layout":2326},"2023-01-09",{"src":2566,"provider":2344},"/assets/blog/thumbnails/th-mining-hidden-user-pair-activity-with-fuzzy-join.png",[1112,1696],[2569,2349,2570,2571,2572,2573,2574],"fuzzy join","cryptocurrency","bitcoin","BTC","ETH","Ethereum",{"title":2576,"path":2577,"stem":2578,"meta":2579},"Pathway Logistics Application: Streamlined Insights for Real-Time Asset Management","/developers/templates/etl/logistics","2.developers/7.templates/ETL/4.logistics",{"aside":457,"layout":2326,"date":2518,"thumbnail":2580,"tags":2582,"enterprise":457,"keywords":2583},{"src":2581},"/assets/content/blog/th-logictics-app.png",[1112,2346],[2584,2585,2586],"Logistics","IoT","Dashboard",{"title":2588,"path":2589,"stem":2590,"meta":2591},"Real-Time Shortest Paths on Dynamic Networks with Bellman-Ford in Pathway","/developers/templates/etl/bellman_ford","2.developers/7.templates/ETL/40.bellman_ford",{"aside":457,"date":2592,"layout":2326,"thumbnail":2593,"tags":2595,"notebook_export_path":2596,"keywords":2597},"2022-11-03",{"src":2594,"provider":2344},"/assets/blog/thumbnails/th-bellman-ford.png",[1112,2346],"notebooks/tutorials/bellman_ford.ipynb",[1415,2598,2599,1776,2350],"fixed-point","shortest-path",{"title":2601,"path":2602,"stem":2603,"meta":2604},"Linear regression on a Kafka stream","/developers/templates/etl/linear_regression_with_kafka","2.developers/7.templates/ETL/5.linear_regression_with_kafka",{"aside":457,"layout":2326,"date":2605,"tags":2606,"keywords":2607,"docker_github_link":2609},"2022-12-23",[1112,1696],[2608,1252,1183],"linear regression","https://github.com/pathwaycom/pathway/tree/main/examples/projects/kafka-linear-regression",{"title":2611,"path":2612,"stem":2613,"meta":2614},"Real-Time PageRank on Dynamic Graphs with Pathway","/developers/templates/etl/pagerank","2.developers/7.templates/ETL/50.pagerank",{"notebook_export_path":2615,"aside":457,"date":2616,"thumbnail":2617,"tags":2619,"keywords":2620,"layout":2326},"notebooks/tutorials/pagerank.ipynb","2022-11-07",{"src":2618,"provider":2344},"/assets/blog/thumbnails/th-computing-pagerank.png",[1112,2346],[2621,1776,2350],"pagerank",{"title":2623,"path":2624,"stem":2625,"meta":2626},"Sensor Fusion in real-time: combining time series data with Pathway","/developers/templates/etl/combining_time_series","2.developers/7.templates/ETL/65.combining_time_series",{"aside":457,"date":2627,"thumbnail":2628,"tags":2629,"keywords":2630,"notebook_export_path":2633,"layout":2326},"2023-04-28",{"src":2408},[2361],[2631,2632,2414,1147,2350],"time series","multiple data sources","notebooks/tutorials/combining-time-series.ipynb",{"title":2635,"path":2636,"stem":2637,"meta":2638},"Realtime Server Log Monitoring: nginx + Filebeat + Pathway","/developers/templates/etl/realtime-log-monitoring","2.developers/7.templates/ETL/7.realtime-log-monitoring",{"aside":457,"layout":2326,"date":2639,"thumbnail":2640,"tags":2642,"keywords":2643,"docker_github_link":2647},"2023-02-27",{"src":2641,"contain":457},"/assets/content/tutorials/realtime_log_monitoring/meme.jpg",[1112,1696],[2644,2349,1252,2645,1227,2646,1254],"log monitoring","Filebeat","ElasticSearch","https://github.com/pathwaycom/pathway/tree/main/examples/projects/realtime-log-monitoring/filebeat-pathway-slack",{"title":2649,"path":2650,"stem":2651,"children":2652,"page":1057},"Readmes","/developers/templates/etl/_readmes","2.developers/7.templates/ETL/_readmes",[2653,2658,2663,2668,2673,2678,2683,2688,2693,2698,2702,2707,2712,2717,2722,2727,2732,2737],{"title":2654,"path":2655,"stem":2656,"meta":2657},"Azure ACI Deployment Example","/developers/templates/etl/_readmes/azure-aci-deploy","2.developers/7.templates/ETL/_readmes/azure-aci-deploy",{},{"title":2659,"path":2660,"stem":2661,"meta":2662},"Benchmark for Delta Lake S3 messaging as a Kafka replacement","/developers/templates/etl/_readmes/benchmarks","2.developers/7.templates/ETL/_readmes/benchmarks",{},{"title":2664,"path":2665,"stem":2666,"meta":2667},"Best-rated movies examples","/developers/templates/etl/_readmes/best-movies-example","2.developers/7.templates/ETL/_readmes/best-movies-example",{},{"title":2669,"path":2670,"stem":2671,"meta":2672},"Make your LLM app sane again: Forgetting incorrect data in real time","/developers/templates/etl/_readmes/conf42","2.developers/7.templates/ETL/_readmes/conf42",{},{"title":2674,"path":2675,"stem":2676,"meta":2677},"Custom python connector example","/developers/templates/etl/_readmes/custom-python-connector-twitter","2.developers/7.templates/ETL/_readmes/custom-python-connector-twitter",{},{"title":2679,"path":2680,"stem":2681,"meta":2682},"Realtime monitoring of logs","/developers/templates/etl/_readmes/filebeat-pathway-slack","2.developers/7.templates/ETL/_readmes/filebeat-pathway-slack",{},{"title":2684,"path":2685,"stem":2686,"meta":2687},"Tutorial: From interactive data exploration to deployment","/developers/templates/etl/_readmes/from_jupyter_to_deploy","2.developers/7.templates/ETL/_readmes/from_jupyter_to_deploy",{},{"title":2689,"path":2690,"stem":2691,"meta":2692},"ETL with Kafka in/Kafka out","/developers/templates/etl/_readmes/kafka-etl","2.developers/7.templates/ETL/_readmes/kafka-ETL",{},{"title":2694,"path":2695,"stem":2696,"meta":2697},"Best-rated movies example - Kafka version","/developers/templates/etl/_readmes/kafka-version","2.developers/7.templates/ETL/_readmes/kafka-version",{},{"title":2679,"path":2699,"stem":2700,"meta":2701},"/developers/templates/etl/_readmes/logstash-pathway-elastic","2.developers/7.templates/ETL/_readmes/logstash-pathway-elastic",{},{"title":2703,"path":2704,"stem":2705,"meta":2706},"Pathway Monitoring using OpenTelemetry Collector and Grafana Cloud","/developers/templates/etl/_readmes/monitoring","2.developers/7.templates/ETL/_readmes/monitoring",{},{"title":2708,"path":2709,"stem":2710,"meta":2711},"Computing Option Greeks with Pathway and Databento.","/developers/templates/etl/_readmes/option-greeks","2.developers/7.templates/ETL/_readmes/option-greeks",{},{"title":2713,"path":2714,"stem":2715,"meta":2716},"Retrieval-Augmented Generation (RAG) Pipeline with Pathway","/developers/templates/etl/_readmes/question-answering-rag","2.developers/7.templates/ETL/_readmes/question-answering-rag",{},{"title":2718,"path":2719,"stem":2720,"meta":2721},"Best-rated movies example - Redpanda version","/developers/templates/etl/_readmes/redpanda-version","2.developers/7.templates/ETL/_readmes/redpanda-version",{},{"title":2723,"path":2724,"stem":2725,"meta":2726},"Sample Pathway program for SharePoint connection testing","/developers/templates/etl/_readmes/sharepoint-test","2.developers/7.templates/ETL/_readmes/sharepoint-test",{},{"title":2728,"path":2729,"stem":2730,"meta":2731},"Data Preparation for Spark Analytics","/developers/templates/etl/_readmes/spark-data-preparation","2.developers/7.templates/ETL/_readmes/spark-data-preparation",{},{"title":2733,"path":2734,"stem":2735,"meta":2736},"Realtime Twitter Analysis App with Pathway","/developers/templates/etl/_readmes/twitter","2.developers/7.templates/ETL/_readmes/twitter",{},{"title":2738,"path":2739,"stem":2740,"meta":2741},"Web Scraping with Pathway","/developers/templates/etl/_readmes/web-scraping","2.developers/7.templates/ETL/_readmes/web-scraping",{},{"title":2743,"meta":2744,"path":2745,"stem":2746,"children":2747,"page":1057},"LLM-RAG Templates",{},"/developers/templates/rag","2.developers/7.templates/rag",[2748,2761,2776,2792,2805,2823,2833,2848,2858,2868,2879,2892],{"title":2749,"path":2750,"stem":2751,"meta":2752},"Question-Answering RAG App","/developers/templates/rag/demo-question-answering","2.developers/7.templates/rag/1000.demo-question-answering",{"redirection":2753,"thumbnail":2754,"layout":2326,"tags":2756,"date":1626,"keywords":2758,"docker_github_link":2753,"popular":457},"https://github.com/pathwaycom/llm-app/tree/main/templates/question_answering_rag",{"src":2755,"provider":2344},"/assets/blog/thumbnails/qna-th.png",[1695,2757],"ai-pipelines",[1569,1581,1571,1572,2759,1435,1183,2760],"vector store","yaml",{"title":2762,"path":2763,"stem":2764,"meta":2765},"Adaptive RAG App","/developers/templates/rag/template-adaptive-rag","2.developers/7.templates/rag/1001.template-adaptive-rag",{"thumbnail":2766,"tags":2768,"date":2769,"layout":2326,"keywords":2770,"docker_github_link":2775},{"src":2767,"contain":457},"/assets/content/blog/adaptive-rag-plots/visual-abstract.png",[1695,2757],"2024-03-29",[1569,1581,2771,2772,2773,2774,1183,2760],"Adaptive RAG","prompt engineering","prompt","explainability","https://github.com/pathwaycom/llm-app/tree/main/templates/adaptive_rag",{"title":2777,"path":2778,"stem":2779,"meta":2780},"Private RAG App with Mistral and Ollama","/developers/templates/rag/template-private-rag","2.developers/7.templates/rag/1002.template-private-rag",{"tags":2781,"date":2782,"thumbnail":2783,"layout":2326,"keywords":2785,"docker_github_link":2791},[1695,2757],"2024-04-22",{"src":2784,"contain":457},"/assets/content/blog/local-adaptive-rag/local_adaptive.png",[1569,1581,2771,2772,2774,2786,2787,2788,2789,2790,1183,2760],"mistral","ollama","private rag","local rag","ollama rag","https://github.com/pathwaycom/llm-app/tree/main/templates/private_rag",{"title":2793,"path":2794,"stem":2795,"meta":2796},"Multimodal RAG pipeline with GPT4o","/developers/templates/rag/template-multimodal-rag","2.developers/7.templates/rag/1003.template-multimodal-rag",{"tags":2797,"date":2798,"thumbnail":2799,"layout":2326,"keywords":2801,"docker_github_link":2804,"popular":457},[1695,2757],"2024-01-01",{"src":2800,"contain":457},"/assets/content/showcases/multimodal-RAG/multimodalRAG-blog-banner.png",[1569,1581,1571,1572,2802,2803,1629,1183,2760],"GPT-4o","multimodal RAG","https://github.com/pathwaycom/llm-app/tree/main/templates/multimodal_rag",{"title":2806,"path":2807,"stem":2808,"children":2809,"meta":2819},"Live Document Indexing (Vector Store / Retriever)","/developers/templates/rag/template-demo-document-indexing","2.developers/7.templates/rag/1008.template-demo-document-indexing",[2810],{"title":2806,"path":2807,"stem":2808,"meta":2811},{"thumbnail":2812,"tags":2814,"date":2798,"layout":2326,"keywords":2815,"docker_github_link":2818},{"src":2813,"provider":2344},"/assets/blog/thumbnails/live-document-indexing-th.png",[1695,2757],[1569,1581,1571,1572,2759,1435,2816,1331,2817,1183,2760],"SharePoint","Gdrive","https://github.com/pathwaycom/llm-app/tree/main/templates/document_indexing",{"thumbnail":2820,"tags":2821,"date":2798,"layout":2326,"keywords":2822,"docker_github_link":2818},{"src":2813,"provider":2344},[1695,2757],[1569,1581,1571,1572,2759,1435,2816,1331,2817,1183,2760],{"title":2824,"path":2825,"stem":2826,"meta":2827},"Alerting when answers change on Google Drive","/developers/templates/rag/drive-alert","2.developers/7.templates/rag/1009.drive-alert",{"tags":2828,"date":2829,"layout":2326,"keywords":2830,"docker_github_link":2832,"hide":457},[1695,2757],"2024-11-07",[1569,1581,1571,1572,2831,1435,1331,2817,1183],"slack","https://github.com/pathwaycom/llm-app/tree/main/templates/drive_alert",{"title":2834,"path":2835,"stem":2836,"meta":2837},"Slides AI Search App","/developers/templates/rag/template-slides-search","2.developers/7.templates/rag/1010.template-slides-search",{"thumbnail":2838,"tags":2840,"date":2841,"layout":2326,"keywords":2842,"docker_github_link":2847},{"src":2839,"provider":2344},"/assets/blog/thumbnails/slides-search-th.png",[1695,2757],"2024-11-14",[1569,1581,1571,1572,1331,2843,1183,2760,2844,2845,2846],"slides","multimodal","VLM","image-to-text","https://github.com/pathwaycom/llm-app/tree/main/templates/slides_ai_search",{"title":2849,"path":2850,"stem":2851,"meta":2852},"Adaptive RAG: cut your LLM costs without sacrificing accuracy","/developers/templates/rag/adaptive-rag","2.developers/7.templates/rag/1015.adaptive-rag",{"aside":457,"thumbnail":2853,"tags":2854,"date":2855,"notebook_export_path":2856,"keywords":2857,"run_template":2763,"hide":457},{"src":2767,"contain":457},[1695,2757],"2024-03-28","notebooks/showcases/adaptive_rag_question_answering.ipynb",[1569,1581,2771,2772,2773,2774,2350,1254],{"title":2859,"path":2860,"stem":2861,"meta":2862},"Multimodal RAG for PDFs with Text, Images, and Charts","/developers/templates/rag/multimodal-rag","2.developers/7.templates/rag/120.multimodal-rag",{"aside":457,"thumbnail":2863,"date":2864,"tags":2865,"keywords":2866,"notebook_export_path":2867,"run_template":2794,"popular":457,"hide":457},{"src":2800,"contain":457},"2024-06-20",[1695,2757],[1569,1581,1571,1572,2802,2803,1629,2350,1183],"notebooks/showcases/multimodal-rag.ipynb",{"title":2869,"path":2870,"stem":2871,"meta":2872},"Private RAG with Connected Data Sources using Mistral, Ollama, and Pathway","/developers/templates/rag/private-rag-ollama-mistral","2.developers/7.templates/rag/161.private-rag-ollama-mistral",{"aside":457,"thumbnail":2873,"tags":2874,"date":2875,"related":2876,"notebook_export_path":2877,"keywords":2878,"run_template":2778,"hide":457},{"src":2784,"contain":457},[1695,2757],"2024-04-23",[2850,2750],"notebooks/showcases/mistral_adaptive_rag_question_answering.ipynb",[1569,1581,2771,2772,2774,2786,2787,2788,2789,2790,2350,1183],{"title":2880,"path":2881,"stem":2882,"meta":2883},"Pathway + PostgreSQL + LLM: app for querying financial reports with live document structuring pipeline.","/developers/templates/rag/unstructured-to-structured","2.developers/7.templates/rag/5.unstructured-to-structured",{"aside":457,"layout":2326,"date":1552,"thumbnail":2884,"tags":2886,"keywords":2887,"docker_github_link":2891},{"src":2885,"contain":457},"/assets/content/showcases/llm-app/architecture_unst_to_st.png",[1695,2757],[1569,2888,1629,1279,1571,2889,2890,189,1629,1254],"SQL","Entity extraction","Document parsing","https://github.com/pathwaycom/llm-app/tree/main/templates/unstructured_to_sql_on_the_fly",{"title":2649,"path":2893,"stem":2894,"children":2895,"page":1057},"/developers/templates/rag/_readmes","2.developers/7.templates/rag/_readmes",[2896,2901,2909,2914,2919,2924,2929,2934,2939],{"title":2897,"path":2898,"stem":2899,"meta":2900},"AdaptiveRag","/developers/templates/rag/_readmes/adaptive_rag","2.developers/7.templates/rag/_readmes/adaptive_rag",{},{"title":2902,"path":2903,"stem":2904,"children":2905,"meta":2908},"DocumentIndexing","/developers/templates/rag/_readmes/document_indexing","2.developers/7.templates/rag/_readmes/document_indexing",[2906],{"title":2902,"path":2903,"stem":2904,"meta":2907},{},{},{"title":2910,"path":2911,"stem":2912,"meta":2913},"DocumentStoreMcpServer","/developers/templates/rag/_readmes/document_store_mcp_server","2.developers/7.templates/rag/_readmes/document_store_mcp_server",{},{"title":2915,"path":2916,"stem":2917,"meta":2918},"Pathway + LLM + Slack notification: RAG App with real-time alerting when answers change in documents","/developers/templates/rag/_readmes/drive_alert","2.developers/7.templates/rag/_readmes/drive_alert",{},{"title":2920,"path":2921,"stem":2922,"meta":2923},"MultimodalRag","/developers/templates/rag/_readmes/multimodal_rag","2.developers/7.templates/rag/_readmes/multimodal_rag",{},{"title":2925,"path":2926,"stem":2927,"meta":2928},"PrivateRag","/developers/templates/rag/_readmes/private_rag","2.developers/7.templates/rag/_readmes/private_rag",{},{"title":2930,"path":2931,"stem":2932,"meta":2933},"QuestionAnsweringRag","/developers/templates/rag/_readmes/question_answering_rag","2.developers/7.templates/rag/_readmes/question_answering_rag",{},{"title":2935,"path":2936,"stem":2937,"meta":2938},"SlidesAiSearch","/developers/templates/rag/_readmes/slides_ai_search","2.developers/7.templates/rag/_readmes/slides_ai_search",{},{"title":2940,"path":2941,"stem":2942,"meta":2943},"UnstructuredToSqlOnTheFly","/developers/templates/rag/_readmes/unstructured_to_sql_on_the_fly","2.developers/7.templates/rag/_readmes/unstructured_to_sql_on_the_fly",{},{"navTitle":1053,"layout":1126,"aside":457,"toc":1057,"single":457},{"id":4,"title":5,"author":6,"body":2946,"description":410,"extension":1026,"meta":3714,"navigation":457,"path":1029,"seo":3715,"sitemap":3716,"stem":1032,"__hash__":1033},{"type":8,"value":2947,"toc":3711},[2948,2950,2957,2968,2970,2982,2988,2990,2994,3110,3118,3133,3207,3209,3215,3219,3465,3467,3605,3607,3709],[11,2949,5],{"id":13},[15,2951,2952,22,2954,29],{"id":17},[19,2953,21],{},[24,2955,28],{"className":2956},[27],[31,2958,2959,2964,2966,49],{},[34,2960,2962],{"className":2961,"href":38},[37],[24,2963,41],{},[19,2965,44],{},[34,2967,48],{"href":47},[31,2969,52],{},[31,2971,55,2972,60,2974,64,2976,68,2978,72,2980,49],{},[57,2973,59],{},[57,2975,63],{},[57,2977,67],{},[57,2979,71],{},[57,2981,75],{},[31,2983,78,2984,82,2986,86],{},[57,2985,81],{},[57,2987,85],{},[31,2989,89],{},[31,2991,2992,95],{},[19,2993,94],{},[71,2995,2996,3006],{},[99,2997,2998],{},[102,2999,3000,3002,3004],{},[105,3001,107],{},[105,3003,110],{},[105,3005,113],{},[115,3007,3008,3020,3032,3046,3058,3070,3084,3096],{},[102,3009,3010,3014,3018],{},[120,3011,3012],{},[57,3013,124],{},[120,3015,3016],{},[57,3017,129],{},[120,3019],{},[102,3021,3022,3026,3030],{},[120,3023,3024],{},[57,3025,138],{},[120,3027,3028],{},[57,3029,143],{},[120,3031],{},[102,3033,3034,3038,3042],{},[120,3035,3036],{},[57,3037,152],{},[120,3039,3040],{},[57,3041,157],{},[120,3043,160,3044],{},[57,3045,163],{},[102,3047,3048,3052,3056],{},[120,3049,3050],{},[57,3051,170],{},[120,3053,3054],{},[57,3055,175],{},[120,3057],{},[102,3059,3060,3064,3068],{},[120,3061,3062],{},[57,3063,184],{},[120,3065,3066],{},[57,3067,189],{},[120,3069,192],{},[102,3071,3072,3078,3082],{},[120,3073,3074,199,3076],{},[57,3075,81],{},[57,3077,138],{},[120,3079,3080],{},[57,3081,206],{},[120,3083,209],{},[102,3085,3086,3090,3094],{},[120,3087,3088],{},[57,3089,216],{},[120,3091,3092],{},[57,3093,221],{},[120,3095,209],{},[102,3097,3098,3102,3108],{},[120,3099,3100],{},[57,3101,230],{},[120,3103,3104,235,3106],{},[57,3105,206],{},[57,3107,221],{},[120,3109,240],{},[31,3111,243,3112,247,3114,250,3116,49],{},[57,3113,246],{},[57,3115,230],{},[57,3117,75],{},[31,3119,255,3120,259,3122,263,3124,267,3126,271,3128,278,3131,282],{},[57,3121,258],{},[57,3123,262],{},[57,3125,266],{},[57,3127,270],{},[34,3129,277],{"href":274,"rel":3130},[276],[57,3132,281],{},[284,3134,3135,3201],{},[287,3136,3137,3139],{},[19,3138,291],{},[284,3140,3141,3149,3163,3169,3181,3189],{},[287,3142,3143,298,3145,305],{},[19,3144,71],{},[34,3146,3147],{"href":301},[57,3148,304],{},[287,3150,3151,298,3153,312,3155,315,3157,318,3159,321,3161,324],{},[19,3152,258],{},[57,3154,152],{},[57,3156,262],{},[57,3158,266],{},[57,3160,270],{},[57,3162,281],{},[287,3164,3165,298,3167,332],{},[19,3166,329],{},[57,3168,152],{},[287,3170,3171,298,3173,343,3177,347,3179,49],{},[19,3172,67],{},[34,3174,3175],{"href":339},[57,3176,342],{},[57,3178,346],{},[57,3180,71],{},[287,3182,3183,298,3185,357,3187,361],{},[19,3184,354],{},[57,3186,152],{},[57,3188,360],{},[287,3190,3191,298,3193,370,3195,370,3197,378],{},[19,3192,366],{},[57,3194,369],{},[57,3196,373],{},[34,3198,3199],{"href":339},[57,3200,342],{},[287,3202,3203,3205,360],{},[19,3204,383],{},[385,3206],{},[31,3208,389],{},[31,3210,392,3211,395,3213,49],{},[57,3212,270],{},[57,3214,281],{},[31,3216,400,3217,403],{},[57,3218,206],{},[405,3220,3221],{"className":407,"code":408,"language":409,"meta":410,"style":410},[57,3222,3223,3233,3247,3251,3271,3291,3323,3359,3375,3419,3455],{"__ignoreMap":410},[24,3224,3225,3227,3229,3231],{"class":415,"line":416},[24,3226,420],{"class":419},[24,3228,424],{"class":423},[24,3230,427],{"class":419},[24,3232,430],{"class":423},[24,3234,3235,3237,3239,3241,3243,3245],{"class":415,"line":433},[24,3236,436],{"class":419},[24,3238,439],{"class":423},[24,3240,420],{"class":419},[24,3242,444],{"class":423},[24,3244,448],{"class":447},[24,3246,451],{"class":423},[24,3248,3249],{"class":415,"line":454},[24,3250,458],{"emptyLinePlaceholder":457},[24,3252,3253,3255,3257,3259,3261,3263,3265,3267,3269],{"class":415,"line":461},[24,3254,464],{"class":423},[24,3256,467],{"class":447},[24,3258,471],{"class":470},[24,3260,22],{"class":447},[24,3262,476],{"class":447},[24,3264,480],{"class":479},[24,3266,476],{"class":447},[24,3268,29],{"class":447},[24,3270,487],{"class":423},[24,3272,3273,3275,3277,3279,3281,3283,3285,3287,3289],{"class":415,"line":490},[24,3274,493],{"class":423},[24,3276,467],{"class":447},[24,3278,498],{"class":423},[24,3280,49],{"class":447},[24,3282,503],{"class":470},[24,3284,22],{"class":447},[24,3286,509],{"class":508},[24,3288,512],{"class":447},[24,3290,487],{"class":423},[24,3292,3293,3295,3297,3299,3301,3303,3305,3307,3309,3311,3313,3315,3317,3319,3321],{"class":415,"line":517},[24,3294,520],{"class":423},[24,3296,49],{"class":447},[24,3298,525],{"class":470},[24,3300,22],{"class":447},[24,3302,476],{"class":447},[24,3304,532],{"class":479},[24,3306,476],{"class":447},[24,3308,448],{"class":447},[24,3310,444],{"class":470},[24,3312,49],{"class":447},[24,3314,129],{"class":543},[24,3316,448],{"class":447},[24,3318,548],{"class":508},[24,3320,551],{"class":447},[24,3322,487],{"class":423},[24,3324,3325,3327,3329,3331,3333,3335,3337,3339,3341,3343,3345,3347,3349,3351,3353,3355,3357],{"class":415,"line":556},[24,3326,520],{"class":423},[24,3328,49],{"class":447},[24,3330,525],{"class":470},[24,3332,22],{"class":447},[24,3334,476],{"class":447},[24,3336,569],{"class":479},[24,3338,476],{"class":447},[24,3340,448],{"class":447},[24,3342,444],{"class":470},[24,3344,49],{"class":447},[24,3346,206],{"class":543},[24,3348,448],{"class":447},[24,3350,584],{"class":508},[24,3352,467],{"class":447},[24,3354,590],{"class":589},[24,3356,29],{"class":447},[24,3358,487],{"class":423},[24,3360,3361,3363,3365,3367,3369,3371,3373],{"class":415,"line":597},[24,3362,600],{"class":423},[24,3364,467],{"class":447},[24,3366,498],{"class":423},[24,3368,49],{"class":447},[24,3370,609],{"class":470},[24,3372,612],{"class":447},[24,3374,487],{"class":423},[24,3376,3377,3379,3381,3383,3385,3387,3389,3391,3393,3395,3397,3399,3401,3403,3405,3407,3409,3411,3413,3415,3417],{"class":415,"line":617},[24,3378,620],{"class":423},[24,3380,49],{"class":447},[24,3382,625],{"class":470},[24,3384,22],{"class":447},[24,3386,476],{"class":447},[24,3388,569],{"class":479},[24,3390,476],{"class":447},[24,3392,448],{"class":447},[24,3394,638],{"class":508},[24,3396,467],{"class":447},[24,3398,476],{"class":447},[24,3400,645],{"class":479},[24,3402,476],{"class":447},[24,3404,448],{"class":447},[24,3406,652],{"class":508},[24,3408,467],{"class":447},[24,3410,476],{"class":447},[24,3412,659],{"class":479},[24,3414,476],{"class":447},[24,3416,29],{"class":447},[24,3418,487],{"class":423},[24,3420,3421,3423,3425,3427,3429,3431,3433,3435,3437,3439,3441,3443,3445,3447,3449,3451,3453],{"class":415,"line":668},[24,3422,671],{"class":423},[24,3424,49],{"class":447},[24,3426,676],{"class":470},[24,3428,22],{"class":447},[24,3430,476],{"class":447},[24,3432,683],{"class":479},[24,3434,476],{"class":447},[24,3436,448],{"class":447},[24,3438,690],{"class":508},[24,3440,467],{"class":447},[24,3442,520],{"class":470},[24,3444,448],{"class":447},[24,3446,699],{"class":508},[24,3448,467],{"class":447},[24,3450,620],{"class":470},[24,3452,29],{"class":447},[24,3454,487],{"class":423},[24,3456,3457,3459,3461,3463],{"class":415,"line":710},[24,3458,671],{"class":423},[24,3460,49],{"class":447},[24,3462,717],{"class":470},[24,3464,720],{"class":447},[31,3466,723],{},[405,3468,3469],{"className":407,"code":726,"language":409,"meta":410,"style":410},[57,3470,3471,3487,3509,3523,3527,3545,3551,3601],{"__ignoreMap":410},[24,3472,3473,3475,3477,3479,3481,3483,3485],{"class":415,"line":416},[24,3474,734],{"class":733},[24,3476,738],{"class":737},[24,3478,22],{"class":447},[24,3480,743],{"class":737},[24,3482,49],{"class":447},[24,3484,748],{"class":737},[24,3486,751],{"class":447},[24,3488,3489,3491,3493,3495,3497,3499,3501,3503,3505,3507],{"class":415,"line":433},[24,3490,756],{"class":423},[24,3492,759],{"class":447},[24,3494,762],{"class":737},[24,3496,765],{"class":447},[24,3498,768],{"class":423},[24,3500,49],{"class":447},[24,3502,773],{"class":470},[24,3504,22],{"class":447},[24,3506,67],{"class":508},[24,3508,780],{"class":447},[24,3510,3511,3513,3515,3517,3519,3521],{"class":415,"line":454},[24,3512,785],{"class":423},[24,3514,759],{"class":447},[24,3516,790],{"class":423},[24,3518,370],{"class":447},[24,3520,138],{"class":737},[24,3522,797],{"class":447},[24,3524,3525],{"class":415,"line":461},[24,3526,458],{"emptyLinePlaceholder":457},[24,3528,3529,3531,3533,3535,3537,3539,3541,3543],{"class":415,"line":490},[24,3530,806],{"class":423},[24,3532,467],{"class":447},[24,3534,768],{"class":423},[24,3536,49],{"class":447},[24,3538,815],{"class":543},[24,3540,49],{"class":447},[24,3542,820],{"class":470},[24,3544,823],{"class":447},[24,3546,3547,3549],{"class":415,"line":517},[24,3548,828],{"class":470},[24,3550,831],{"class":447},[24,3552,3553,3555,3557,3559,3561,3563,3565,3567,3569,3571,3573,3575,3577,3579,3581,3583,3585,3587,3589,3591,3593,3595,3597,3599],{"class":415,"line":556},[24,3554,836],{"class":447},[24,3556,839],{"class":589},[24,3558,448],{"class":447},[24,3560,844],{"class":447},[24,3562,847],{"class":589},[24,3564,448],{"class":447},[24,3566,852],{"class":589},[24,3568,448],{"class":447},[24,3570,857],{"class":589},[24,3572,448],{"class":447},[24,3574,862],{"class":589},[24,3576,865],{"class":447},[24,3578,298],{"class":447},[24,3580,870],{"class":589},[24,3582,448],{"class":447},[24,3584,844],{"class":447},[24,3586,877],{"class":589},[24,3588,448],{"class":447},[24,3590,882],{"class":589},[24,3592,448],{"class":447},[24,3594,887],{"class":589},[24,3596,448],{"class":447},[24,3598,892],{"class":589},[24,3600,895],{"class":447},[24,3602,3603],{"class":415,"line":597},[24,3604,900],{"class":447},[31,3606,903],{},[405,3608,3609],{"className":407,"code":906,"language":409,"meta":410,"style":410},[57,3610,3611,3631,3637,3651,3665,3679,3683],{"__ignoreMap":410},[24,3612,3613,3615,3617,3619,3621,3623,3625,3627,3629],{"class":415,"line":416},[24,3614,743],{"class":423},[24,3616,49],{"class":447},[24,3618,917],{"class":543},[24,3620,49],{"class":447},[24,3622,922],{"class":543},[24,3624,49],{"class":447},[24,3626,21],{"class":470},[24,3628,22],{"class":447},[24,3630,931],{"class":470},[24,3632,3633,3635],{"class":415,"line":433},[24,3634,936],{"class":470},[24,3636,831],{"class":447},[24,3638,3639,3641,3643,3645,3647,3649],{"class":415,"line":454},[24,3640,943],{"class":508},[24,3642,467],{"class":447},[24,3644,476],{"class":447},[24,3646,480],{"class":479},[24,3648,476],{"class":447},[24,3650,831],{"class":447},[24,3652,3653,3655,3657,3659,3661,3663],{"class":415,"line":461},[24,3654,958],{"class":508},[24,3656,467],{"class":447},[24,3658,476],{"class":447},[24,3660,683],{"class":479},[24,3662,476],{"class":447},[24,3664,831],{"class":447},[24,3666,3667,3669,3671,3673,3675,3677],{"class":415,"line":490},[24,3668,973],{"class":508},[24,3670,467],{"class":447},[24,3672,71],{"class":470},[24,3674,49],{"class":447},[24,3676,532],{"class":543},[24,3678,831],{"class":447},[24,3680,3681],{"class":415,"line":517},[24,3682,900],{"class":447},[24,3684,3685,3687,3689,3691,3693,3695,3697,3699,3701,3703,3705,3707],{"class":415,"line":556},[24,3686,743],{"class":423},[24,3688,49],{"class":447},[24,3690,996],{"class":470},[24,3692,22],{"class":447},[24,3694,1001],{"class":508},[24,3696,467],{"class":447},[24,3698,743],{"class":470},[24,3700,49],{"class":447},[24,3702,1010],{"class":543},[24,3704,49],{"class":447},[24,3706,1015],{"class":543},[24,3708,900],{"class":447},[1019,3710,1021],{},{"title":410,"searchDepth":433,"depth":433,"links":3712},[3713],{"id":17,"depth":433,"text":1025},{"sidebar":1028},{"title":5,"description":410},{"loc":1029},[3718,3719],{"title":2106,"path":2107,"stem":2108,"children":-1},{"title":2113,"path":2114,"stem":2115,"children":-1},1775364362808]