@@ -298,18 +298,18 @@ External location calls inference NJS module. The module gets the AI endpoint to
298298then redirects to the internal inference location that proxies to the backend.
299299
300300location /coffee {
301- set $epp_internal_path /_ngf-internal-rule0-route0-inference;
302- js_content epp.getEndpoint; // gets endpoint and redirects to /_ngf-internal-rule0-route0-inference
301+ set $epp_internal_path /_ngf-internal-proxy-pass- rule0-route0-backend0 -inference;
302+ js_content epp.getEndpoint; // gets endpoint and redirects to /_ngf-internal-proxy-pass- rule0-route0-backend0 -inference
303303}
304- location /_ngf-internal-rule0-route0-inference {
304+ location /_ngf-internal-proxy-pass- rule0-route0-backend0 -inference {
305305 internal;
306306 proxy_pass http://$inference-backend;
307307}
308308---------------
309309Inference extension with multiple inference backends.
310310
311311location /coffee {
312- rewrite $inference_backend_group_inference_conformance_app_backend__httproute_weighted_two_pools_rule0 last;
312+ rewrite $inference_backend_group_routeNS__routeName_rule0 last;
313313 proxy_http_version 1.1;
314314}
315315
@@ -318,7 +318,7 @@ location /_ngf-internal-proxy-pass-rule0-route0-backend0-inference {
318318 proxy_pass http://$inference-backend0;
319319}
320320
321- location /_ngf-internal-inference-conformance-app-backend_primary-inference-pool-pool-svc_3000-backend-0 {
321+ location /_ngf-internal-upstreamNamePrimary-routeNS-routeName-rule0 {
322322 set $epp_internal_path /_ngf-internal-proxy-pass-rule0-route0-backend0-inference;
323323 js_content epp.getEndpoint; // gets endpoint and redirects to /_ngf-internal-proxy-pass-rule0-route0-backend0-inference
324324}
@@ -328,14 +328,14 @@ location /_ngf-internal-proxy-pass-rule0-route0-backend1-inference {
328328 proxy_pass http://$inference-backend1;
329329}
330330
331- location /_ngf-internal-inference-conformance-app-backend_primary-inference-pool-pool-svc_3000-backend-1 {
331+ location /_ngf-internal-upstreamNameSecondary-routeNS-routeName-rule0 {
332332 set $epp_internal_path /_ngf-internal-proxy-pass-rule0-route0-backend1-inference;
333333 js_content epp.getEndpoint; // gets endpoint and redirects to /_ngf-internal-proxy-pass-rule0-route0-backend1-inference
334334}
335335
336- split_clients $request_id $inference_backend_group_inference_conformance_app_backend__httproute_weighted_two_pools_rule0 {
337- 70.00% /_ngf-internal-inference-conformance-app-backend_primary-inference-pool-pool-svc_3000-backend-0 ;
338- 30.00% /_ngf-internal-inference-conformance-app-backend_secondary-inference-pool-pool-svc_3000-backend-1 ;
336+ split_clients $request_id $inference_backend_group_routeNS__routeName_rule0 {
337+ 70.00% /_ngf-internal-upstreamNamePrimary-routeNS-routeName-rule0 ;
338+ 30.00% /_ngf-internal-upstreamNameSecondary-routeNS-routeName-rule0 ;
339339}
340340---------------
341341Inference extension with HTTP matching conditions.
@@ -353,7 +353,7 @@ it was the final location that had -inference in the name.
353353location /coffee {
354354 js_content httpmatches.match; // chooses backend and redirects to appropriate internal inference location
355355}
356- location /_ngf-internal-test_coffee_80-backend-0 {
356+ location /_ngf-internal-upstreamNamePrimary-routeNS-routeName-rule0 {
357357 internal;
358358
359359 set $epp_internal_path /_ngf-internal-proxy-pass-rule0-route0-backend0-inference;
@@ -378,7 +378,7 @@ location /coffee {
378378location /_ngf-internal-split-clients-rule0-route0-inference {
379379 internal;
380380
381- rewrite $inference_backend_group_inference_conformance_app_backend__httproute_weighted_two_pools_rule0 last;
381+ rewrite $inference_backend_group_routeNS__routeName_rule0 last;
382382 proxy_http_version 1.1;
383383}
384384
@@ -387,7 +387,7 @@ location /_ngf-internal-proxy-pass-rule0-route0-backend0-inference {
387387 proxy_pass http://$inference-backend0;
388388}
389389
390- location /_ngf-internal-inference-conformance-app-backend_primary-inference-pool-pool-svc_3000-backend-0 {
390+ location /_ngf-internal-upstreamNamePrimary-routeNS-routeName-rule0 {
391391 set $epp_internal_path /_ngf-internal-proxy-pass-rule0-route0-backend0-inference;
392392 js_content epp.getEndpoint; // gets endpoint and redirects to /_ngf-internal-proxy-pass-rule0-route0-backend0-inference
393393}
@@ -397,14 +397,14 @@ location /_ngf-internal-proxy-pass-rule0-route0-backend1-inference {
397397 proxy_pass http://$inference-backend1;
398398}
399399
400- location /_ngf-internal-inference-conformance-app-backend_primary-inference-pool-pool-svc_3000-backend-1 {
400+ location /_ngf-internal-upstreamNameSecondary-routeNS-routeName-rule0 {
401401 set $epp_internal_path /_ngf-internal-proxy-pass-rule0-route0-backend1-inference;
402402 js_content epp.getEndpoint; // gets endpoint and redirects to /_ngf-internal-proxy-pass-rule0-route0-backend1-inference
403403}
404404
405- split_clients $request_id $inference_backend_group_inference_conformance_app_backend__httproute_weighted_two_pools_rule0 {
406- 70.00% /_ngf-internal-inference-conformance-app-backend_primary-inference-pool-pool-svc_3000-backend-0 ;
407- 30.00% /_ngf-internal-inference-conformance-app-backend_secondary-inference-pool-pool-svc_3000-backend-1 ;
405+ split_clients $request_id $inference_backend_group_routeNS__routeName_rule0 {
406+ 70.00% /_ngf-internal-upstreamNamePrimary-routeNS-routeName-rule0 ;
407+ 30.00% /_ngf-internal-upstreamNameSecondary-routeNS-routeName-rule0 ;
408408}
409409*/
410410
0 commit comments