"""Sustained real inference against a running CPU deployment.""" import argparse from concurrent.futures import ThreadPoolExecutor import json from pathlib import Path import time import urllib.error import urllib.request import uuid import psutil from faster_whisper.audio import decode_audio parser=argparse.ArgumentParser(description=__doc__) parser.add_argument('--url',default='http://127.0.0.1:8772') parser.add_argument('--requests',type=int,default=250) parser.add_argument('--pid',type=int,required=True) args=parser.parse_args() root=Path(__file__).resolve().parents[1] english=decode_audio(str(root/'samples/jfk.wav')).astype('=50] assert max(warm)-min(warm)<128,warm assert total_inference < total_audio,(total_inference,total_audio) result={'requests':args.requests,'elapsed_seconds':round(time.monotonic()-started,1), 'audio_seconds':round(total_audio,1),'inference_seconds':round(total_inference,1), 'warm_rss_range_mib':[min(warm),max(warm)],'concurrent_admission':'1 accepted, 7 busy', 'samples':samples,'idempotent_retries':True,'english_and_spanish_translation':True} (root/'evidence/api-soak.json').write_text(json.dumps(result,indent=2)+'\n', encoding='utf-8') print('API SOAK PASSED',flush=True)