Inference endpoint info
Info Response
x >= 0
"32000"
x >= 0
"2"
Router Parameters
x >= 0
"128"
x >= 0
"1024"
x >= 0
"4"
x >= 0
"2048"
x >= 0
"20"
"cuda"
"torch.float16"
Model info
"bigscience/blomm-560m"
x >= 0
"2"
Router Info
"0.5.0"
"1.2"
null
"lorax"
"e985a63cdc139290c5f700ff1929f0b5942cced2"
null