Skip to content

Commit 1caaf5a

Browse files
committed
fixes
1 parent 2be3992 commit 1caaf5a

File tree

3 files changed

+24
-13
lines changed

3 files changed

+24
-13
lines changed

src/huggingface_hub/inference/_providers/__init__.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -27,7 +27,7 @@
2727
NebiusTextToImageTask,
2828
)
2929
from .novita import NovitaConversationalTask, NovitaTextGenerationTask, NovitaTextToVideoTask
30-
from .nscale import NscaleChatCompletion, NscaleTextToImageTask
30+
from .nscale import NscaleConversationalTask, NscaleTextToImageTask
3131
from .openai import OpenAIConversationalTask
3232
from .replicate import ReplicateTask, ReplicateTextToImageTask, ReplicateTextToSpeechTask
3333
from .sambanova import SambanovaConversationalTask, SambanovaFeatureExtractionTask

src/huggingface_hub/inference/_providers/nscale.py

Lines changed: 9 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -1,27 +1,28 @@
11
import base64
22
from typing import Any, Dict, Optional, Union
33

4+
from huggingface_hub.hf_api import InferenceProviderMapping
45
from huggingface_hub.inference._common import RequestParameters, _as_dict
56

6-
from ._common import (
7-
BaseConversationalTask,
8-
TaskProviderHelper,
9-
filter_none,
10-
)
7+
from ._common import BaseConversationalTask, TaskProviderHelper, filter_none
118

129

1310
class NscaleConversationalTask(BaseConversationalTask):
1411
def __init__(self):
1512
super().__init__(provider="nscale", base_url="https://inference.api.nscale.com")
16-
13+
14+
1715
class NscaleTextToImageTask(TaskProviderHelper):
1816
def __init__(self):
1917
super().__init__(provider="nscale", base_url="https://inference.api.nscale.com", task="text-to-image")
18+
2019
def _prepare_route(self, mapped_model: str, api_key: str) -> str:
2120
return "/v1/images/generations"
2221

23-
def _prepare_payload_as_dict(self, inputs: Any, parameters: Dict, provider_mapping_info: InferenceProviderMapping) -> Optional[Dict]:
24-
mapped_model = provider_mapping_info.provider_id
22+
def _prepare_payload_as_dict(
23+
self, inputs: Any, parameters: Dict, provider_mapping_info: InferenceProviderMapping
24+
) -> Optional[Dict]:
25+
mapped_model = provider_mapping_info.provider_id
2526
# Combine all parameters except inputs and parameters
2627
parameters = filter_none(parameters)
2728
if "width" in parameters and "height" in parameters:

tests/test_inference_providers.py

Lines changed: 14 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -33,7 +33,7 @@
3333
from huggingface_hub.inference._providers.hyperbolic import HyperbolicTextGenerationTask, HyperbolicTextToImageTask
3434
from huggingface_hub.inference._providers.nebius import NebiusFeatureExtractionTask, NebiusTextToImageTask
3535
from huggingface_hub.inference._providers.novita import NovitaConversationalTask, NovitaTextGenerationTask
36-
from huggingface_hub.inference._providers.nscale import NscaleChatCompletion, NscaleTextToImageTask
36+
from huggingface_hub.inference._providers.nscale import NscaleConversationalTask, NscaleTextToImageTask
3737
from huggingface_hub.inference._providers.openai import OpenAIConversationalTask
3838
from huggingface_hub.inference._providers.replicate import ReplicateTask, ReplicateTextToSpeechTask
3939
from huggingface_hub.inference._providers.sambanova import SambanovaConversationalTask, SambanovaFeatureExtractionTask
@@ -858,7 +858,7 @@ def test_prepare_route_text_to_image(self):
858858
assert helper._prepare_route("model_name", "api_key") == "/v1/images/generations"
859859

860860
def test_prepare_route_chat_completion(self):
861-
helper = NscaleChatCompletion()
861+
helper = NscaleConversationalTask()
862862
assert helper._prepare_route("model_name", "api_key") == "/v1/chat/completions"
863863

864864
def test_prepare_payload_with_size_conversion(self):
@@ -869,7 +869,12 @@ def test_prepare_payload_with_size_conversion(self):
869869
"width": 512,
870870
"height": 512,
871871
},
872-
"stabilityai/stable-diffusion-xl-base-1.0",
872+
InferenceProviderMapping(
873+
hf_model_id="stabilityai/stable-diffusion-xl-base-1.0",
874+
providerId="stabilityai/stable-diffusion-xl-base-1.0",
875+
task="text-to-image",
876+
status="live",
877+
),
873878
)
874879
assert payload == {
875880
"prompt": "a beautiful landscape",
@@ -888,7 +893,12 @@ def test_prepare_payload_as_dict(self):
888893
"cfg_scale": 7.5,
889894
"num_inference_steps": 50,
890895
},
891-
"stabilityai/stable-diffusion-xl-base-1.0",
896+
InferenceProviderMapping(
897+
hf_model_id="stabilityai/stable-diffusion-xl-base-1.0",
898+
providerId="stabilityai/stable-diffusion-xl-base-1.0",
899+
task="text-to-image",
900+
status="live",
901+
),
892902
)
893903
assert "width" not in payload
894904
assert "height" not in payload

0 commit comments

Comments
 (0)