Optimize Huggingface To S3

1# Cell 0 [markdown]: Download a HuggingFace Hub Model to S3 (for optimization)
2
3# Cell 1: Setup
4
5# sagemaker>=3.20.0 ships the download_huggingface_model helper.
6# %pip install --upgrade "sagemaker>=3.20.0,<4.0" --quiet  # NOTEBOOK_ONLY
7
8# Cell 2: Configuration
9
10import os
11
12os.environ["AWS_DEFAULT_REGION"] = "[REGION]"
13
14from sagemaker.core import Attribution, set_attribution
15from sagemaker.core.helper.session_helper import Session
16from sagemaker.serve import download_huggingface_model
17
18set_attribution(Attribution.SAGEMAKER_AGENT_PLUGIN)
19
20HF_MODEL_ID = "[HF_MODEL_ID]"          # e.g. "mistralai/Mistral-7B-Instruct-v0.3"
21# Gated models only; else None. Prefer a Secrets Manager ARN over a literal token, and
22# avoid DEBUG-level SDK/HTTP logging in this cell so the token isn't written to stdout.
23HF_HUB_TOKEN = "[HF_TOKEN_OR_NONE]"
24
25# Cell 3: Download the HuggingFace snapshot to S3
26
27# download_huggingface_model is the SDK's supported helper: it pulls the model
28# snapshot from the HuggingFace Hub and stages it to S3 in one call, returning the
29# S3 URI. NON-AWS NETWORK CALL (justification): the download step reaches
30# huggingface.co (not *.amazonaws.com) — unavoidable and the whole point here,
31# since the model lives only on the Hub (not JumpStart) and no AWS API can supply
32# the weights. All subsequent steps (recommendation, deploy) use the S3 copy.
33session = Session()
34bucket = session.default_bucket()
35prefix = f"hf-models/{HF_MODEL_ID.replace('/', '--')}"
36# Treat empty, literal "None", or an un-substituted placeholder as no token, so
37# public (ungated) downloads aren't broken by a stray string being sent as a token.
38_hf_token = (HF_HUB_TOKEN or "").strip()
39if _hf_token in ("", "None", "[HF_TOKEN_OR_NONE]"):
40    _hf_token = None
41MODEL_S3_URI = download_huggingface_model(
42    HF_MODEL_ID,
43    s3_uri=f"s3://{bucket}/{prefix}",
44    hf_hub_token=_hf_token,
45    sagemaker_session=session,
46)
47print(f"Model uploaded to: {MODEL_S3_URI}")
48# Feed MODEL_S3_URI into the recommendation workflow (recommendation-workflow.md).