kimi-k2-tiny-random

90

2

—

by

yujiepan

Language Model

OTHER

New

90 downloads

Early-stage

Try on Hugging Face Add to Compare

Edge AI:

Mobile

Laptop

Server

Unknown

Mobile

Laptop

Server

Quick Summary

This tiny model is for debugging.

Code Examples

Example usage:pythontransformers

import torch
import transformers

model_id = "yujiepan/kimi-k2-tiny-random"
pipe = transformers.pipelines.pipeline(
    'text-generation',
    model=model_id,
    trust_remote_code=True,
    device_map='cuda',
    torch_dtype=torch.bfloat16,
)
messages = [
    {"role": "system", "content": "You are Kimi, an AI assistant created by Moonshot AI."},
    {"role": "user", "content": [{"type": "text", "text": "Please give a brief self-introduction."}]},
]
print(pipe(messages, max_new_tokens=128, do_sample=True, temperature=0.7, top_p=0.95))

Example usage:pythontransformers

import torch
import transformers

model_id = "yujiepan/kimi-k2-tiny-random"
pipe = transformers.pipelines.pipeline(
    'text-generation',
    model=model_id,
    trust_remote_code=True,
    device_map='cuda',
    torch_dtype=torch.bfloat16,
)
messages = [
    {"role": "system", "content": "You are Kimi, an AI assistant created by Moonshot AI."},
    {"role": "user", "content": [{"type": "text", "text": "Please give a brief self-introduction."}]},
]
print(pipe(messages, max_new_tokens=128, do_sample=True, temperature=0.7, top_p=0.95))

Example usage:pythontransformers

import torch
import transformers

model_id = "yujiepan/kimi-k2-tiny-random"
pipe = transformers.pipelines.pipeline(
    'text-generation',
    model=model_id,
    trust_remote_code=True,
    device_map='cuda',
    torch_dtype=torch.bfloat16,
)
messages = [
    {"role": "system", "content": "You are Kimi, an AI assistant created by Moonshot AI."},
    {"role": "user", "content": [{"type": "text", "text": "Please give a brief self-introduction."}]},
]
print(pipe(messages, max_new_tokens=128, do_sample=True, temperature=0.7, top_p=0.95))

Example usage:pythontransformers

import torch
import transformers

model_id = "yujiepan/kimi-k2-tiny-random"
pipe = transformers.pipelines.pipeline(
    'text-generation',
    model=model_id,
    trust_remote_code=True,
    device_map='cuda',
    torch_dtype=torch.bfloat16,
)
messages = [
    {"role": "system", "content": "You are Kimi, an AI assistant created by Moonshot AI."},
    {"role": "user", "content": [{"type": "text", "text": "Please give a brief self-introduction."}]},
]
print(pipe(messages, max_new_tokens=128, do_sample=True, temperature=0.7, top_p=0.95))

Example usage:pythontransformers

import torch
import transformers

model_id = "yujiepan/kimi-k2-tiny-random"
pipe = transformers.pipelines.pipeline(
    'text-generation',
    model=model_id,
    trust_remote_code=True,
    device_map='cuda',
    torch_dtype=torch.bfloat16,
)
messages = [
    {"role": "system", "content": "You are Kimi, an AI assistant created by Moonshot AI."},
    {"role": "user", "content": [{"type": "text", "text": "Please give a brief self-introduction."}]},
]
print(pipe(messages, max_new_tokens=128, do_sample=True, temperature=0.7, top_p=0.95))

Example usage:pythontransformers

import torch
import transformers

model_id = "yujiepan/kimi-k2-tiny-random"
pipe = transformers.pipelines.pipeline(
    'text-generation',
    model=model_id,
    trust_remote_code=True,
    device_map='cuda',
    torch_dtype=torch.bfloat16,
)
messages = [
    {"role": "system", "content": "You are Kimi, an AI assistant created by Moonshot AI."},
    {"role": "user", "content": [{"type": "text", "text": "Please give a brief self-introduction."}]},
]
print(pipe(messages, max_new_tokens=128, do_sample=True, temperature=0.7, top_p=0.95))

Example usage:pythontransformers

import torch
import transformers

model_id = "yujiepan/kimi-k2-tiny-random"
pipe = transformers.pipelines.pipeline(
    'text-generation',
    model=model_id,
    trust_remote_code=True,
    device_map='cuda',
    torch_dtype=torch.bfloat16,
)
messages = [
    {"role": "system", "content": "You are Kimi, an AI assistant created by Moonshot AI."},
    {"role": "user", "content": [{"type": "text", "text": "Please give a brief self-introduction."}]},
]
print(pipe(messages, max_new_tokens=128, do_sample=True, temperature=0.7, top_p=0.95))

Example usage:pythontransformers

import torch
import transformers

model_id = "yujiepan/kimi-k2-tiny-random"
pipe = transformers.pipelines.pipeline(
    'text-generation',
    model=model_id,
    trust_remote_code=True,
    device_map='cuda',
    torch_dtype=torch.bfloat16,
)
messages = [
    {"role": "system", "content": "You are Kimi, an AI assistant created by Moonshot AI."},
    {"role": "user", "content": [{"type": "text", "text": "Please give a brief self-introduction."}]},
]
print(pipe(messages, max_new_tokens=128, do_sample=True, temperature=0.7, top_p=0.95))

Example usage:pythontransformers

import torch
import transformers

model_id = "yujiepan/kimi-k2-tiny-random"
pipe = transformers.pipelines.pipeline(
    'text-generation',
    model=model_id,
    trust_remote_code=True,
    device_map='cuda',
    torch_dtype=torch.bfloat16,
)
messages = [
    {"role": "system", "content": "You are Kimi, an AI assistant created by Moonshot AI."},
    {"role": "user", "content": [{"type": "text", "text": "Please give a brief self-introduction."}]},
]
print(pipe(messages, max_new_tokens=128, do_sample=True, temperature=0.7, top_p=0.95))

Example usage:pythontransformers

import torch
import transformers

model_id = "yujiepan/kimi-k2-tiny-random"
pipe = transformers.pipelines.pipeline(
    'text-generation',
    model=model_id,
    trust_remote_code=True,
    device_map='cuda',
    torch_dtype=torch.bfloat16,
)
messages = [
    {"role": "system", "content": "You are Kimi, an AI assistant created by Moonshot AI."},
    {"role": "user", "content": [{"type": "text", "text": "Please give a brief self-introduction."}]},
]
print(pipe(messages, max_new_tokens=128, do_sample=True, temperature=0.7, top_p=0.95))

Example usage:pythontransformers

import torch
import transformers

model_id = "yujiepan/kimi-k2-tiny-random"
pipe = transformers.pipelines.pipeline(
    'text-generation',
    model=model_id,
    trust_remote_code=True,
    device_map='cuda',
    torch_dtype=torch.bfloat16,
)
messages = [
    {"role": "system", "content": "You are Kimi, an AI assistant created by Moonshot AI."},
    {"role": "user", "content": [{"type": "text", "text": "Please give a brief self-introduction."}]},
]
print(pipe(messages, max_new_tokens=128, do_sample=True, temperature=0.7, top_p=0.95))

Example usage:pythontransformers

import torch
import transformers

model_id = "yujiepan/kimi-k2-tiny-random"
pipe = transformers.pipelines.pipeline(
    'text-generation',
    model=model_id,
    trust_remote_code=True,
    device_map='cuda',
    torch_dtype=torch.bfloat16,
)
messages = [
    {"role": "system", "content": "You are Kimi, an AI assistant created by Moonshot AI."},
    {"role": "user", "content": [{"type": "text", "text": "Please give a brief self-introduction."}]},
]
print(pipe(messages, max_new_tokens=128, do_sample=True, temperature=0.7, top_p=0.95))

Example usage:pythontransformers

import torch
import transformers

model_id = "yujiepan/kimi-k2-tiny-random"
pipe = transformers.pipelines.pipeline(
    'text-generation',
    model=model_id,
    trust_remote_code=True,
    device_map='cuda',
    torch_dtype=torch.bfloat16,
)
messages = [
    {"role": "system", "content": "You are Kimi, an AI assistant created by Moonshot AI."},
    {"role": "user", "content": [{"type": "text", "text": "Please give a brief self-introduction."}]},
]
print(pipe(messages, max_new_tokens=128, do_sample=True, temperature=0.7, top_p=0.95))

Example usage:pythontransformers

import torch
import transformers

model_id = "yujiepan/kimi-k2-tiny-random"
pipe = transformers.pipelines.pipeline(
    'text-generation',
    model=model_id,
    trust_remote_code=True,
    device_map='cuda',
    torch_dtype=torch.bfloat16,
)
messages = [
    {"role": "system", "content": "You are Kimi, an AI assistant created by Moonshot AI."},
    {"role": "user", "content": [{"type": "text", "text": "Please give a brief self-introduction."}]},
]
print(pipe(messages, max_new_tokens=128, do_sample=True, temperature=0.7, top_p=0.95))

Example usage:pythontransformers

import torch
import transformers

model_id = "yujiepan/kimi-k2-tiny-random"
pipe = transformers.pipelines.pipeline(
    'text-generation',
    model=model_id,
    trust_remote_code=True,
    device_map='cuda',
    torch_dtype=torch.bfloat16,
)
messages = [
    {"role": "system", "content": "You are Kimi, an AI assistant created by Moonshot AI."},
    {"role": "user", "content": [{"type": "text", "text": "Please give a brief self-introduction."}]},
]
print(pipe(messages, max_new_tokens=128, do_sample=True, temperature=0.7, top_p=0.95))

Example usage:pythontransformers

import torch
import transformers

model_id = "yujiepan/kimi-k2-tiny-random"
pipe = transformers.pipelines.pipeline(
    'text-generation',
    model=model_id,
    trust_remote_code=True,
    device_map='cuda',
    torch_dtype=torch.bfloat16,
)
messages = [
    {"role": "system", "content": "You are Kimi, an AI assistant created by Moonshot AI."},
    {"role": "user", "content": [{"type": "text", "text": "Please give a brief self-introduction."}]},
]
print(pipe(messages, max_new_tokens=128, do_sample=True, temperature=0.7, top_p=0.95))

Example usage:pythontransformers

import torch
import transformers

model_id = "yujiepan/kimi-k2-tiny-random"
pipe = transformers.pipelines.pipeline(
    'text-generation',
    model=model_id,
    trust_remote_code=True,
    device_map='cuda',
    torch_dtype=torch.bfloat16,
)
messages = [
    {"role": "system", "content": "You are Kimi, an AI assistant created by Moonshot AI."},
    {"role": "user", "content": [{"type": "text", "text": "Please give a brief self-introduction."}]},
]
print(pipe(messages, max_new_tokens=128, do_sample=True, temperature=0.7, top_p=0.95))

Example usage:pythontransformers

import torch
import transformers

model_id = "yujiepan/kimi-k2-tiny-random"
pipe = transformers.pipelines.pipeline(
    'text-generation',
    model=model_id,
    trust_remote_code=True,
    device_map='cuda',
    torch_dtype=torch.bfloat16,
)
messages = [
    {"role": "system", "content": "You are Kimi, an AI assistant created by Moonshot AI."},
    {"role": "user", "content": [{"type": "text", "text": "Please give a brief self-introduction."}]},
]
print(pipe(messages, max_new_tokens=128, do_sample=True, temperature=0.7, top_p=0.95))

Example usage:pythontransformers

import torch
import transformers

model_id = "yujiepan/kimi-k2-tiny-random"
pipe = transformers.pipelines.pipeline(
    'text-generation',
    model=model_id,
    trust_remote_code=True,
    device_map='cuda',
    torch_dtype=torch.bfloat16,
)
messages = [
    {"role": "system", "content": "You are Kimi, an AI assistant created by Moonshot AI."},
    {"role": "user", "content": [{"type": "text", "text": "Please give a brief self-introduction."}]},
]
print(pipe(messages, max_new_tokens=128, do_sample=True, temperature=0.7, top_p=0.95))

Example usage:pythontransformers

import torch
import transformers

model_id = "yujiepan/kimi-k2-tiny-random"
pipe = transformers.pipelines.pipeline(
    'text-generation',
    model=model_id,
    trust_remote_code=True,
    device_map='cuda',
    torch_dtype=torch.bfloat16,
)
messages = [
    {"role": "system", "content": "You are Kimi, an AI assistant created by Moonshot AI."},
    {"role": "user", "content": [{"type": "text", "text": "Please give a brief self-introduction."}]},
]
print(pipe(messages, max_new_tokens=128, do_sample=True, temperature=0.7, top_p=0.95))

Example usage:pythontransformers

import torch
import transformers

model_id = "yujiepan/kimi-k2-tiny-random"
pipe = transformers.pipelines.pipeline(
    'text-generation',
    model=model_id,
    trust_remote_code=True,
    device_map='cuda',
    torch_dtype=torch.bfloat16,
)
messages = [
    {"role": "system", "content": "You are Kimi, an AI assistant created by Moonshot AI."},
    {"role": "user", "content": [{"type": "text", "text": "Please give a brief self-introduction."}]},
]
print(pipe(messages, max_new_tokens=128, do_sample=True, temperature=0.7, top_p=0.95))

Example usage:pythontransformers

import torch
import transformers

model_id = "yujiepan/kimi-k2-tiny-random"
pipe = transformers.pipelines.pipeline(
    'text-generation',
    model=model_id,
    trust_remote_code=True,
    device_map='cuda',
    torch_dtype=torch.bfloat16,
)
messages = [
    {"role": "system", "content": "You are Kimi, an AI assistant created by Moonshot AI."},
    {"role": "user", "content": [{"type": "text", "text": "Please give a brief self-introduction."}]},
]
print(pipe(messages, max_new_tokens=128, do_sample=True, temperature=0.7, top_p=0.95))

Example usage:pythontransformers

import torch
import transformers

model_id = "yujiepan/kimi-k2-tiny-random"
pipe = transformers.pipelines.pipeline(
    'text-generation',
    model=model_id,
    trust_remote_code=True,
    device_map='cuda',
    torch_dtype=torch.bfloat16,
)
messages = [
    {"role": "system", "content": "You are Kimi, an AI assistant created by Moonshot AI."},
    {"role": "user", "content": [{"type": "text", "text": "Please give a brief self-introduction."}]},
]
print(pipe(messages, max_new_tokens=128, do_sample=True, temperature=0.7, top_p=0.95))

Example usage:pythontransformers

import torch
import transformers

model_id = "yujiepan/kimi-k2-tiny-random"
pipe = transformers.pipelines.pipeline(
    'text-generation',
    model=model_id,
    trust_remote_code=True,
    device_map='cuda',
    torch_dtype=torch.bfloat16,
)
messages = [
    {"role": "system", "content": "You are Kimi, an AI assistant created by Moonshot AI."},
    {"role": "user", "content": [{"type": "text", "text": "Please give a brief self-introduction."}]},
]
print(pipe(messages, max_new_tokens=128, do_sample=True, temperature=0.7, top_p=0.95))

Example usage:pythontransformers

import torch
import transformers

model_id = "yujiepan/kimi-k2-tiny-random"
pipe = transformers.pipelines.pipeline(
    'text-generation',
    model=model_id,
    trust_remote_code=True,
    device_map='cuda',
    torch_dtype=torch.bfloat16,
)
messages = [
    {"role": "system", "content": "You are Kimi, an AI assistant created by Moonshot AI."},
    {"role": "user", "content": [{"type": "text", "text": "Please give a brief self-introduction."}]},
]
print(pipe(messages, max_new_tokens=128, do_sample=True, temperature=0.7, top_p=0.95))

Example usage:pythontransformers

import torch
import transformers

model_id = "yujiepan/kimi-k2-tiny-random"
pipe = transformers.pipelines.pipeline(
    'text-generation',
    model=model_id,
    trust_remote_code=True,
    device_map='cuda',
    torch_dtype=torch.bfloat16,
)
messages = [
    {"role": "system", "content": "You are Kimi, an AI assistant created by Moonshot AI."},
    {"role": "user", "content": [{"type": "text", "text": "Please give a brief self-introduction."}]},
]
print(pipe(messages, max_new_tokens=128, do_sample=True, temperature=0.7, top_p=0.95))

Example usage:pythontransformers

import torch
import transformers

model_id = "yujiepan/kimi-k2-tiny-random"
pipe = transformers.pipelines.pipeline(
    'text-generation',
    model=model_id,
    trust_remote_code=True,
    device_map='cuda',
    torch_dtype=torch.bfloat16,
)
messages = [
    {"role": "system", "content": "You are Kimi, an AI assistant created by Moonshot AI."},
    {"role": "user", "content": [{"type": "text", "text": "Please give a brief self-introduction."}]},
]
print(pipe(messages, max_new_tokens=128, do_sample=True, temperature=0.7, top_p=0.95))

Example usage:pythontransformers

import torch
import transformers

model_id = "yujiepan/kimi-k2-tiny-random"
pipe = transformers.pipelines.pipeline(
    'text-generation',
    model=model_id,
    trust_remote_code=True,
    device_map='cuda',
    torch_dtype=torch.bfloat16,
)
messages = [
    {"role": "system", "content": "You are Kimi, an AI assistant created by Moonshot AI."},
    {"role": "user", "content": [{"type": "text", "text": "Please give a brief self-introduction."}]},
]
print(pipe(messages, max_new_tokens=128, do_sample=True, temperature=0.7, top_p=0.95))

Example usage:pythontransformers

import torch
import transformers

model_id = "yujiepan/kimi-k2-tiny-random"
pipe = transformers.pipelines.pipeline(
    'text-generation',
    model=model_id,
    trust_remote_code=True,
    device_map='cuda',
    torch_dtype=torch.bfloat16,
)
messages = [
    {"role": "system", "content": "You are Kimi, an AI assistant created by Moonshot AI."},
    {"role": "user", "content": [{"type": "text", "text": "Please give a brief self-introduction."}]},
]
print(pipe(messages, max_new_tokens=128, do_sample=True, temperature=0.7, top_p=0.95))

Deploy This Model

Production-ready deployment in minutes

Together.ai

Instant API access to this model

Fastest API

Production-ready inference API. Start free, scale to millions.

Replicate

One-click model deployment

Easiest Setup

Run models in the cloud with simple API. No DevOps required.

Disclosure: We may earn a commission from these partners. This helps keep LLMYourWay free.