#!/usr/bin/env python3
import torch
import sys
sys.path.insert(0, 'c:/MONIKA')

ckpt = torch.load('storage/monika_coherent.pt', map_location='cpu')
print(f"Checkpoint keys: {ckpt.keys()}")
print(f"Vocab tokens count: {len(ckpt['vocab']['tokens'])}")
print(f"First 10 vocab tokens after 116: {ckpt['vocab']['tokens'][116:126]}")
print(f"Has 'Hello': {'Hello' in ckpt['vocab']['tokens']}")
print(f"Has ' I': {' I' in ckpt['vocab']['tokens']}")