Spaces:
Running
Running
File size: 1,048 Bytes
3a3b216 43d27f2 3a3b216 43d27f2 0b9d8c7 43d27f2 0b9d8c7 bccd595 0b9d8c7 43d27f2 3a3b216 799ac7c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 |
import math
from dataclasses import dataclass, field
from typing import List, Union
@dataclass
class Chunk:
id: str
content: str
type: str
metadata: dict = field(default_factory=dict)
@staticmethod
def from_dict(key: str, data: dict) -> "Chunk":
return Chunk(
id=key,
content=data.get("content", ""),
type=data.get("type", "text"),
metadata={k: v for k, v in data.items() if k != "content"},
)
@dataclass
class QAPair:
"""
A pair of question and answer.
"""
question: str
answer: str
@dataclass
class Token:
text: str
prob: float
top_candidates: List = field(default_factory=list)
ppl: Union[float, None] = field(default=None)
@property
def logprob(self) -> float:
return math.log(self.prob)
@dataclass
class Community:
id: Union[int, str]
nodes: List[str] = field(default_factory=list)
edges: List[tuple] = field(default_factory=list)
metadata: dict = field(default_factory=dict)
|