Spaces:
Running
Running
Commit
·
686c75e
1
Parent(s):
c994382
README rendering issue fixed
Browse files
README.md
CHANGED
|
@@ -208,14 +208,22 @@ def calculate_text_entropy(text):
|
|
| 208 |
|
| 209 |
**Burstiness**
|
| 210 |
```math
|
| 211 |
-
Burstiness
|
| 212 |
```
|
| 213 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 214 |
**Uniformity**
|
| 215 |
-
|
| 216 |
-
Uniformity = 1 - \frac{\sigma}{\mu}
|
| 217 |
```
|
| 218 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 219 |
**Sketch**
|
| 220 |
```python
|
| 221 |
def calculate_burstiness(text):
|
|
@@ -232,7 +240,7 @@ def calculate_burstiness(text):
|
|
| 232 |
|
| 233 |
**Coherence (sentence embedding cosine similarity)**
|
| 234 |
```math
|
| 235 |
-
Coherence
|
| 236 |
```
|
| 237 |
|
| 238 |
**Sketch**
|
|
@@ -261,7 +269,7 @@ def calculate_linguistic_features(text, nlp_model):
|
|
| 261 |
|
| 262 |
**Stability under perturbation** (curvature principle)
|
| 263 |
```math
|
| 264 |
-
Stability = \frac{1}{n}\sum_{j} \left
|
| 265 |
```
|
| 266 |
|
| 267 |
```python
|
|
|
|
| 208 |
|
| 209 |
**Burstiness**
|
| 210 |
```math
|
| 211 |
+
Burstiness = \frac{\sigma - \mu}{\sigma + \mu}
|
| 212 |
```
|
| 213 |
|
| 214 |
+
where:
|
| 215 |
+
- \( \mu \) = mean sentence length
|
| 216 |
+
- \( \sigma \) = standard deviation of sentence length
|
| 217 |
+
|
| 218 |
**Uniformity**
|
| 219 |
+
````math
|
| 220 |
+
Uniformity = 1 - \frac{\sigma}{\mu}
|
| 221 |
```
|
| 222 |
|
| 223 |
+
where:
|
| 224 |
+
- \( \mu \) = mean sentence length
|
| 225 |
+
- \( \sigma \) = standard deviation of sentence length
|
| 226 |
+
|
| 227 |
**Sketch**
|
| 228 |
```python
|
| 229 |
def calculate_burstiness(text):
|
|
|
|
| 240 |
|
| 241 |
**Coherence (sentence embedding cosine similarity)**
|
| 242 |
```math
|
| 243 |
+
Coherence = \frac{1}{n} \sum_{i=1}^{n-1} \cos(e_i, e_{i+1})
|
| 244 |
```
|
| 245 |
|
| 246 |
**Sketch**
|
|
|
|
| 269 |
|
| 270 |
**Stability under perturbation** (curvature principle)
|
| 271 |
```math
|
| 272 |
+
Stability = \frac{1}{n} \sum_{j} \left| \log P(x) - \log P(x_{perturbed_j}) \right|
|
| 273 |
```
|
| 274 |
|
| 275 |
```python
|