Spaces:
Sleeping
Sleeping
Finn
commited on
Commit
·
d5cf57a
1
Parent(s):
c16d7f7
fix codebase imports (hopefully)
Browse files
app.py
CHANGED
|
@@ -3,7 +3,7 @@ from dataclasses import dataclass
|
|
| 3 |
import pickle
|
| 4 |
import os
|
| 5 |
from typing import Iterable, Callable, List, Dict, Optional, Type, TypeVar
|
| 6 |
-
from nlp4web_codebase.ir.data_loaders.dm import Document
|
| 7 |
from collections import Counter
|
| 8 |
import tqdm
|
| 9 |
import re
|
|
@@ -132,7 +132,7 @@ def run_counting(
|
|
| 132 |
doc_texts=doc_texts,
|
| 133 |
)
|
| 134 |
|
| 135 |
-
from nlp4web_codebase.ir.data_loaders.sciq import load_sciq
|
| 136 |
sciq = load_sciq()
|
| 137 |
counting = run_counting(documents=iter(sciq.corpus), ndocs=len(sciq.corpus))
|
| 138 |
|
|
@@ -141,7 +141,7 @@ import math
|
|
| 141 |
import os
|
| 142 |
from typing import Iterable, List, Optional, Type
|
| 143 |
import tqdm
|
| 144 |
-
from nlp4web_codebase.ir.data_loaders.dm import Document
|
| 145 |
|
| 146 |
|
| 147 |
@dataclass
|
|
@@ -230,7 +230,7 @@ class BM25Index(InvertedIndex):
|
|
| 230 |
)
|
| 231 |
return index
|
| 232 |
|
| 233 |
-
from nlp4web_codebase.ir.models import BaseRetriever
|
| 234 |
from typing import Type
|
| 235 |
from abc import abstractmethod
|
| 236 |
|
|
|
|
| 3 |
import pickle
|
| 4 |
import os
|
| 5 |
from typing import Iterable, Callable, List, Dict, Optional, Type, TypeVar
|
| 6 |
+
from nlp4web-codebase.nlp4web_codebase.ir.data_loaders.dm import Document
|
| 7 |
from collections import Counter
|
| 8 |
import tqdm
|
| 9 |
import re
|
|
|
|
| 132 |
doc_texts=doc_texts,
|
| 133 |
)
|
| 134 |
|
| 135 |
+
from nlp4web-codebase.nlp4web_codebase.ir.data_loaders.sciq import load_sciq
|
| 136 |
sciq = load_sciq()
|
| 137 |
counting = run_counting(documents=iter(sciq.corpus), ndocs=len(sciq.corpus))
|
| 138 |
|
|
|
|
| 141 |
import os
|
| 142 |
from typing import Iterable, List, Optional, Type
|
| 143 |
import tqdm
|
| 144 |
+
from nlp4web-codebase.nlp4web_codebase.ir.data_loaders.dm import Document
|
| 145 |
|
| 146 |
|
| 147 |
@dataclass
|
|
|
|
| 230 |
)
|
| 231 |
return index
|
| 232 |
|
| 233 |
+
from nlp4web-codebase.nlp4web_codebase.ir.models import BaseRetriever
|
| 234 |
from typing import Type
|
| 235 |
from abc import abstractmethod
|
| 236 |
|