Skip to content

Commit

Permalink
nits
Browse files Browse the repository at this point in the history
  • Loading branch information
henri123lemoine committed Sep 8, 2023
1 parent 662db51 commit e58292f
Show file tree
Hide file tree
Showing 9 changed files with 2 additions and 10 deletions.
1 change: 0 additions & 1 deletion align_data/common/alignment_dataset.py
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,6 @@
from align_data.settings import ARTICLE_MAIN_KEYS
from align_data.sources.utils import merge_dicts


logger = logging.getLogger(__name__)


Expand Down
1 change: 0 additions & 1 deletion align_data/embeddings/pinecone/pinecone_db_handler.py
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,6 @@
PINECONE_NAMESPACE,
)


logger = logging.getLogger(__name__)


Expand Down
2 changes: 0 additions & 2 deletions align_data/embeddings/pinecone/update_pinecone.py
Original file line number Diff line number Diff line change
Expand Up @@ -22,10 +22,8 @@
)
from align_data.embeddings.text_splitter import ParagraphSentenceUnitTextSplitter


logger = logging.getLogger(__name__)


# Define type aliases for the Callables
LengthFunctionType = Callable[[str], int]
TruncateFunctionType = Callable[[str, int], str]
Expand Down
1 change: 0 additions & 1 deletion align_data/sources/articles/articles.py
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,6 @@

logger = logging.getLogger(__name__)


# Careful changing these - the sheets assume this ordering
REQUIRED_FIELDS = ["url", "source_url", "title", "source_type", "date_published"]
OPTIONAL_FIELDS = ["authors", "summary"]
Expand Down
2 changes: 0 additions & 2 deletions align_data/sources/articles/google_cloud.py
Original file line number Diff line number Diff line change
Expand Up @@ -22,13 +22,11 @@

logger = logging.getLogger(__name__)


SCOPES = [
"https://www.googleapis.com/auth/spreadsheets",
"https://www.googleapis.com/auth/drive",
]


OK = "ok"
OUTPUT_SPREADSHEET_ID = "1bg-6vL-I82CBRkxvWQs1-Ao0nTvHyfn4yns5MdlbCmY" # TODO: remove this
sheet_name = "Sheet1" # TODO: remove this
Expand Down
1 change: 0 additions & 1 deletion align_data/sources/articles/html.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,6 @@

logger = logging.getLogger(__name__)


DEFAULT_HEADERS = {
"User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/113.0",
}
Expand Down
1 change: 0 additions & 1 deletion align_data/sources/articles/parsers.py
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,6 @@
from align_data.sources.arxiv_papers import fetch_arxiv
from align_data.common.html_dataset import HTMLDataset


logger = logging.getLogger(__name__)

ParserFunc = Callable[[str], Dict[str, Any]]
Expand Down
2 changes: 2 additions & 0 deletions align_data/sources/articles/updater.py
Original file line number Diff line number Diff line change
Expand Up @@ -13,10 +13,12 @@

logger = logging.getLogger(__name__)


class Item(NamedTuple):
updates: NamedTuple
article: Article


@dataclass
class ReplacerDataset(AlignmentDataset):
csv_path: str | Path
Expand Down
1 change: 0 additions & 1 deletion align_data/sources/youtube/youtube.py
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,6 @@
from align_data.settings import YOUTUBE_API_KEY
from align_data.common.alignment_dataset import AlignmentDataset


logger = logging.getLogger(__name__)


Expand Down

0 comments on commit e58292f

Please sign in to comment.