From 85bd844e426a25b8d18cfa1a1afca1fda43faad5 Mon Sep 17 00:00:00 2001
From: jdebacker <jason.debacker@gmail.com>
Date: Tue, 19 Mar 2024 21:38:51 -0400
Subject: [PATCH 1/7] update catalog json

---
 PSL_catalog.json | 69 +++++++++++++++---------------------------------
 1 file changed, 21 insertions(+), 48 deletions(-)

diff --git a/PSL_catalog.json b/PSL_catalog.json
index d5bc007..f42eb6e 100644
--- a/PSL_catalog.json
+++ b/PSL_catalog.json
@@ -1,51 +1,24 @@
 {
-    "project_one_line": {
-        "start_header": null,
-        "end_header": null,
-        "source": null,
-        "type": "html",
-        "data": "<p>microdf is a Python package for analyzing economic microdata as pandas DataFrames, with special functions for Tax-Calculator.</p>"
-    },
-    "project_overview": {
-        "start_header": null,
-        "end_header": null,
-        "source": null,
-        "type": "html",
-        "data": "<a href=\"https://github.com/PSLmodels/microdf\">What is microdf?</a>"
-    },
-    "core_maintainers": {
-        "start_header": null,
-        "end_header": null,
-        "source": null,
-        "type": "html",
-        "data": "<ul><li>Max Ghenis</li><ul><li>email: max@ubicenter.org</li></ul>"
-    },
-    "user_documentation": {
-        "start_header": null,
-        "end_header": null,
-        "source": null,
-        "type": "html",
-        "data": "<a href=\"http://pslmodels.github.io/microdf/\"></a>"
-    },
-    "contributor_overview": {
-        "start_header": null,
-        "end_header": null,
-        "source": null,
-        "type": "html",
-        "data": "<a href=\"http://github.com/PSLmodels/microdf/\"></a>"
-    },
-    "user_changelog_recent": {
-        "start_header": null,
-        "end_header": null,
-        "source": null,
-        "type": "html",
-        "data": "<a href=\"https://github.com/PSLmodels/microdf/releases\"></a>"
-    },
-    "link_to_webapp": {
-        "start_header": null,
-        "end_header": null,
-        "source": null,
-        "type": null,
-        "data": null
+    "name": "microdf",
+    "img": "https://github.com/PSLmodels/microdf/blob/master/docs/microdf_logo.png?raw=true",
+    "banner_title": "microdf",
+    "banner_subtitle": "Analysis tools for working with survey microdata as DataFrames",
+    "detailed_description": "microdf is a Python package for analyzing economic microdata as pandas DataFrames, with special functions for handling sampling weights.",
+    "policy_area": "Survey data, data analysis",
+    "geography": "Not specific",
+    "language": "Python",
+    "maintainers": [
+        {
+            "name": "Max Ghenis",
+            "image": "https://policyengine.org/static/media/max-ghenis.536762d4b2439bf591f5.png",
+            "link": "mailto:max@policyengine.org"
+          }
+    ],
+    "links": {
+      "code_repository": "https://github.com/PSLmodels/microdf",
+      "user_documentation": "http://pslmodels.github.io/microdf/",
+      "contributor_documentation": "",
+      "webapp": "",
+      "recent_changes": "https://github.com/PSLmodels/microdf/releases"
     }
 }

From 46945f3647524cbfec95ef125c5470b4e6a562f8 Mon Sep 17 00:00:00 2001
From: jdebacker <jason.debacker@gmail.com>
Date: Fri, 22 Mar 2024 21:15:47 -0400
Subject: [PATCH 2/7] remove deprecated kwarg from ax.stem

---
 microdf/charts.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/microdf/charts.py b/microdf/charts.py
index 9d64ba4..cab747e 100644
--- a/microdf/charts.py
+++ b/microdf/charts.py
@@ -34,7 +34,7 @@ def quantile_pct_chg_plot(df1, df2, col1, col2, w1=None, w2=None, q=None):
     # Plot.
     fig, ax = plt.subplots()
     markerline, stemlines, baseline = ax.stem(
-        df.index_newline, df.pct_chg, use_line_collection=True
+        df.index_newline, df.pct_chg
     )
     plt.setp(baseline, color="gray", linewidth=0)
     ax.yaxis.set_major_locator(mpl.ticker.MaxNLocator(integer=True))

From a27b182cb3532e83667a5f54566ecf24f16427dc Mon Sep 17 00:00:00 2001
From: jdebacker <jason.debacker@gmail.com>
Date: Fri, 22 Mar 2024 21:35:34 -0400
Subject: [PATCH 3/7] update how zip file requested to avoid 403 error

---
 microdf/io.py | 9 +++++----
 1 file changed, 5 insertions(+), 4 deletions(-)

diff --git a/microdf/io.py b/microdf/io.py
index e8573e6..f3fd27b 100644
--- a/microdf/io.py
+++ b/microdf/io.py
@@ -1,9 +1,10 @@
 import io
 import zipfile
-from urllib.request import urlopen
-
+import requests
 import pandas as pd
 
+HEADER = {'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.0.2661.102 Safari/537.36'}
+
 
 def read_stata_zip(url: str, **kwargs) -> pd.DataFrame:
     """Reads zipped Stata file by URL.
@@ -19,8 +20,8 @@ def read_stata_zip(url: str, **kwargs) -> pd.DataFrame:
     :returns: DataFrame.
 
     """
-    with urlopen(url) as request:
-        data = io.BytesIO(request.read())
+    r = requests.get(url, headers=HEADER)
+    data = io.BytesIO(r.content)
     with zipfile.ZipFile(data) as archive:
         with archive.open(archive.namelist()[0]) as stata:
             return pd.read_stata(stata, **kwargs)

From 2e33d2512c6c865e0c5bee11b2c085415d76bfd2 Mon Sep 17 00:00:00 2001
From: jdebacker <jason.debacker@gmail.com>
Date: Fri, 22 Mar 2024 21:41:02 -0400
Subject: [PATCH 4/7] use allclose to compare actual and expected

---
 microdf/tests/test_compare.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/microdf/tests/test_compare.py b/microdf/tests/test_compare.py
index c5d1235..814ca25 100644
--- a/microdf/tests/test_compare.py
+++ b/microdf/tests/test_compare.py
@@ -14,7 +14,7 @@ def differences(actual, expected, f_actual, f_expected):
     :param f_actual: Filename of the actual CSV.
     :param f_expected: Filename of the expected CSV.
     """
-    if not actual.equals(expected):
+    if not np.allclose(actual, expected):
         msg = "COMPARE RESULTS DIFFER\n"
         msg += "-------------------------------------------------\n"
         msg += "--- NEW RESULTS IN {} FILE ---\n"

From 24252976cdfca3f9bbc68abd4de3737124de9344 Mon Sep 17 00:00:00 2001
From: jdebacker <jason.debacker@gmail.com>
Date: Fri, 22 Mar 2024 21:52:47 -0400
Subject: [PATCH 5/7] avoid long lines

---
 microdf/generic.py | 8 ++++++--
 microdf/io.py      | 7 ++++++-
 2 files changed, 12 insertions(+), 3 deletions(-)

diff --git a/microdf/generic.py b/microdf/generic.py
index a22e2b5..86149b7 100644
--- a/microdf/generic.py
+++ b/microdf/generic.py
@@ -661,7 +661,9 @@ def equals(self, other) -> bool:
 
     @get_args_as_micro_series()
     def groupby(self, by: Union[str, list], *args, **kwargs):
-        """Returns a GroupBy object with MicroSeriesGroupBy objects for each column
+        """
+        Returns a GroupBy object with MicroSeriesGroupBy objects for
+        each column
 
         :param by: column to group by
         :type by: Union[str, list]
@@ -766,7 +768,9 @@ def poverty_count(
         income: Union[MicroSeries, str],
         threshold: Union[MicroSeries, str],
     ) -> int:
-        """Calculates the number of entities with income below a poverty threshold.
+        """
+        Calculates the number of entities with income below a poverty
+        threshold.
 
         :param income: income array or column name
         :type income: Union[MicroSeries, str]
diff --git a/microdf/io.py b/microdf/io.py
index f3fd27b..a7d5d67 100644
--- a/microdf/io.py
+++ b/microdf/io.py
@@ -3,7 +3,12 @@
 import requests
 import pandas as pd
 
-HEADER = {'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.0.2661.102 Safari/537.36'}
+HEADER = {
+    "User-Agent":
+    "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_5) " +
+    "AppleWebKit/537.36 (KHTML, like Gecko) " +
+    "Chrome/50.0.2661.102 Safari/537.36"
+    }
 
 
 def read_stata_zip(url: str, **kwargs) -> pd.DataFrame:

From 4ced109be077df96f09e3dd0a49c006dc455cfa8 Mon Sep 17 00:00:00 2001
From: jdebacker <jason.debacker@gmail.com>
Date: Fri, 22 Mar 2024 21:53:36 -0400
Subject: [PATCH 6/7] change python versions tested on

---
 .github/workflows/build_and_test.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.github/workflows/build_and_test.yml b/.github/workflows/build_and_test.yml
index daeab97..583659d 100644
--- a/.github/workflows/build_and_test.yml
+++ b/.github/workflows/build_and_test.yml
@@ -7,7 +7,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: [3.7, 3.8, 3.9]
+        python-version: [3.9, 3.10, 3.11]
 
     steps:
       - name: Checkout

From 5118323ab8b74710f68460fe976f5bd3066eacb0 Mon Sep 17 00:00:00 2001
From: jdebacker <jason.debacker@gmail.com>
Date: Fri, 22 Mar 2024 21:57:05 -0400
Subject: [PATCH 7/7] quotes on python versions

---
 .github/workflows/build_and_test.yml | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/.github/workflows/build_and_test.yml b/.github/workflows/build_and_test.yml
index 583659d..6593236 100644
--- a/.github/workflows/build_and_test.yml
+++ b/.github/workflows/build_and_test.yml
@@ -1,4 +1,4 @@
-name: Build and test [Python 3.7, 3.8, 3.9]
+name: Build and test [Python 3.9, 3.10, 3.11]
 
 on: [push, pull_request]
 
@@ -7,7 +7,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: [3.9, 3.10, 3.11]
+        python-version: ["3.9", "3.10", "3.11"]
 
     steps:
       - name: Checkout