Develop more interpretations. (#23)

* Develop more interpretations.

* Fixed some subtleties in filename handling and remote errors.

* Replaced the vertical bar syntax 'myfile.root | mytree' with a colon 'myfile.root : mytree' with the appropriate precautions for URIs and Windows drive letters.

* Manage some corner cases in computable expressions.

* Implemented the string type and ported test_versions from Uproot3. (Testing 10 years of ROOT TTree versions.)

* Placeholders for some more Interpretation-tests.

* Worked through some bugs pre-testing Double32. (The demo-double32.root file has the wrong TBranch streamer version.)

tests/test_0016-interpretations.py

@@ -81,7 +81,7 @@ def test_recovery(mini):
     # flat array to recover:
     filename = skhep_testdata.data_path("uproot-issue21.root")
     with uproot4.open(
-        "file:" + filename + " | nllscan/mH", minimal_ttree_metadata=mini
+        "file:" + filename + " : nllscan/mH", minimal_ttree_metadata=mini
     ) as branch:
         basket = branch.basket(0)
         assert basket.data.view(">f8").tolist()[:10] == [
@@ -107,7 +107,7 @@ def test_recovery(mini):
     # uproot-from-geant4.root Details: numgood, TrackedRays: Event phi
     filename = skhep_testdata.data_path("uproot-issue327.root")
     with uproot4.open(
-        "file:" + filename + " | DstTree/fTracks.fCharge", minimal_ttree_metadata=mini
+        "file:" + filename + " : DstTree/fTracks.fCharge", minimal_ttree_metadata=mini
     ) as branch:
         basket = branch.basket(0)
         assert basket.data.view("i1")[:10].tolist() == [

tests/test_0023-more-interpretations-1.py

@@ -0,0 +1,134 @@
+# BSD 3-Clause License; see https://github.com/scikit-hep/uproot4/blob/master/LICENSE
+
+from __future__ import absolute_import
+
+import sys
+import json
+
+import numpy
+import pytest
+import skhep_testdata
+
+import uproot4
+import uproot4.interpretation.library
+import uproot4.interpretation.jagged
+import uproot4.interpretation.numerical
+
+
+def test_formula_with_dot():
+    with uproot4.open(
+        skhep_testdata.data_path("uproot-small-evnt-tree-fullsplit.root")
+    )["tree"] as tree:
+        assert tree.arrays("P3.Py - 50", library="np")["P3.Py - 50"].tolist() == list(
+            range(-50, 50)
+        )
+
+
+def test_formula_with_slash():
+    with uproot4.open(
+        skhep_testdata.data_path("uproot-small-evnt-tree-fullsplit.root")
+    )["tree"] as tree:
+        assert tree.arrays("get('evt/P3/P3.Py') - 50", library="np")[
+            "get('evt/P3/P3.Py') - 50"
+        ].tolist() == list(range(-50, 50))
+
+
+def test_formula_with_missing():
+    with uproot4.open(
+        skhep_testdata.data_path("uproot-small-evnt-tree-fullsplit.root")
+    )["tree"] as tree:
+        with pytest.raises(KeyError):
+            tree.arrays("wonky", library="np")
+
+
+def test_strings1():
+    with uproot4.open(
+        skhep_testdata.data_path("uproot-sample-6.20.04-uncompressed.root")
+    )["sample/str"] as branch:
+        result = branch.array(library="np")
+        assert result.tolist() == ["hey-{0}".format(i) for i in range(30)]
+
+
+@pytest.mark.skip(reason="FIXME: implement strings specified by a TStreamer")
+def test_strings2():
+    with uproot4.open(
+        skhep_testdata.data_path("uproot-small-evnt-tree-fullsplit.root")
+    )["tree/Str"] as branch:
+        result = branch.array(library="np")
+        assert result.tolist() == ["evt-{0:03d}".format(i) for i in range(100)]
+
+
+@pytest.mark.skip(reason="FIXME: implement std::string")
+def test_strings3():
+    with uproot4.open(
+        skhep_testdata.data_path("uproot-small-evnt-tree-fullsplit.root")
+    )["tree/StdStr"] as branch:
+        result = branch.array(library="np")
+        assert result.tolist() == ["std-{0:03d}".format(i) for i in range(100)]
+
+
+@pytest.mark.skip(reason="FIXME: implement std::vector<std::string>")
+def test_strings4():
+    with uproot4.open(
+        skhep_testdata.data_path("uproot-small-evnt-tree-fullsplit.root")
+    )["tree/StlVecStr"] as branch:
+        result = branch.array(library="np")
+        assert [result.tolist() for x in result] == [
+            ["vec-{0:03d}".format(i)] * (i % 10) for i in range(100)
+        ]
+
+
+@pytest.mark.skip(reason="FIXME: implement unsplit object")
+def test_strings4():
+    with uproot4.open(skhep_testdata.data_path("uproot-small-evnt-tree-nosplit.root"))[
+        "tree/evt"
+    ] as branch:
+        result = branch.array(library="np")
+        assert [result.member("StlVecStr").tolist() for x in result] == [
+            ["vec-{0:03d}".format(i)] * (i % 10) for i in range(100)
+        ]
+
+
+@pytest.mark.skip(reason="FIXME: implement std::vector<std::vector<double>>")
+def test_strings4():
+    with uproot4.open(skhep_testdata.data_path("uproot-vectorVectorDouble.root"))[
+        "t/x"
+    ] as branch:
+        result = branch.array(library="np")
+        assert [x.tolist() for x in result] == [
+            [],
+            [[], []],
+            [[10.0], [], [10.0, 20.0]],
+            [[20.0, -21.0, -22.0]],
+            [[200.0], [-201.0], [202.0]],
+        ]
+
+
+@pytest.mark.skip(reason="FIXME: implement Double32")
+def test_double32():
+    del uproot4.classes["TBranch"]
+    del uproot4.classes["TBranchElement"]
+
+    with uproot4.open(
+        skhep_testdata.data_path("uproot-demo-double32.root"),
+    )["T"] as t:
+
+        print(t["fD64"].interpretation)
+        print(t["fF32"].interpretation)
+        print(t["fI32"].interpretation)
+        print(t["fI30"].interpretation)
+        print(t["fI28"].interpretation)
+
+        fD64 = t["fD64"].array(library="np")
+        fF32 = t["fF32"].array(library="np")
+        fI32 = t["fI32"].array(library="np")
+        fI30 = t["fI30"].array(library="np")
+        fI28 = t["fI28"].array(library="np")
+        ratio_fF32 = fF32 / fD64
+        ratio_fI32 = fI32 / fD64
+        ratio_fI30 = fI30 / fD64
+        ratio_fI28 = fI28 / fD64
+        assert ratio_fF32.min() > 0.9999 and ratio_fF32.max() < 1.0001
+        assert ratio_fI32.min() > 0.9999 and ratio_fI32.max() < 1.0001
+        assert ratio_fI30.min() > 0.9999 and ratio_fI30.max() < 1.0001
+        assert ratio_fI28.min() > 0.9999 and ratio_fI28.max() < 1.0001