test_xs.py 7.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245
  1. import numpy as np
  2. import pytest
  3. from pandas import DataFrame, Index, MultiIndex, Series, concat, date_range
  4. import pandas._testing as tm
  5. import pandas.core.common as com
  6. @pytest.fixture
  7. def four_level_index_dataframe():
  8. arr = np.array(
  9. [
  10. [-0.5109, -2.3358, -0.4645, 0.05076, 0.364],
  11. [0.4473, 1.4152, 0.2834, 1.00661, 0.1744],
  12. [-0.6662, -0.5243, -0.358, 0.89145, 2.5838],
  13. ]
  14. )
  15. index = MultiIndex(
  16. levels=[["a", "x"], ["b", "q"], [10.0032, 20.0, 30.0], [3, 4, 5]],
  17. codes=[[0, 0, 1], [0, 1, 1], [0, 1, 2], [2, 1, 0]],
  18. names=["one", "two", "three", "four"],
  19. )
  20. return DataFrame(arr, index=index, columns=list("ABCDE"))
  21. @pytest.mark.parametrize(
  22. "key, level, exp_arr, exp_index",
  23. [
  24. ("a", "lvl0", lambda x: x[:, 0:2], Index(["bar", "foo"], name="lvl1")),
  25. ("foo", "lvl1", lambda x: x[:, 1:2], Index(["a"], name="lvl0")),
  26. ],
  27. )
  28. def test_xs_named_levels_axis_eq_1(key, level, exp_arr, exp_index):
  29. # see gh-2903
  30. arr = np.random.randn(4, 4)
  31. index = MultiIndex(
  32. levels=[["a", "b"], ["bar", "foo", "hello", "world"]],
  33. codes=[[0, 0, 1, 1], [0, 1, 2, 3]],
  34. names=["lvl0", "lvl1"],
  35. )
  36. df = DataFrame(arr, columns=index)
  37. result = df.xs(key, level=level, axis=1)
  38. expected = DataFrame(exp_arr(arr), columns=exp_index)
  39. tm.assert_frame_equal(result, expected)
  40. def test_xs_values(multiindex_dataframe_random_data):
  41. df = multiindex_dataframe_random_data
  42. result = df.xs(("bar", "two")).values
  43. expected = df.values[4]
  44. tm.assert_almost_equal(result, expected)
  45. def test_xs_loc_equality(multiindex_dataframe_random_data):
  46. df = multiindex_dataframe_random_data
  47. result = df.xs(("bar", "two"))
  48. expected = df.loc[("bar", "two")]
  49. tm.assert_series_equal(result, expected)
  50. def test_xs_missing_values_in_index():
  51. # see gh-6574
  52. # missing values in returned index should be preserved
  53. acc = [
  54. ("a", "abcde", 1),
  55. ("b", "bbcde", 2),
  56. ("y", "yzcde", 25),
  57. ("z", "xbcde", 24),
  58. ("z", None, 26),
  59. ("z", "zbcde", 25),
  60. ("z", "ybcde", 26),
  61. ]
  62. df = DataFrame(acc, columns=["a1", "a2", "cnt"]).set_index(["a1", "a2"])
  63. expected = DataFrame(
  64. {"cnt": [24, 26, 25, 26]},
  65. index=Index(["xbcde", np.nan, "zbcde", "ybcde"], name="a2"),
  66. )
  67. result = df.xs("z", level="a1")
  68. tm.assert_frame_equal(result, expected)
  69. @pytest.mark.parametrize("key, level", [("one", "second"), (["one"], ["second"])])
  70. def test_xs_with_duplicates(key, level, multiindex_dataframe_random_data):
  71. # see gh-13719
  72. frame = multiindex_dataframe_random_data
  73. df = concat([frame] * 2)
  74. assert df.index.is_unique is False
  75. expected = concat([frame.xs("one", level="second")] * 2)
  76. result = df.xs(key, level=level)
  77. tm.assert_frame_equal(result, expected)
  78. def test_xs_level(multiindex_dataframe_random_data):
  79. df = multiindex_dataframe_random_data
  80. result = df.xs("two", level="second")
  81. expected = df[df.index.get_level_values(1) == "two"]
  82. expected.index = Index(["foo", "bar", "baz", "qux"], name="first")
  83. tm.assert_frame_equal(result, expected)
  84. def test_xs_level_eq_2():
  85. arr = np.random.randn(3, 5)
  86. index = MultiIndex(
  87. levels=[["a", "p", "x"], ["b", "q", "y"], ["c", "r", "z"]],
  88. codes=[[2, 0, 1], [2, 0, 1], [2, 0, 1]],
  89. )
  90. df = DataFrame(arr, index=index)
  91. expected = DataFrame(arr[1:2], index=[["a"], ["b"]])
  92. result = df.xs("c", level=2)
  93. tm.assert_frame_equal(result, expected)
  94. @pytest.mark.parametrize(
  95. "indexer",
  96. [
  97. lambda df: df.xs(("a", 4), level=["one", "four"]),
  98. lambda df: df.xs("a").xs(4, level="four"),
  99. ],
  100. )
  101. def test_xs_level_multiple(indexer, four_level_index_dataframe):
  102. df = four_level_index_dataframe
  103. expected_values = [[0.4473, 1.4152, 0.2834, 1.00661, 0.1744]]
  104. expected_index = MultiIndex(
  105. levels=[["q"], [20.0]], codes=[[0], [0]], names=["two", "three"]
  106. )
  107. expected = DataFrame(expected_values, index=expected_index, columns=list("ABCDE"))
  108. result = indexer(df)
  109. tm.assert_frame_equal(result, expected)
  110. def test_xs_setting_with_copy_error(multiindex_dataframe_random_data):
  111. # this is a copy in 0.14
  112. df = multiindex_dataframe_random_data
  113. result = df.xs("two", level="second")
  114. # setting this will give a SettingWithCopyError
  115. # as we are trying to write a view
  116. msg = "A value is trying to be set on a copy of a slice from a DataFrame"
  117. with pytest.raises(com.SettingWithCopyError, match=msg):
  118. result[:] = 10
  119. def test_xs_setting_with_copy_error_multiple(four_level_index_dataframe):
  120. # this is a copy in 0.14
  121. df = four_level_index_dataframe
  122. result = df.xs(("a", 4), level=["one", "four"])
  123. # setting this will give a SettingWithCopyError
  124. # as we are trying to write a view
  125. msg = "A value is trying to be set on a copy of a slice from a DataFrame"
  126. with pytest.raises(com.SettingWithCopyError, match=msg):
  127. result[:] = 10
  128. def test_xs_integer_key():
  129. # see gh-2107
  130. dates = range(20111201, 20111205)
  131. ids = list("abcde")
  132. index = MultiIndex.from_product([dates, ids], names=["date", "secid"])
  133. df = DataFrame(np.random.randn(len(index), 3), index, ["X", "Y", "Z"])
  134. result = df.xs(20111201, level="date")
  135. expected = df.loc[20111201, :]
  136. tm.assert_frame_equal(result, expected)
  137. @pytest.mark.parametrize(
  138. "indexer", [lambda df: df.xs("a", level=0), lambda df: df.xs("a")]
  139. )
  140. def test_xs_level0(indexer, four_level_index_dataframe):
  141. df = four_level_index_dataframe
  142. expected_values = [
  143. [-0.5109, -2.3358, -0.4645, 0.05076, 0.364],
  144. [0.4473, 1.4152, 0.2834, 1.00661, 0.1744],
  145. ]
  146. expected_index = MultiIndex(
  147. levels=[["b", "q"], [10.0032, 20.0], [4, 5]],
  148. codes=[[0, 1], [0, 1], [1, 0]],
  149. names=["two", "three", "four"],
  150. )
  151. expected = DataFrame(expected_values, index=expected_index, columns=list("ABCDE"))
  152. result = indexer(df)
  153. tm.assert_frame_equal(result, expected)
  154. def test_xs_level_series(multiindex_dataframe_random_data):
  155. # this test is not explicitly testing .xs functionality
  156. # TODO: move to another module or refactor
  157. df = multiindex_dataframe_random_data
  158. s = df["A"]
  159. result = s[:, "two"]
  160. expected = df.xs("two", level=1)["A"]
  161. tm.assert_series_equal(result, expected)
  162. def test_xs_level_series_ymd(multiindex_year_month_day_dataframe_random_data):
  163. # this test is not explicitly testing .xs functionality
  164. # TODO: move to another module or refactor
  165. df = multiindex_year_month_day_dataframe_random_data
  166. s = df["A"]
  167. result = s[2000, 5]
  168. expected = df.loc[2000, 5]["A"]
  169. tm.assert_series_equal(result, expected)
  170. def test_xs_level_series_slice_not_implemented(
  171. multiindex_year_month_day_dataframe_random_data,
  172. ):
  173. # this test is not explicitly testing .xs functionality
  174. # TODO: move to another module or refactor
  175. # not implementing this for now
  176. df = multiindex_year_month_day_dataframe_random_data
  177. s = df["A"]
  178. msg = r"\(2000, slice\(3, 4, None\)\)"
  179. with pytest.raises(TypeError, match=msg):
  180. s[2000, 3:4]
  181. def test_series_getitem_multiindex_xs():
  182. # GH6258
  183. dt = list(date_range("20130903", periods=3))
  184. idx = MultiIndex.from_product([list("AB"), dt])
  185. s = Series([1, 3, 4, 1, 3, 4], index=idx)
  186. expected = Series([1, 1], index=list("AB"))
  187. result = s.xs("20130903", level=1)
  188. tm.assert_series_equal(result, expected)
  189. def test_series_getitem_multiindex_xs_by_label():
  190. # GH5684
  191. idx = MultiIndex.from_tuples(
  192. [("a", "one"), ("a", "two"), ("b", "one"), ("b", "two")]
  193. )
  194. s = Series([1, 2, 3, 4], index=idx)
  195. s.index.set_names(["L1", "L2"], inplace=True)
  196. expected = Series([1, 3], index=["a", "b"])
  197. expected.index.set_names(["L1"], inplace=True)
  198. result = s.xs("one", level="L2")
  199. tm.assert_series_equal(result, expected)