test_xs.py 8.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237
  1. import numpy as np
  2. import pytest
  3. from pandas.compat import lrange, product as cart_product
  4. from pandas import DataFrame, Index, MultiIndex, Series, concat, date_range
  5. import pandas.core.common as com
  6. from pandas.util import testing as tm
  7. @pytest.fixture
  8. def four_level_index_dataframe():
  9. arr = np.array([[-0.5109, -2.3358, -0.4645, 0.05076, 0.364],
  10. [0.4473, 1.4152, 0.2834, 1.00661, 0.1744],
  11. [-0.6662, -0.5243, -0.358, 0.89145, 2.5838]])
  12. index = MultiIndex(
  13. levels=[['a', 'x'], ['b', 'q'], [10.0032, 20.0, 30.0], [3, 4, 5]],
  14. codes=[[0, 0, 1], [0, 1, 1], [0, 1, 2], [2, 1, 0]],
  15. names=['one', 'two', 'three', 'four'])
  16. return DataFrame(arr, index=index, columns=list('ABCDE'))
  17. @pytest.mark.parametrize('key, level, exp_arr, exp_index', [
  18. ('a', 'lvl0', lambda x: x[:, 0:2], Index(['bar', 'foo'], name='lvl1')),
  19. ('foo', 'lvl1', lambda x: x[:, 1:2], Index(['a'], name='lvl0'))
  20. ])
  21. def test_xs_named_levels_axis_eq_1(key, level, exp_arr, exp_index):
  22. # see gh-2903
  23. arr = np.random.randn(4, 4)
  24. index = MultiIndex(levels=[['a', 'b'], ['bar', 'foo', 'hello', 'world']],
  25. codes=[[0, 0, 1, 1], [0, 1, 2, 3]],
  26. names=['lvl0', 'lvl1'])
  27. df = DataFrame(arr, columns=index)
  28. result = df.xs(key, level=level, axis=1)
  29. expected = DataFrame(exp_arr(arr), columns=exp_index)
  30. tm.assert_frame_equal(result, expected)
  31. def test_xs_values(multiindex_dataframe_random_data):
  32. df = multiindex_dataframe_random_data
  33. result = df.xs(('bar', 'two')).values
  34. expected = df.values[4]
  35. tm.assert_almost_equal(result, expected)
  36. def test_xs_loc_equality(multiindex_dataframe_random_data):
  37. df = multiindex_dataframe_random_data
  38. result = df.xs(('bar', 'two'))
  39. expected = df.loc[('bar', 'two')]
  40. tm.assert_series_equal(result, expected)
  41. def test_xs_missing_values_in_index():
  42. # see gh-6574
  43. # missing values in returned index should be preserrved
  44. acc = [
  45. ('a', 'abcde', 1),
  46. ('b', 'bbcde', 2),
  47. ('y', 'yzcde', 25),
  48. ('z', 'xbcde', 24),
  49. ('z', None, 26),
  50. ('z', 'zbcde', 25),
  51. ('z', 'ybcde', 26),
  52. ]
  53. df = DataFrame(acc,
  54. columns=['a1', 'a2', 'cnt']).set_index(['a1', 'a2'])
  55. expected = DataFrame({'cnt': [24, 26, 25, 26]}, index=Index(
  56. ['xbcde', np.nan, 'zbcde', 'ybcde'], name='a2'))
  57. result = df.xs('z', level='a1')
  58. tm.assert_frame_equal(result, expected)
  59. @pytest.mark.parametrize('key, level', [
  60. ('one', 'second'),
  61. (['one'], ['second'])
  62. ])
  63. def test_xs_with_duplicates(key, level, multiindex_dataframe_random_data):
  64. # see gh-13719
  65. frame = multiindex_dataframe_random_data
  66. df = concat([frame] * 2)
  67. assert df.index.is_unique is False
  68. expected = concat([frame.xs('one', level='second')] * 2)
  69. result = df.xs(key, level=level)
  70. tm.assert_frame_equal(result, expected)
  71. def test_xs_level(multiindex_dataframe_random_data):
  72. df = multiindex_dataframe_random_data
  73. result = df.xs('two', level='second')
  74. expected = df[df.index.get_level_values(1) == 'two']
  75. expected.index = Index(['foo', 'bar', 'baz', 'qux'], name='first')
  76. tm.assert_frame_equal(result, expected)
  77. def test_xs_level_eq_2():
  78. arr = np.random.randn(3, 5)
  79. index = MultiIndex(
  80. levels=[['a', 'p', 'x'], ['b', 'q', 'y'], ['c', 'r', 'z']],
  81. codes=[[2, 0, 1], [2, 0, 1], [2, 0, 1]])
  82. df = DataFrame(arr, index=index)
  83. expected = DataFrame(arr[1:2], index=[['a'], ['b']])
  84. result = df.xs('c', level=2)
  85. tm.assert_frame_equal(result, expected)
  86. @pytest.mark.parametrize('indexer', [
  87. lambda df: df.xs(('a', 4), level=['one', 'four']),
  88. lambda df: df.xs('a').xs(4, level='four')
  89. ])
  90. def test_xs_level_multiple(indexer, four_level_index_dataframe):
  91. df = four_level_index_dataframe
  92. expected_values = [[0.4473, 1.4152, 0.2834, 1.00661, 0.1744]]
  93. expected_index = MultiIndex(
  94. levels=[['q'], [20.0]],
  95. codes=[[0], [0]],
  96. names=['two', 'three'])
  97. expected = DataFrame(
  98. expected_values, index=expected_index, columns=list('ABCDE'))
  99. result = indexer(df)
  100. tm.assert_frame_equal(result, expected)
  101. def test_xs_setting_with_copy_error(multiindex_dataframe_random_data):
  102. # this is a copy in 0.14
  103. df = multiindex_dataframe_random_data
  104. result = df.xs('two', level='second')
  105. # setting this will give a SettingWithCopyError
  106. # as we are trying to write a view
  107. msg = 'A value is trying to be set on a copy of a slice from a DataFrame'
  108. with pytest.raises(com.SettingWithCopyError, match=msg):
  109. result[:] = 10
  110. def test_xs_setting_with_copy_error_multiple(four_level_index_dataframe):
  111. # this is a copy in 0.14
  112. df = four_level_index_dataframe
  113. result = df.xs(('a', 4), level=['one', 'four'])
  114. # setting this will give a SettingWithCopyError
  115. # as we are trying to write a view
  116. msg = 'A value is trying to be set on a copy of a slice from a DataFrame'
  117. with pytest.raises(com.SettingWithCopyError, match=msg):
  118. result[:] = 10
  119. def test_xs_integer_key():
  120. # see gh-2107
  121. dates = lrange(20111201, 20111205)
  122. ids = 'abcde'
  123. index = MultiIndex.from_tuples(
  124. [x for x in cart_product(dates, ids)],
  125. names=['date', 'secid'])
  126. df = DataFrame(
  127. np.random.randn(len(index), 3), index, ['X', 'Y', 'Z'])
  128. result = df.xs(20111201, level='date')
  129. expected = df.loc[20111201, :]
  130. tm.assert_frame_equal(result, expected)
  131. @pytest.mark.parametrize('indexer', [
  132. lambda df: df.xs('a', level=0),
  133. lambda df: df.xs('a')
  134. ])
  135. def test_xs_level0(indexer, four_level_index_dataframe):
  136. df = four_level_index_dataframe
  137. expected_values = [[-0.5109, -2.3358, -0.4645, 0.05076, 0.364],
  138. [0.4473, 1.4152, 0.2834, 1.00661, 0.1744]]
  139. expected_index = MultiIndex(
  140. levels=[['b', 'q'], [10.0032, 20.0], [4, 5]],
  141. codes=[[0, 1], [0, 1], [1, 0]],
  142. names=['two', 'three', 'four'])
  143. expected = DataFrame(
  144. expected_values, index=expected_index, columns=list('ABCDE'))
  145. result = indexer(df)
  146. tm.assert_frame_equal(result, expected)
  147. def test_xs_level_series(multiindex_dataframe_random_data):
  148. # this test is not explicitly testing .xs functionality
  149. # TODO: move to another module or refactor
  150. df = multiindex_dataframe_random_data
  151. s = df['A']
  152. result = s[:, 'two']
  153. expected = df.xs('two', level=1)['A']
  154. tm.assert_series_equal(result, expected)
  155. def test_xs_level_series_ymd(multiindex_year_month_day_dataframe_random_data):
  156. # this test is not explicitly testing .xs functionality
  157. # TODO: move to another module or refactor
  158. df = multiindex_year_month_day_dataframe_random_data
  159. s = df['A']
  160. result = s[2000, 5]
  161. expected = df.loc[2000, 5]['A']
  162. tm.assert_series_equal(result, expected)
  163. def test_xs_level_series_slice_not_implemented(
  164. multiindex_year_month_day_dataframe_random_data):
  165. # this test is not explicitly testing .xs functionality
  166. # TODO: move to another module or refactor
  167. # not implementing this for now
  168. df = multiindex_year_month_day_dataframe_random_data
  169. s = df['A']
  170. msg = r'\(2000, slice\(3, 4, None\)\)'
  171. with pytest.raises(TypeError, match=msg):
  172. s[2000, 3:4]
  173. def test_series_getitem_multiindex_xs():
  174. # GH6258
  175. dt = list(date_range('20130903', periods=3))
  176. idx = MultiIndex.from_product([list('AB'), dt])
  177. s = Series([1, 3, 4, 1, 3, 4], index=idx)
  178. expected = Series([1, 1], index=list('AB'))
  179. result = s.xs('20130903', level=1)
  180. tm.assert_series_equal(result, expected)
  181. def test_series_getitem_multiindex_xs_by_label():
  182. # GH5684
  183. idx = MultiIndex.from_tuples([('a', 'one'), ('a', 'two'), ('b', 'one'),
  184. ('b', 'two')])
  185. s = Series([1, 2, 3, 4], index=idx)
  186. s.index.set_names(['L1', 'L2'], inplace=True)
  187. expected = Series([1, 3], index=['a', 'b'])
  188. expected.index.set_names(['L1'], inplace=True)
  189. result = s.xs('one', level='L2')
  190. tm.assert_series_equal(result, expected)