The Magic Methods of the VastFrame

vastorbit 0.3.2 introduces the Magic methods, which offer some additional flexibility for mathematical operations in the VastFrame. These methods let you handle many operations in a pandas-like or Pythonic style.

from vastorbit.datasets import load_titanic

titanic = load_titanic()
titanic.head(100)

	123 pclass Integer 100%	123 survived Integer 100%	Abc name Varchar(164) 100%	Abc sex Varchar(20) 100%	123 age Double 79%	123 sibsp Integer 100%	123 parch Integer 100%	Abc ticket Varchar(36) 100%	123 fare Double 99%	Abc cabin Varchar(30) 22%	Abc embarked Varchar(20) 99%	Abc boat Varchar(100) 37%	123 body Integer 9%	Abc home.dest Varchar(100) 56%
1	3	1	McCormack, Mr. Thomas Joseph	male	[null]	0	0	367228	7.75	[null]	Q	[null]	[null]	[null]
2	3	1	McCoy, Miss. Agnes	female	[null]	2	0	367226	23.25	[null]	Q	16	[null]	[null]
3	3	1	McCoy, Miss. Alicia	female	[null]	2	0	367226	23.25	[null]	Q	16	[null]	[null]
4	3	1	McCoy, Mr. Bernard	male	[null]	2	0	367226	23.25	[null]	Q	16	[null]	[null]
5	3	1	McDermott, Miss. Brigdet Delia	female	[null]	0	0	330932	7.7875	[null]	Q	13	[null]	[null]
6	3	0	McEvoy, Mr. Michael	male	[null]	0	0	36568	15.5	[null]	Q	[null]	[null]	[null]
7	3	1	McGovern, Miss. Mary	female	[null]	0	0	330931	7.8792	[null]	Q	13	[null]	[null]
8	3	1	McGowan, Miss. Anna "Annie"	female	15.0	0	0	330923	8.0292	[null]	Q	[null]	[null]	[null]
9	3	0	McGowan, Miss. Katherine	female	35.0	0	0	9232	7.75	[null]	Q	[null]	[null]	[null]
10	3	0	McMahon, Mr. Martin	male	[null]	0	0	370372	7.75	[null]	Q	[null]	[null]	[null]
11	3	0	McNamee, Mr. Neal	male	24.0	1	0	376566	16.1	[null]	S	[null]	[null]	[null]
12	3	0	McNamee, Mrs. Neal (Eileen O'Leary)	female	19.0	1	0	376566	16.1	[null]	S	[null]	53	[null]
13	3	0	McNeill, Miss. Bridget	female	[null]	0	0	370368	7.75	[null]	Q	[null]	[null]	[null]
14	3	0	Meanwell, Miss. (Marion Ogden)	female	[null]	0	0	SOTON/O.Q. 392087	8.05	[null]	S	[null]	[null]	[null]
15	3	0	Meek, Mrs. Thomas (Annie Louise Rowley)	female	[null]	0	0	343095	8.05	[null]	S	[null]	[null]	[null]
16	3	0	Meo, Mr. Alfonzo	male	55.5	0	0	A.5. 11206	8.05	[null]	S	[null]	201	[null]
17	3	0	Mernagh, Mr. Robert	male	[null]	0	0	368703	7.75	[null]	Q	[null]	[null]	[null]
18	3	1	Midtsjo, Mr. Karl Albert	male	21.0	0	0	345501	7.775	[null]	S	15	[null]	[null]
19	3	0	Miles, Mr. Frank	male	[null]	0	0	359306	8.05	[null]	S	[null]	[null]	[null]
20	3	0	Mineff, Mr. Ivan	male	24.0	0	0	349233	7.8958	[null]	S	[null]	[null]	[null]
21	3	0	Minkoff, Mr. Lazar	male	21.0	0	0	349211	7.8958	[null]	S	[null]	[null]	[null]
22	3	0	Mionoff, Mr. Stoytcho	male	28.0	0	0	349207	7.8958	[null]	S	[null]	[null]	[null]
23	3	0	Mitkoff, Mr. Mito	male	[null]	0	0	349221	7.8958	[null]	S	[null]	[null]	[null]
24	3	1	Mockler, Miss. Helen Mary "Ellie"	female	[null]	0	0	330980	7.8792	[null]	Q	16	[null]	[null]
25	3	0	Moen, Mr. Sigurd Hansen	male	25.0	0	0	348123	7.65	F G73	S	[null]	309	[null]
26	3	1	Moor, Master. Meier	male	6.0	0	1	392096	12.475	E121	S	14	[null]	[null]
27	3	1	Moor, Mrs. (Beila)	female	27.0	0	1	392096	12.475	E121	S	14	[null]	[null]
28	3	0	Moore, Mr. Leonard Charles	male	[null]	0	0	A4. 54510	8.05	[null]	S	[null]	[null]	[null]
29	3	1	Moran, Miss. Bertha	female	[null]	1	0	371110	24.15	[null]	Q	16	[null]	[null]
30	3	0	Moran, Mr. Daniel J	male	[null]	1	0	371110	24.15	[null]	Q	[null]	[null]	[null]
31	3	0	Moran, Mr. James	male	[null]	0	0	330877	8.4583	[null]	Q	[null]	[null]	[null]
32	3	0	Morley, Mr. William	male	34.0	0	0	364506	8.05	[null]	S	[null]	[null]	[null]
33	3	0	Morrow, Mr. Thomas Rowan	male	[null]	0	0	372622	7.75	[null]	Q	[null]	[null]	[null]
34	3	1	Moss, Mr. Albert Johan	male	[null]	0	0	312991	7.775	[null]	S	B	[null]	[null]
35	3	1	Moubarek, Master. Gerios	male	[null]	1	1	2661	15.2458	[null]	C	C	[null]	[null]
36	3	1	Moubarek, Master. Halim Gonios ("William George")	male	[null]	1	1	2661	15.2458	[null]	C	C	[null]	[null]
37	3	1	Moubarek, Mrs. George (Omine "Amenia" Alexander)	female	[null]	0	2	2661	15.2458	[null]	C	C	[null]	[null]
38	3	1	Moussa, Mrs. (Mantoura Boulos)	female	[null]	0	0	2626	7.2292	[null]	C	[null]	[null]	[null]
39	3	0	Moutal, Mr. Rahamin Haim	male	[null]	0	0	374746	8.05	[null]	S	[null]	[null]	[null]
40	3	1	Mullens, Miss. Katherine "Katie"	female	[null]	0	0	35852	7.7333	[null]	Q	16	[null]	[null]
41	3	1	Mulvihill, Miss. Bertha E	female	24.0	0	0	382653	7.75	[null]	Q	15	[null]	[null]
42	3	0	Murdlin, Mr. Joseph	male	[null]	0	0	A./5. 3235	8.05	[null]	S	[null]	[null]	[null]
43	3	1	Murphy, Miss. Katherine "Kate"	female	[null]	1	0	367230	15.5	[null]	Q	16	[null]	[null]
44	3	1	Murphy, Miss. Margaret Jane	female	[null]	1	0	367230	15.5	[null]	Q	16	[null]	[null]
45	3	1	Murphy, Miss. Nora	female	[null]	0	0	36568	15.5	[null]	Q	16	[null]	[null]
46	3	0	Myhrman, Mr. Pehr Fabian Oliver Malkolm	male	18.0	0	0	347078	7.75	[null]	S	[null]	[null]	[null]
47	3	0	Naidenoff, Mr. Penko	male	22.0	0	0	349206	7.8958	[null]	S	[null]	[null]	[null]
48	3	1	Najib, Miss. Adele Kiamie "Jane"	female	15.0	0	0	2667	7.225	[null]	C	C	[null]	[null]
49	3	1	Nakid, Miss. Maria ("Mary")	female	1.0	0	2	2653	15.7417	[null]	C	C	[null]	[null]
50	3	1	Nakid, Mr. Sahid	male	20.0	1	1	2653	15.7417	[null]	C	C	[null]	[null]
51	3	1	Nakid, Mrs. Said (Waika "Mary" Mowad)	female	19.0	1	1	2653	15.7417	[null]	C	C	[null]	[null]
52	3	0	Nancarrow, Mr. William Henry	male	33.0	0	0	A./5. 3338	8.05	[null]	S	[null]	[null]	[null]
53	3	0	Nankoff, Mr. Minko	male	[null]	0	0	349218	7.8958	[null]	S	[null]	[null]	[null]
54	3	0	Nasr, Mr. Mustafa	male	[null]	0	0	2652	7.2292	[null]	C	[null]	[null]	[null]
55	3	0	Naughton, Miss. Hannah	female	[null]	0	0	365237	7.75	[null]	Q	[null]	[null]	[null]
56	3	0	Nenkoff, Mr. Christo	male	[null]	0	0	349234	7.8958	[null]	S	[null]	[null]	[null]
57	3	1	Nicola-Yarred, Master. Elias	male	12.0	1	0	2651	11.2417	[null]	C	C	[null]	[null]
58	3	1	Nicola-Yarred, Miss. Jamila	female	14.0	1	0	2651	11.2417	[null]	C	C	[null]	[null]
59	3	0	Nieminen, Miss. Manta Josefina	female	29.0	0	0	3101297	7.925	[null]	S	[null]	[null]	[null]
60	3	0	Niklasson, Mr. Samuel	male	28.0	0	0	363611	8.05	[null]	S	[null]	[null]	[null]
61	3	1	Nilsson, Miss. Berta Olivia	female	18.0	0	0	347066	7.775	[null]	S	D	[null]	[null]
62	3	1	Nilsson, Miss. Helmina Josefina	female	26.0	0	0	347470	7.8542	[null]	S	13	[null]	[null]
63	3	0	Nilsson, Mr. August Ferdinand	male	21.0	0	0	350410	7.8542	[null]	S	[null]	[null]	[null]
64	3	0	Nirva, Mr. Iisakki Antino Aijo	male	41.0	0	0	SOTON/O2 3101272	7.125	[null]	S	[null]	[null]	Finland Sudbury, ON
65	3	1	Niskanen, Mr. Juha	male	39.0	0	0	STON/O 2. 3101289	7.925	[null]	S	9	[null]	[null]
66	3	0	Nosworthy, Mr. Richard Cater	male	21.0	0	0	A/4. 39886	7.8	[null]	S	[null]	[null]	[null]
67	3	0	Novel, Mr. Mansouer	male	28.5	0	0	2697	7.2292	[null]	C	[null]	181	[null]
68	3	1	Nysten, Miss. Anna Sofia	female	22.0	0	0	347081	7.75	[null]	S	13	[null]	[null]
69	3	0	Nysveen, Mr. Johan Hansen	male	61.0	0	0	345364	6.2375	[null]	S	[null]	[null]	[null]
70	3	0	O'Brien, Mr. Thomas	male	[null]	1	0	370365	15.5	[null]	Q	[null]	[null]	[null]
71	3	0	O'Brien, Mr. Timothy	male	[null]	0	0	330979	7.8292	[null]	Q	[null]	[null]	[null]
72	3	1	O'Brien, Mrs. Thomas (Johanna "Hannah" Godfrey)	female	[null]	1	0	370365	15.5	[null]	Q	[null]	[null]	[null]
73	3	0	O'Connell, Mr. Patrick D	male	[null]	0	0	334912	7.7333	[null]	Q	[null]	[null]	[null]
74	3	0	O'Connor, Mr. Maurice	male	[null]	0	0	371060	7.75	[null]	Q	[null]	[null]	[null]
75	3	0	O'Connor, Mr. Patrick	male	[null]	0	0	366713	7.75	[null]	Q	[null]	[null]	[null]
76	3	0	Odahl, Mr. Nils Martin	male	23.0	0	0	7267	9.225	[null]	S	[null]	[null]	[null]
77	3	0	O'Donoghue, Ms. Bridget	female	[null]	0	0	364856	7.75	[null]	Q	[null]	[null]	[null]
78	3	1	O'Driscoll, Miss. Bridget	female	[null]	0	0	14311	7.75	[null]	Q	D	[null]	[null]
79	3	1	O'Dwyer, Miss. Ellen "Nellie"	female	[null]	0	0	330959	7.8792	[null]	Q	[null]	[null]	[null]
80	3	1	Ohman, Miss. Velin	female	22.0	0	0	347085	7.775	[null]	S	C	[null]	[null]
81	3	1	O'Keefe, Mr. Patrick	male	[null]	0	0	368402	7.75	[null]	Q	B	[null]	[null]
82	3	1	O'Leary, Miss. Hanora "Norah"	female	[null]	0	0	330919	7.8292	[null]	Q	13	[null]	[null]
83	3	1	Olsen, Master. Artur Karl	male	9.0	0	1	C 17368	3.1708	[null]	S	13	[null]	[null]
84	3	0	Olsen, Mr. Henry Margido	male	28.0	0	0	C 4001	22.525	[null]	S	[null]	173	[null]
85	3	0	Olsen, Mr. Karl Siegwart Andreas	male	42.0	0	1	4579	8.4042	[null]	S	[null]	[null]	[null]
86	3	0	Olsen, Mr. Ole Martin	male	[null]	0	0	Fa 265302	7.3125	[null]	S	[null]	[null]	[null]
87	3	0	Olsson, Miss. Elina	female	31.0	0	0	350407	7.8542	[null]	S	[null]	[null]	[null]
88	3	0	Olsson, Mr. Nils Johan Goransson	male	28.0	0	0	347464	7.8542	[null]	S	[null]	[null]	[null]
89	3	1	Olsson, Mr. Oscar Wilhelm	male	32.0	0	0	347079	7.775	[null]	S	A	[null]	[null]
90	3	0	Olsvigen, Mr. Thor Anderson	male	20.0	0	0	6563	9.225	[null]	S	[null]	89	Oslo, Norway Cameron, WI
91	3	0	Oreskovic, Miss. Jelka	female	23.0	0	0	315085	8.6625	[null]	S	[null]	[null]	[null]
92	3	0	Oreskovic, Miss. Marija	female	20.0	0	0	315096	8.6625	[null]	S	[null]	[null]	[null]
93	3	0	Oreskovic, Mr. Luka	male	20.0	0	0	315094	8.6625	[null]	S	[null]	[null]	[null]
94	3	0	Osen, Mr. Olaf Elon	male	16.0	0	0	7534	9.2167	[null]	S	[null]	[null]	[null]
95	3	1	Osman, Mrs. Mara	female	31.0	0	0	349244	8.6833	[null]	S	[null]	[null]	[null]
96	3	0	O'Sullivan, Miss. Bridget Mary	female	[null]	0	0	330909	7.6292	[null]	Q	[null]	[null]	[null]
97	3	0	Palsson, Master. Gosta Leonard	male	2.0	3	1	349909	21.075	[null]	S	[null]	4	[null]
98	3	0	Palsson, Master. Paul Folke	male	6.0	3	1	349909	21.075	[null]	S	[null]	[null]	[null]
99	3	0	Palsson, Miss. Stina Viola	female	3.0	3	1	349909	21.075	[null]	S	[null]	[null]	[null]
100	3	0	Palsson, Miss. Torborg Danira	female	8.0	3	1	349909	21.075	[null]	S	[null]	[null]	[null]

Feature Engineering, pandas-style

You can create new features with in a pandas style.

titanic["family_size"] = titanic["parch"] + titanic["sibsp"] + 1
titanic[["sibsp", "parch", "family_size"]]

	123 sibsp Integer 100%	123 parch Integer 100%	123 family_size Integer 100%
1	0	0	1
2	2	0	3
3	2	0	3
4	2	0	3
5	0	0	1
6	0	0	1
7	0	0	1
8	0	0	1
9	0	0	1
10	0	0	1
11	1	0	2
12	1	0	2
13	0	0	1
14	0	0	1
15	0	0	1
16	0	0	1
17	0	0	1
18	0	0	1
19	0	0	1
20	0	0	1

You can also create features from various mathematical functions.

import vastorbit.sql.functions as fun

titanic["ln_fare"] = fun.ln(titanic["fare"])
titanic[["fare", "ln_fare"]]

	123 fare Double 99%	123 ln_fare Double 99%
1	7.75	2.0476928433652555
2	23.25	3.1463051320333655
3	23.25	3.1463051320333655
4	23.25	3.1463051320333655
5	7.7875	2.0525198841135714
6	15.5	2.740840023925201
7	7.8792	2.0642263758733557
8	8.0292	2.0830848965946345
9	7.75	2.0476928433652555
10	7.75	2.0476928433652555
11	16.1	2.7788192719904172
12	16.1	2.7788192719904172
13	7.75	2.0476928433652555
14	8.05	2.0856720914304723
15	8.05	2.0856720914304723
16	8.05	2.0856720914304723
17	7.75	2.0476928433652555
18	7.775	2.0509134580652977
19	8.05	2.0856720914304723
20	7.8958	2.0663309725297405

titanic["x"] = 1 - fun.exp(-titanic["fare"])
titanic[["fare", "x"]]

	123 fare Double 99%	123 x Double 99%
1	7.75	0.9995692574594243
2	23.25	0.9999999999200804
3	23.25	0.9999999999200804
4	23.25	0.9999999999200804
5	7.7875	0.9995851111894426
6	15.5	0.9999998144608637
7	7.8792	0.9996214642357051
8	8.0292	0.9996741912483093
9	7.75	0.9995692574594243
10	7.75	0.9995692574594243
11	16.1	0.9999998981739631
12	16.1	0.9999998981739631
13	7.75	0.9995692574594243
14	8.05	0.9996808980775188
15	8.05	0.9996808980775188
16	8.05	0.9996808980775188
17	7.75	0.9995692574594243
18	7.775	0.9995798925306443
19	8.05	0.9996808980775188
20	7.8958	0.9996276960621302

Conditional Operators

You can now filter your data with conditional operators like and (&), or (|), equals (==), not equals (!=), and more!

Equal Operator (==)

# Identifies the passengers who came alone

single_family = titanic[titanic["family_size"] == 1]
single_family.head(100)

	123 pclass Integer 100%	123 survived Integer 100%	Abc name Varchar(164) 100%	Abc sex Varchar(20) 100%	123 age Double 74%	123 sibsp Integer 100%	123 parch Integer 100%	Abc ticket Varchar(36) 100%	123 fare Double 99%	Abc cabin Varchar(30) 16%	Abc embarked Varchar(20) 99%	Abc boat Varchar(100) 28%	123 body Integer 10%	Abc home.dest Varchar(100) 48%	123 family_size Integer 100%	123 ln_fare Double 99%	123 x Double 99%
1	3	1	McCormack, Mr. Thomas Joseph	male	[null]	0	0	367228	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
2	3	1	McDermott, Miss. Brigdet Delia	female	[null]	0	0	330932	7.7875	[null]	Q	13	[null]	[null]	1	2.0525198841135714	0.9995851111894426
3	3	0	McEvoy, Mr. Michael	male	[null]	0	0	36568	15.5	[null]	Q	[null]	[null]	[null]	1	2.740840023925201	0.9999998144608637
4	3	1	McGovern, Miss. Mary	female	[null]	0	0	330931	7.8792	[null]	Q	13	[null]	[null]	1	2.0642263758733557	0.9996214642357051
5	3	1	McGowan, Miss. Anna "Annie"	female	15.0	0	0	330923	8.0292	[null]	Q	[null]	[null]	[null]	1	2.0830848965946345	0.9996741912483093
6	3	0	McGowan, Miss. Katherine	female	35.0	0	0	9232	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
7	3	0	McMahon, Mr. Martin	male	[null]	0	0	370372	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
8	3	0	McNeill, Miss. Bridget	female	[null]	0	0	370368	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
9	3	0	Meanwell, Miss. (Marion Ogden)	female	[null]	0	0	SOTON/O.Q. 392087	8.05	[null]	S	[null]	[null]	[null]	1	2.0856720914304723	0.9996808980775188
10	3	0	Meek, Mrs. Thomas (Annie Louise Rowley)	female	[null]	0	0	343095	8.05	[null]	S	[null]	[null]	[null]	1	2.0856720914304723	0.9996808980775188
11	3	0	Meo, Mr. Alfonzo	male	55.5	0	0	A.5. 11206	8.05	[null]	S	[null]	201	[null]	1	2.0856720914304723	0.9996808980775188
12	3	0	Mernagh, Mr. Robert	male	[null]	0	0	368703	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
13	3	1	Midtsjo, Mr. Karl Albert	male	21.0	0	0	345501	7.775	[null]	S	15	[null]	[null]	1	2.0509134580652977	0.9995798925306443
14	3	0	Miles, Mr. Frank	male	[null]	0	0	359306	8.05	[null]	S	[null]	[null]	[null]	1	2.0856720914304723	0.9996808980775188
15	3	0	Mineff, Mr. Ivan	male	24.0	0	0	349233	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
16	3	0	Minkoff, Mr. Lazar	male	21.0	0	0	349211	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
17	3	0	Mionoff, Mr. Stoytcho	male	28.0	0	0	349207	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
18	3	0	Mitkoff, Mr. Mito	male	[null]	0	0	349221	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
19	3	1	Mockler, Miss. Helen Mary "Ellie"	female	[null]	0	0	330980	7.8792	[null]	Q	16	[null]	[null]	1	2.0642263758733557	0.9996214642357051
20	3	0	Moen, Mr. Sigurd Hansen	male	25.0	0	0	348123	7.65	F G73	S	[null]	309	[null]	1	2.0347056478384444	0.9995239558709778
21	3	0	Moore, Mr. Leonard Charles	male	[null]	0	0	A4. 54510	8.05	[null]	S	[null]	[null]	[null]	1	2.0856720914304723	0.9996808980775188
22	3	0	Moran, Mr. James	male	[null]	0	0	330877	8.4583	[null]	Q	[null]	[null]	[null]	1	2.135148207799377	0.9997878676106221
23	3	0	Morley, Mr. William	male	34.0	0	0	364506	8.05	[null]	S	[null]	[null]	[null]	1	2.0856720914304723	0.9996808980775188
24	3	0	Morrow, Mr. Thomas Rowan	male	[null]	0	0	372622	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
25	3	1	Moss, Mr. Albert Johan	male	[null]	0	0	312991	7.775	[null]	S	B	[null]	[null]	1	2.0509134580652977	0.9995798925306443
26	3	1	Moussa, Mrs. (Mantoura Boulos)	female	[null]	0	0	2626	7.2292	[null]	C	[null]	[null]	[null]	1	1.9781283799793465	0.9992748992882511
27	3	0	Moutal, Mr. Rahamin Haim	male	[null]	0	0	374746	8.05	[null]	S	[null]	[null]	[null]	1	2.0856720914304723	0.9996808980775188
28	3	1	Mullens, Miss. Katherine "Katie"	female	[null]	0	0	35852	7.7333	[null]	Q	16	[null]	[null]	1	2.0455356796500372	0.9995620036583412
29	3	1	Mulvihill, Miss. Bertha E	female	24.0	0	0	382653	7.75	[null]	Q	15	[null]	[null]	1	2.0476928433652555	0.9995692574594243
30	3	0	Murdlin, Mr. Joseph	male	[null]	0	0	A./5. 3235	8.05	[null]	S	[null]	[null]	[null]	1	2.0856720914304723	0.9996808980775188
31	3	1	Murphy, Miss. Nora	female	[null]	0	0	36568	15.5	[null]	Q	16	[null]	[null]	1	2.740840023925201	0.9999998144608637
32	3	0	Myhrman, Mr. Pehr Fabian Oliver Malkolm	male	18.0	0	0	347078	7.75	[null]	S	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
33	3	0	Naidenoff, Mr. Penko	male	22.0	0	0	349206	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
34	3	1	Najib, Miss. Adele Kiamie "Jane"	female	15.0	0	0	2667	7.225	[null]	C	C	[null]	[null]	1	1.9775472339984959	0.9992718474609106
35	3	0	Nancarrow, Mr. William Henry	male	33.0	0	0	A./5. 3338	8.05	[null]	S	[null]	[null]	[null]	1	2.0856720914304723	0.9996808980775188
36	3	0	Nankoff, Mr. Minko	male	[null]	0	0	349218	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
37	3	0	Nasr, Mr. Mustafa	male	[null]	0	0	2652	7.2292	[null]	C	[null]	[null]	[null]	1	1.9781283799793465	0.9992748992882511
38	3	0	Naughton, Miss. Hannah	female	[null]	0	0	365237	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
39	3	0	Nenkoff, Mr. Christo	male	[null]	0	0	349234	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
40	3	0	Nieminen, Miss. Manta Josefina	female	29.0	0	0	3101297	7.925	[null]	S	[null]	[null]	[null]	1	2.0700223197633445	0.9996384101501697
41	3	0	Niklasson, Mr. Samuel	male	28.0	0	0	363611	8.05	[null]	S	[null]	[null]	[null]	1	2.0856720914304723	0.9996808980775188
42	3	1	Nilsson, Miss. Berta Olivia	female	18.0	0	0	347066	7.775	[null]	S	D	[null]	[null]	1	2.0509134580652977	0.9995798925306443
43	3	1	Nilsson, Miss. Helmina Josefina	female	26.0	0	0	347470	7.8542	[null]	S	13	[null]	[null]	1	2.061048420562944	0.9996118815572091
44	3	0	Nilsson, Mr. August Ferdinand	male	21.0	0	0	350410	7.8542	[null]	S	[null]	[null]	[null]	1	2.061048420562944	0.9996118815572091
45	3	0	Nirva, Mr. Iisakki Antino Aijo	male	41.0	0	0	SOTON/O2 3101272	7.125	[null]	S	[null]	[null]	Finland Sudbury, ON	1	1.9636097261547143	0.9991952669898754
46	3	1	Niskanen, Mr. Juha	male	39.0	0	0	STON/O 2. 3101289	7.925	[null]	S	9	[null]	[null]	1	2.0700223197633445	0.9996384101501697
47	3	0	Nosworthy, Mr. Richard Cater	male	21.0	0	0	A/4. 39886	7.8	[null]	S	[null]	[null]	[null]	1	2.0541237336955462	0.9995902650210202
48	3	0	Novel, Mr. Mansouer	male	28.5	0	0	2697	7.2292	[null]	C	[null]	181	[null]	1	1.9781283799793465	0.9992748992882511
49	3	1	Nysten, Miss. Anna Sofia	female	22.0	0	0	347081	7.75	[null]	S	13	[null]	[null]	1	2.0476928433652555	0.9995692574594243
50	3	0	Nysveen, Mr. Johan Hansen	male	61.0	0	0	345364	6.2375	[null]	S	[null]	[null]	[null]	1	1.8305794610776371	0.9980452637399684
51	3	0	O'Brien, Mr. Timothy	male	[null]	0	0	330979	7.8292	[null]	Q	[null]	[null]	[null]	1	2.0578603336462318	0.9996020562920521
52	3	0	O'Connell, Mr. Patrick D	male	[null]	0	0	334912	7.7333	[null]	Q	[null]	[null]	[null]	1	2.0455356796500372	0.9995620036583412
53	3	0	O'Connor, Mr. Maurice	male	[null]	0	0	371060	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
54	3	0	O'Connor, Mr. Patrick	male	[null]	0	0	366713	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
55	3	0	Odahl, Mr. Nils Martin	male	23.0	0	0	7267	9.225	[null]	S	[null]	[null]	[null]	1	2.221917189926591	0.9999014552698828
56	3	0	O'Donoghue, Ms. Bridget	female	[null]	0	0	364856	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
57	3	1	O'Driscoll, Miss. Bridget	female	[null]	0	0	14311	7.75	[null]	Q	D	[null]	[null]	1	2.0476928433652555	0.9995692574594243
58	3	1	O'Dwyer, Miss. Ellen "Nellie"	female	[null]	0	0	330959	7.8792	[null]	Q	[null]	[null]	[null]	1	2.0642263758733557	0.9996214642357051
59	3	1	Ohman, Miss. Velin	female	22.0	0	0	347085	7.775	[null]	S	C	[null]	[null]	1	2.0509134580652977	0.9995798925306443
60	3	1	O'Keefe, Mr. Patrick	male	[null]	0	0	368402	7.75	[null]	Q	B	[null]	[null]	1	2.0476928433652555	0.9995692574594243
61	3	1	O'Leary, Miss. Hanora "Norah"	female	[null]	0	0	330919	7.8292	[null]	Q	13	[null]	[null]	1	2.0578603336462318	0.9996020562920521
62	3	0	Olsen, Mr. Henry Margido	male	28.0	0	0	C 4001	22.525	[null]	S	[null]	173	[null]	1	3.1146258034944014	0.9999999998349876
63	3	0	Olsen, Mr. Ole Martin	male	[null]	0	0	Fa 265302	7.3125	[null]	S	[null]	[null]	[null]	1	1.989585212557975	0.9993328529022457
64	3	0	Olsson, Miss. Elina	female	31.0	0	0	350407	7.8542	[null]	S	[null]	[null]	[null]	1	2.061048420562944	0.9996118815572091
65	3	0	Olsson, Mr. Nils Johan Goransson	male	28.0	0	0	347464	7.8542	[null]	S	[null]	[null]	[null]	1	2.061048420562944	0.9996118815572091
66	3	1	Olsson, Mr. Oscar Wilhelm	male	32.0	0	0	347079	7.775	[null]	S	A	[null]	[null]	1	2.0509134580652977	0.9995798925306443
67	3	0	Olsvigen, Mr. Thor Anderson	male	20.0	0	0	6563	9.225	[null]	S	[null]	89	Oslo, Norway Cameron, WI	1	2.221917189926591	0.9999014552698828
68	3	0	Oreskovic, Miss. Jelka	female	23.0	0	0	315085	8.6625	[null]	S	[null]	[null]	[null]	1	2.1590033645160216	0.999827048612489
69	3	0	Oreskovic, Miss. Marija	female	20.0	0	0	315096	8.6625	[null]	S	[null]	[null]	[null]	1	2.1590033645160216	0.999827048612489
70	3	0	Oreskovic, Mr. Luka	male	20.0	0	0	315094	8.6625	[null]	S	[null]	[null]	[null]	1	2.1590033645160216	0.999827048612489
71	3	0	Osen, Mr. Olaf Elon	male	16.0	0	0	7534	9.2167	[null]	S	[null]	[null]	[null]	1	2.221017055930222	0.9999006339448391
72	3	1	Osman, Mrs. Mara	female	31.0	0	0	349244	8.6833	[null]	S	[null]	[null]	[null]	1	2.161401640752305	0.9998306088465576
73	3	0	O'Sullivan, Miss. Bridget Mary	female	[null]	0	0	330909	7.6292	[null]	Q	[null]	[null]	[null]	1	2.0319829905201345	0.99951395045752
74	3	0	Pasic, Mr. Jakob	male	21.0	0	0	315097	8.6625	[null]	S	[null]	[null]	[null]	1	2.1590033645160216	0.999827048612489
75	3	0	Patchett, Mr. George	male	19.0	0	0	358585	14.5	[null]	S	[null]	[null]	[null]	1	2.6741486494265287	0.9999994956523375
76	3	0	Paulner, Mr. Uscher	male	[null]	0	0	3411	8.7125	[null]	C	[null]	[null]	[null]	1	2.1647587760866425	0.9998354835511913
77	3	0	Pavlovic, Mr. Stefo	male	32.0	0	0	349242	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
78	3	0	Pearce, Mr. Ernest	male	[null]	0	0	343271	7.0	[null]	S	[null]	[null]	[null]	1	1.9459101490553132	0.9990881180344455
79	3	0	Pedersen, Mr. Olaf	male	[null]	0	0	345498	7.775	[null]	S	[null]	[null]	[null]	1	2.0509134580652977	0.9995798925306443
80	3	0	Peduzzi, Mr. Joseph	male	[null]	0	0	A/5 2817	8.05	[null]	S	[null]	[null]	[null]	1	2.0856720914304723	0.9996808980775188
81	3	0	Pekoniemi, Mr. Edvard	male	21.0	0	0	STON/O 2. 3101294	7.925	[null]	S	[null]	[null]	[null]	1	2.0700223197633445	0.9996384101501697
82	3	0	Peltomaki, Mr. Nikolai Johannes	male	25.0	0	0	STON/O 2. 3101291	7.925	[null]	S	[null]	[null]	[null]	1	2.0700223197633445	0.9996384101501697
83	3	0	Perkin, Mr. John Henry	male	22.0	0	0	A/5 21174	7.25	[null]	S	[null]	[null]	[null]	1	1.9810014688665833	0.9992898256111574
84	3	0	Peters, Miss. Katie	female	[null]	0	0	330935	8.1375	[null]	Q	[null]	[null]	[null]	1	2.0964830075346876	0.9997076327966427
85	3	0	Petersen, Mr. Marius	male	24.0	0	0	342441	8.05	[null]	S	[null]	[null]	[null]	1	2.0856720914304723	0.9996808980775188
86	3	0	Petranec, Miss. Matilda	female	28.0	0	0	349245	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
87	3	0	Petroff, Mr. Nedelio	male	19.0	0	0	349212	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
88	3	0	Petroff, Mr. Pastcho ("Pentcho")	male	[null]	0	0	349215	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
89	3	0	Pettersson, Miss. Ellen Natalia	female	18.0	0	0	347087	7.775	[null]	S	[null]	[null]	[null]	1	2.0509134580652977	0.9995798925306443
90	3	1	Pickard, Mr. Berk (Berk Trembisky)	male	32.0	0	0	SOTON/O.Q. 392078	8.05	E10	S	9	[null]	[null]	1	2.0856720914304723	0.9996808980775188
91	3	0	Plotcharsky, Mr. Vasil	male	[null]	0	0	349227	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
92	3	0	Pokrnic, Mr. Mate	male	17.0	0	0	315095	8.6625	[null]	S	[null]	[null]	[null]	1	2.1590033645160216	0.999827048612489
93	3	0	Pokrnic, Mr. Tome	male	24.0	0	0	315092	8.6625	[null]	S	[null]	[null]	[null]	1	2.1590033645160216	0.999827048612489
94	3	0	Radeff, Mr. Alexander	male	[null]	0	0	349223	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
95	3	0	Rasmussen, Mrs. (Lena Jacobsen Solvang)	female	[null]	0	0	65305	8.1125	[null]	S	[null]	[null]	[null]	1	2.0934060820302083	0.9997002314856522
96	3	0	Razi, Mr. Raihed	male	[null]	0	0	2629	7.2292	[null]	C	[null]	[null]	[null]	1	1.9781283799793465	0.9992748992882511
97	3	0	Reed, Mr. James George	male	[null]	0	0	362316	7.25	[null]	S	[null]	[null]	[null]	1	1.9810014688665833	0.9992898256111574
98	3	0	Rekic, Mr. Tido	male	38.0	0	0	349249	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
99	3	0	Reynolds, Mr. Harold J	male	21.0	0	0	342684	8.05	[null]	S	[null]	[null]	[null]	1	2.0856720914304723	0.9996808980775188
100	3	0	Riihivouri, Miss. Susanna Juhantytar "Sanni"	female	22.0	0	0	3101295	39.6875	[null]	S	[null]	[null]	[null]	1	3.6810362766529106	1.0

And Operator (&)

# Identifies the passengers who came alone and
# who are between 15 and 24 years old...
# ...with comparison operators
single_family[(titanic["age"] >= 15) & (titanic["age"] <= 24)]

	123 pclass Integer 100%	123 survived Integer 100%	Abc name Varchar(164) 100%	Abc sex Varchar(20) 100%	123 age Double 100%	123 sibsp Integer 100%	123 parch Integer 100%	Abc ticket Varchar(36) 100%	123 fare Double 100%	Abc cabin Varchar(30) 7%	Abc embarked Varchar(20) 100%	Abc boat Varchar(100) 27%	123 body Integer 7%	Abc home.dest Varchar(100) 47%	123 family_size Integer 100%	123 ln_fare Double 100%	123 x Double 100%
1	3	1	McGowan, Miss. Anna "Annie"	female	15.0	0	0	330923	8.0292	[null]	Q	[null]	[null]	[null]	1	2.0830848965946345	0.9996741912483093
2	3	1	Midtsjo, Mr. Karl Albert	male	21.0	0	0	345501	7.775	[null]	S	15	[null]	[null]	1	2.0509134580652977	0.9995798925306443
3	3	0	Mineff, Mr. Ivan	male	24.0	0	0	349233	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
4	3	0	Minkoff, Mr. Lazar	male	21.0	0	0	349211	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
5	3	1	Mulvihill, Miss. Bertha E	female	24.0	0	0	382653	7.75	[null]	Q	15	[null]	[null]	1	2.0476928433652555	0.9995692574594243
6	3	0	Myhrman, Mr. Pehr Fabian Oliver Malkolm	male	18.0	0	0	347078	7.75	[null]	S	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
7	3	0	Naidenoff, Mr. Penko	male	22.0	0	0	349206	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
8	3	1	Najib, Miss. Adele Kiamie "Jane"	female	15.0	0	0	2667	7.225	[null]	C	C	[null]	[null]	1	1.9775472339984959	0.9992718474609106
9	3	1	Nilsson, Miss. Berta Olivia	female	18.0	0	0	347066	7.775	[null]	S	D	[null]	[null]	1	2.0509134580652977	0.9995798925306443
10	3	0	Nilsson, Mr. August Ferdinand	male	21.0	0	0	350410	7.8542	[null]	S	[null]	[null]	[null]	1	2.061048420562944	0.9996118815572091
11	3	0	Nosworthy, Mr. Richard Cater	male	21.0	0	0	A/4. 39886	7.8	[null]	S	[null]	[null]	[null]	1	2.0541237336955462	0.9995902650210202
12	3	1	Nysten, Miss. Anna Sofia	female	22.0	0	0	347081	7.75	[null]	S	13	[null]	[null]	1	2.0476928433652555	0.9995692574594243
13	3	0	Odahl, Mr. Nils Martin	male	23.0	0	0	7267	9.225	[null]	S	[null]	[null]	[null]	1	2.221917189926591	0.9999014552698828
14	3	1	Ohman, Miss. Velin	female	22.0	0	0	347085	7.775	[null]	S	C	[null]	[null]	1	2.0509134580652977	0.9995798925306443
15	3	0	Olsvigen, Mr. Thor Anderson	male	20.0	0	0	6563	9.225	[null]	S	[null]	89	Oslo, Norway Cameron, WI	1	2.221917189926591	0.9999014552698828
16	3	0	Oreskovic, Miss. Jelka	female	23.0	0	0	315085	8.6625	[null]	S	[null]	[null]	[null]	1	2.1590033645160216	0.999827048612489
17	3	0	Oreskovic, Miss. Marija	female	20.0	0	0	315096	8.6625	[null]	S	[null]	[null]	[null]	1	2.1590033645160216	0.999827048612489
18	3	0	Oreskovic, Mr. Luka	male	20.0	0	0	315094	8.6625	[null]	S	[null]	[null]	[null]	1	2.1590033645160216	0.999827048612489
19	3	0	Osen, Mr. Olaf Elon	male	16.0	0	0	7534	9.2167	[null]	S	[null]	[null]	[null]	1	2.221017055930222	0.9999006339448391
20	3	0	Pasic, Mr. Jakob	male	21.0	0	0	315097	8.6625	[null]	S	[null]	[null]	[null]	1	2.1590033645160216	0.999827048612489

Between Operator (_between)

# ...with the 'between' function
single_family[titanic["age"]._between(15, 24)]

	123 pclass Integer 100%	123 survived Integer 100%	Abc name Varchar(164) 100%	Abc sex Varchar(20) 100%	123 age Double 100%	123 sibsp Integer 100%	123 parch Integer 100%	Abc ticket Varchar(36) 100%	123 fare Double 100%	Abc cabin Varchar(30) 7%	Abc embarked Varchar(20) 100%	Abc boat Varchar(100) 27%	123 body Integer 7%	Abc home.dest Varchar(100) 47%	123 family_size Integer 100%	123 ln_fare Double 100%	123 x Double 100%
1	3	1	McGowan, Miss. Anna "Annie"	female	15.0	0	0	330923	8.0292	[null]	Q	[null]	[null]	[null]	1	2.0830848965946345	0.9996741912483093
2	3	1	Midtsjo, Mr. Karl Albert	male	21.0	0	0	345501	7.775	[null]	S	15	[null]	[null]	1	2.0509134580652977	0.9995798925306443
3	3	0	Mineff, Mr. Ivan	male	24.0	0	0	349233	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
4	3	0	Minkoff, Mr. Lazar	male	21.0	0	0	349211	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
5	3	1	Mulvihill, Miss. Bertha E	female	24.0	0	0	382653	7.75	[null]	Q	15	[null]	[null]	1	2.0476928433652555	0.9995692574594243
6	3	0	Myhrman, Mr. Pehr Fabian Oliver Malkolm	male	18.0	0	0	347078	7.75	[null]	S	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
7	3	0	Naidenoff, Mr. Penko	male	22.0	0	0	349206	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
8	3	1	Najib, Miss. Adele Kiamie "Jane"	female	15.0	0	0	2667	7.225	[null]	C	C	[null]	[null]	1	1.9775472339984959	0.9992718474609106
9	3	1	Nilsson, Miss. Berta Olivia	female	18.0	0	0	347066	7.775	[null]	S	D	[null]	[null]	1	2.0509134580652977	0.9995798925306443
10	3	0	Nilsson, Mr. August Ferdinand	male	21.0	0	0	350410	7.8542	[null]	S	[null]	[null]	[null]	1	2.061048420562944	0.9996118815572091
11	3	0	Nosworthy, Mr. Richard Cater	male	21.0	0	0	A/4. 39886	7.8	[null]	S	[null]	[null]	[null]	1	2.0541237336955462	0.9995902650210202
12	3	1	Nysten, Miss. Anna Sofia	female	22.0	0	0	347081	7.75	[null]	S	13	[null]	[null]	1	2.0476928433652555	0.9995692574594243
13	3	0	Odahl, Mr. Nils Martin	male	23.0	0	0	7267	9.225	[null]	S	[null]	[null]	[null]	1	2.221917189926591	0.9999014552698828
14	3	1	Ohman, Miss. Velin	female	22.0	0	0	347085	7.775	[null]	S	C	[null]	[null]	1	2.0509134580652977	0.9995798925306443
15	3	0	Olsvigen, Mr. Thor Anderson	male	20.0	0	0	6563	9.225	[null]	S	[null]	89	Oslo, Norway Cameron, WI	1	2.221917189926591	0.9999014552698828
16	3	0	Oreskovic, Miss. Jelka	female	23.0	0	0	315085	8.6625	[null]	S	[null]	[null]	[null]	1	2.1590033645160216	0.999827048612489
17	3	0	Oreskovic, Miss. Marija	female	20.0	0	0	315096	8.6625	[null]	S	[null]	[null]	[null]	1	2.1590033645160216	0.999827048612489
18	3	0	Oreskovic, Mr. Luka	male	20.0	0	0	315094	8.6625	[null]	S	[null]	[null]	[null]	1	2.1590033645160216	0.999827048612489
19	3	0	Osen, Mr. Olaf Elon	male	16.0	0	0	7534	9.2167	[null]	S	[null]	[null]	[null]	1	2.221017055930222	0.9999006339448391
20	3	0	Pasic, Mr. Jakob	male	21.0	0	0	315097	8.6625	[null]	S	[null]	[null]	[null]	1	2.1590033645160216	0.999827048612489

In Operator (_in)

# Identifies the passengers who came alone in 1st and 3rd class...

# ...with the 'in' method
single_family[titanic["pclass"]._in(1, 3)]

	123 pclass Integer 100%	123 survived Integer 100%	Abc name Varchar(164) 100%	Abc sex Varchar(20) 100%	123 age Double 70%	123 sibsp Integer 100%	123 parch Integer 100%	Abc ticket Varchar(36) 100%	123 fare Double 99%	Abc cabin Varchar(30) 18%	Abc embarked Varchar(20) 99%	Abc boat Varchar(100) 29%	123 body Integer 9%	Abc home.dest Varchar(100) 37%	123 family_size Integer 100%	123 ln_fare Double 99%	123 x Double 99%
1	3	1	McCormack, Mr. Thomas Joseph	male	[null]	0	0	367228	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
2	3	1	McDermott, Miss. Brigdet Delia	female	[null]	0	0	330932	7.7875	[null]	Q	13	[null]	[null]	1	2.0525198841135714	0.9995851111894426
3	3	0	McEvoy, Mr. Michael	male	[null]	0	0	36568	15.5	[null]	Q	[null]	[null]	[null]	1	2.740840023925201	0.9999998144608637
4	3	1	McGovern, Miss. Mary	female	[null]	0	0	330931	7.8792	[null]	Q	13	[null]	[null]	1	2.0642263758733557	0.9996214642357051
5	3	1	McGowan, Miss. Anna "Annie"	female	15.0	0	0	330923	8.0292	[null]	Q	[null]	[null]	[null]	1	2.0830848965946345	0.9996741912483093
6	3	0	McGowan, Miss. Katherine	female	35.0	0	0	9232	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
7	3	0	McMahon, Mr. Martin	male	[null]	0	0	370372	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
8	3	0	McNeill, Miss. Bridget	female	[null]	0	0	370368	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
9	3	0	Meanwell, Miss. (Marion Ogden)	female	[null]	0	0	SOTON/O.Q. 392087	8.05	[null]	S	[null]	[null]	[null]	1	2.0856720914304723	0.9996808980775188
10	3	0	Meek, Mrs. Thomas (Annie Louise Rowley)	female	[null]	0	0	343095	8.05	[null]	S	[null]	[null]	[null]	1	2.0856720914304723	0.9996808980775188
11	3	0	Meo, Mr. Alfonzo	male	55.5	0	0	A.5. 11206	8.05	[null]	S	[null]	201	[null]	1	2.0856720914304723	0.9996808980775188
12	3	0	Mernagh, Mr. Robert	male	[null]	0	0	368703	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
13	3	1	Midtsjo, Mr. Karl Albert	male	21.0	0	0	345501	7.775	[null]	S	15	[null]	[null]	1	2.0509134580652977	0.9995798925306443
14	3	0	Miles, Mr. Frank	male	[null]	0	0	359306	8.05	[null]	S	[null]	[null]	[null]	1	2.0856720914304723	0.9996808980775188
15	3	0	Mineff, Mr. Ivan	male	24.0	0	0	349233	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
16	3	0	Minkoff, Mr. Lazar	male	21.0	0	0	349211	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
17	3	0	Mionoff, Mr. Stoytcho	male	28.0	0	0	349207	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
18	3	0	Mitkoff, Mr. Mito	male	[null]	0	0	349221	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
19	3	1	Mockler, Miss. Helen Mary "Ellie"	female	[null]	0	0	330980	7.8792	[null]	Q	16	[null]	[null]	1	2.0642263758733557	0.9996214642357051
20	3	0	Moen, Mr. Sigurd Hansen	male	25.0	0	0	348123	7.65	F G73	S	[null]	309	[null]	1	2.0347056478384444	0.9995239558709778

Not In Operator (_not_in)

# ...with the 'not_in' method
single_family[titanic["pclass"]._not_in(2)]

	123 pclass Integer 100%	123 survived Integer 100%	Abc name Varchar(164) 100%	Abc sex Varchar(20) 100%	123 age Double 70%	123 sibsp Integer 100%	123 parch Integer 100%	Abc ticket Varchar(36) 100%	123 fare Double 99%	Abc cabin Varchar(30) 18%	Abc embarked Varchar(20) 99%	Abc boat Varchar(100) 29%	123 body Integer 9%	Abc home.dest Varchar(100) 37%	123 family_size Integer 100%	123 ln_fare Double 99%	123 x Double 99%
1	3	1	McCormack, Mr. Thomas Joseph	male	[null]	0	0	367228	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
2	3	1	McDermott, Miss. Brigdet Delia	female	[null]	0	0	330932	7.7875	[null]	Q	13	[null]	[null]	1	2.0525198841135714	0.9995851111894426
3	3	0	McEvoy, Mr. Michael	male	[null]	0	0	36568	15.5	[null]	Q	[null]	[null]	[null]	1	2.740840023925201	0.9999998144608637
4	3	1	McGovern, Miss. Mary	female	[null]	0	0	330931	7.8792	[null]	Q	13	[null]	[null]	1	2.0642263758733557	0.9996214642357051
5	3	1	McGowan, Miss. Anna "Annie"	female	15.0	0	0	330923	8.0292	[null]	Q	[null]	[null]	[null]	1	2.0830848965946345	0.9996741912483093
6	3	0	McGowan, Miss. Katherine	female	35.0	0	0	9232	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
7	3	0	McMahon, Mr. Martin	male	[null]	0	0	370372	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
8	3	0	McNeill, Miss. Bridget	female	[null]	0	0	370368	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
9	3	0	Meanwell, Miss. (Marion Ogden)	female	[null]	0	0	SOTON/O.Q. 392087	8.05	[null]	S	[null]	[null]	[null]	1	2.0856720914304723	0.9996808980775188
10	3	0	Meek, Mrs. Thomas (Annie Louise Rowley)	female	[null]	0	0	343095	8.05	[null]	S	[null]	[null]	[null]	1	2.0856720914304723	0.9996808980775188
11	3	0	Meo, Mr. Alfonzo	male	55.5	0	0	A.5. 11206	8.05	[null]	S	[null]	201	[null]	1	2.0856720914304723	0.9996808980775188
12	3	0	Mernagh, Mr. Robert	male	[null]	0	0	368703	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
13	3	1	Midtsjo, Mr. Karl Albert	male	21.0	0	0	345501	7.775	[null]	S	15	[null]	[null]	1	2.0509134580652977	0.9995798925306443
14	3	0	Miles, Mr. Frank	male	[null]	0	0	359306	8.05	[null]	S	[null]	[null]	[null]	1	2.0856720914304723	0.9996808980775188
15	3	0	Mineff, Mr. Ivan	male	24.0	0	0	349233	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
16	3	0	Minkoff, Mr. Lazar	male	21.0	0	0	349211	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
17	3	0	Mionoff, Mr. Stoytcho	male	28.0	0	0	349207	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
18	3	0	Mitkoff, Mr. Mito	male	[null]	0	0	349221	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
19	3	1	Mockler, Miss. Helen Mary "Ellie"	female	[null]	0	0	330980	7.8792	[null]	Q	16	[null]	[null]	1	2.0642263758733557	0.9996214642357051
20	3	0	Moen, Mr. Sigurd Hansen	male	25.0	0	0	348123	7.65	F G73	S	[null]	309	[null]	1	2.0347056478384444	0.9995239558709778

Or Operator (|)

# Or operator
single_family[(titanic["pclass"] == 1) | (titanic["pclass"] == 3)]

	123 pclass Integer 100%	123 survived Integer 100%	Abc name Varchar(164) 100%	Abc sex Varchar(20) 100%	123 age Double 70%	123 sibsp Integer 100%	123 parch Integer 100%	Abc ticket Varchar(36) 100%	123 fare Double 99%	Abc cabin Varchar(30) 18%	Abc embarked Varchar(20) 99%	Abc boat Varchar(100) 29%	123 body Integer 9%	Abc home.dest Varchar(100) 37%	123 family_size Integer 100%	123 ln_fare Double 99%	123 x Double 99%
1	3	1	McCormack, Mr. Thomas Joseph	male	[null]	0	0	367228	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
2	3	1	McDermott, Miss. Brigdet Delia	female	[null]	0	0	330932	7.7875	[null]	Q	13	[null]	[null]	1	2.0525198841135714	0.9995851111894426
3	3	0	McEvoy, Mr. Michael	male	[null]	0	0	36568	15.5	[null]	Q	[null]	[null]	[null]	1	2.740840023925201	0.9999998144608637
4	3	1	McGovern, Miss. Mary	female	[null]	0	0	330931	7.8792	[null]	Q	13	[null]	[null]	1	2.0642263758733557	0.9996214642357051
5	3	1	McGowan, Miss. Anna "Annie"	female	15.0	0	0	330923	8.0292	[null]	Q	[null]	[null]	[null]	1	2.0830848965946345	0.9996741912483093
6	3	0	McGowan, Miss. Katherine	female	35.0	0	0	9232	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
7	3	0	McMahon, Mr. Martin	male	[null]	0	0	370372	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
8	3	0	McNeill, Miss. Bridget	female	[null]	0	0	370368	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
9	3	0	Meanwell, Miss. (Marion Ogden)	female	[null]	0	0	SOTON/O.Q. 392087	8.05	[null]	S	[null]	[null]	[null]	1	2.0856720914304723	0.9996808980775188
10	3	0	Meek, Mrs. Thomas (Annie Louise Rowley)	female	[null]	0	0	343095	8.05	[null]	S	[null]	[null]	[null]	1	2.0856720914304723	0.9996808980775188
11	3	0	Meo, Mr. Alfonzo	male	55.5	0	0	A.5. 11206	8.05	[null]	S	[null]	201	[null]	1	2.0856720914304723	0.9996808980775188
12	3	0	Mernagh, Mr. Robert	male	[null]	0	0	368703	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
13	3	1	Midtsjo, Mr. Karl Albert	male	21.0	0	0	345501	7.775	[null]	S	15	[null]	[null]	1	2.0509134580652977	0.9995798925306443
14	3	0	Miles, Mr. Frank	male	[null]	0	0	359306	8.05	[null]	S	[null]	[null]	[null]	1	2.0856720914304723	0.9996808980775188
15	3	0	Mineff, Mr. Ivan	male	24.0	0	0	349233	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
16	3	0	Minkoff, Mr. Lazar	male	21.0	0	0	349211	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
17	3	0	Mionoff, Mr. Stoytcho	male	28.0	0	0	349207	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
18	3	0	Mitkoff, Mr. Mito	male	[null]	0	0	349221	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
19	3	1	Mockler, Miss. Helen Mary "Ellie"	female	[null]	0	0	330980	7.8792	[null]	Q	16	[null]	[null]	1	2.0642263758733557	0.9996214642357051
20	3	0	Moen, Mr. Sigurd Hansen	male	25.0	0	0	348123	7.65	F G73	S	[null]	309	[null]	1	2.0347056478384444	0.9995239558709778

Not Equal Operator (!=)

# ...with the not equal operator
single_family[titanic["pclass"] != 2]

	123 pclass Integer 100%	123 survived Integer 100%	Abc name Varchar(164) 100%	Abc sex Varchar(20) 100%	123 age Double 70%	123 sibsp Integer 100%	123 parch Integer 100%	Abc ticket Varchar(36) 100%	123 fare Double 99%	Abc cabin Varchar(30) 18%	Abc embarked Varchar(20) 99%	Abc boat Varchar(100) 29%	123 body Integer 9%	Abc home.dest Varchar(100) 37%	123 family_size Integer 100%	123 ln_fare Double 99%	123 x Double 99%
1	3	1	McCormack, Mr. Thomas Joseph	male	[null]	0	0	367228	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
2	3	1	McDermott, Miss. Brigdet Delia	female	[null]	0	0	330932	7.7875	[null]	Q	13	[null]	[null]	1	2.0525198841135714	0.9995851111894426
3	3	0	McEvoy, Mr. Michael	male	[null]	0	0	36568	15.5	[null]	Q	[null]	[null]	[null]	1	2.740840023925201	0.9999998144608637
4	3	1	McGovern, Miss. Mary	female	[null]	0	0	330931	7.8792	[null]	Q	13	[null]	[null]	1	2.0642263758733557	0.9996214642357051
5	3	1	McGowan, Miss. Anna "Annie"	female	15.0	0	0	330923	8.0292	[null]	Q	[null]	[null]	[null]	1	2.0830848965946345	0.9996741912483093
6	3	0	McGowan, Miss. Katherine	female	35.0	0	0	9232	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
7	3	0	McMahon, Mr. Martin	male	[null]	0	0	370372	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
8	3	0	McNeill, Miss. Bridget	female	[null]	0	0	370368	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
9	3	0	Meanwell, Miss. (Marion Ogden)	female	[null]	0	0	SOTON/O.Q. 392087	8.05	[null]	S	[null]	[null]	[null]	1	2.0856720914304723	0.9996808980775188
10	3	0	Meek, Mrs. Thomas (Annie Louise Rowley)	female	[null]	0	0	343095	8.05	[null]	S	[null]	[null]	[null]	1	2.0856720914304723	0.9996808980775188
11	3	0	Meo, Mr. Alfonzo	male	55.5	0	0	A.5. 11206	8.05	[null]	S	[null]	201	[null]	1	2.0856720914304723	0.9996808980775188
12	3	0	Mernagh, Mr. Robert	male	[null]	0	0	368703	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
13	3	1	Midtsjo, Mr. Karl Albert	male	21.0	0	0	345501	7.775	[null]	S	15	[null]	[null]	1	2.0509134580652977	0.9995798925306443
14	3	0	Miles, Mr. Frank	male	[null]	0	0	359306	8.05	[null]	S	[null]	[null]	[null]	1	2.0856720914304723	0.9996808980775188
15	3	0	Mineff, Mr. Ivan	male	24.0	0	0	349233	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
16	3	0	Minkoff, Mr. Lazar	male	21.0	0	0	349211	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
17	3	0	Mionoff, Mr. Stoytcho	male	28.0	0	0	349207	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
18	3	0	Mitkoff, Mr. Mito	male	[null]	0	0	349221	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302
19	3	1	Mockler, Miss. Helen Mary "Ellie"	female	[null]	0	0	330980	7.8792	[null]	Q	16	[null]	[null]	1	2.0642263758733557	0.9996214642357051
20	3	0	Moen, Mr. Sigurd Hansen	male	25.0	0	0	348123	7.65	F G73	S	[null]	309	[null]	1	2.0347056478384444	0.9995239558709778

‘Pythonic’ Invokation of VAST Functions

You can easily apply VAST functions to your VastFrame. Here, we use VAST’s COALESCE function to impute the age of the passengers in our dataset.

titanic["age"].count()

res = titanic["age"].count()

titanic["age"] = fun.coalesce(titanic["age"], titanic["age"].avg());
titanic["age"].count()

Slicing the VastFrame

You can now slice the VastFrame with indexing operators.

titanic[0:30]

	123 pclass Integer 100%	123 survived Integer 100%	Abc name Varchar(164) 100%	Abc sex Varchar(20) 100%	123 age Double 100%	123 sibsp Integer 100%	123 parch Integer 100%	Abc ticket Varchar(36) 100%	123 fare Double 100%	Abc cabin Varchar(30) 10%	Abc embarked Varchar(20) 100%	Abc boat Varchar(100) 33%	123 body Integer 10%	Abc home.dest Varchar(100) 0%	123 family_size Integer 100%	123 ln_fare Double 100%	123 x Double 100%
1	3	1	McCormack, Mr. Thomas Joseph	male	29.881137667304017	0	0	367228	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
2	3	1	McCoy, Miss. Agnes	female	29.881137667304017	2	0	367226	23.25	[null]	Q	16	[null]	[null]	3	3.1463051320333655	0.9999999999200804
3	3	1	McCoy, Miss. Alicia	female	29.881137667304017	2	0	367226	23.25	[null]	Q	16	[null]	[null]	3	3.1463051320333655	0.9999999999200804
4	3	1	McCoy, Mr. Bernard	male	29.881137667304017	2	0	367226	23.25	[null]	Q	16	[null]	[null]	3	3.1463051320333655	0.9999999999200804
5	3	1	McDermott, Miss. Brigdet Delia	female	29.881137667304017	0	0	330932	7.7875	[null]	Q	13	[null]	[null]	1	2.0525198841135714	0.9995851111894426
6	3	0	McEvoy, Mr. Michael	male	29.881137667304017	0	0	36568	15.5	[null]	Q	[null]	[null]	[null]	1	2.740840023925201	0.9999998144608637
7	3	1	McGovern, Miss. Mary	female	29.881137667304017	0	0	330931	7.8792	[null]	Q	13	[null]	[null]	1	2.0642263758733557	0.9996214642357051
8	3	1	McGowan, Miss. Anna "Annie"	female	15.0	0	0	330923	8.0292	[null]	Q	[null]	[null]	[null]	1	2.0830848965946345	0.9996741912483093
9	3	0	McGowan, Miss. Katherine	female	35.0	0	0	9232	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
10	3	0	McMahon, Mr. Martin	male	29.881137667304017	0	0	370372	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
11	3	0	McNamee, Mr. Neal	male	24.0	1	0	376566	16.1	[null]	S	[null]	[null]	[null]	2	2.7788192719904172	0.9999998981739631
12	3	0	McNamee, Mrs. Neal (Eileen O'Leary)	female	19.0	1	0	376566	16.1	[null]	S	[null]	53	[null]	2	2.7788192719904172	0.9999998981739631
13	3	0	McNeill, Miss. Bridget	female	29.881137667304017	0	0	370368	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
14	3	0	Meanwell, Miss. (Marion Ogden)	female	29.881137667304017	0	0	SOTON/O.Q. 392087	8.05	[null]	S	[null]	[null]	[null]	1	2.0856720914304723	0.9996808980775188
15	3	0	Meek, Mrs. Thomas (Annie Louise Rowley)	female	29.881137667304017	0	0	343095	8.05	[null]	S	[null]	[null]	[null]	1	2.0856720914304723	0.9996808980775188
16	3	0	Meo, Mr. Alfonzo	male	55.5	0	0	A.5. 11206	8.05	[null]	S	[null]	201	[null]	1	2.0856720914304723	0.9996808980775188
17	3	0	Mernagh, Mr. Robert	male	29.881137667304017	0	0	368703	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243
18	3	1	Midtsjo, Mr. Karl Albert	male	21.0	0	0	345501	7.775	[null]	S	15	[null]	[null]	1	2.0509134580652977	0.9995798925306443
19	3	0	Miles, Mr. Frank	male	29.881137667304017	0	0	359306	8.05	[null]	S	[null]	[null]	[null]	1	2.0856720914304723	0.9996808980775188
20	3	0	Mineff, Mr. Ivan	male	24.0	0	0	349233	7.8958	[null]	S	[null]	[null]	[null]	1	2.0663309725297405	0.9996276960621302

To access a single row, we just have to specify the index.

titanic[0:1]

	123 pclass Integer 100%	123 survived Integer 100%	Abc name Varchar(164) 100%	Abc sex Varchar(20) 100%	123 age Double 100%	123 sibsp Integer 100%	123 parch Integer 100%	Abc ticket Varchar(36) 100%	123 fare Double 100%	Abc cabin Varchar(30) 0%	Abc embarked Varchar(20) 100%	Abc boat Varchar(100) 0%	123 body Integer 0%	Abc home.dest Varchar(100) 0%	123 family_size Integer 100%	123 ln_fare Double 100%	123 x Double 100%
1	3	1	McCormack, Mr. Thomas Joseph	male	29.881137667304017	0	0	367228	7.75	[null]	Q	[null]	[null]	[null]	1	2.0476928433652555	0.9995692574594243