Lines Matching defs:get_tokens

2478         def get_tokens(string):
2481 self.assertRaises(SyntaxError, get_tokens, "(1+2]")
2482 self.assertRaises(SyntaxError, get_tokens, "(1+2}")
2483 self.assertRaises(SyntaxError, get_tokens, "{1+2]")
2485 self.assertRaises(SyntaxError, get_tokens, "1_")
2486 self.assertRaises(SyntaxError, get_tokens, "1.2_")
2487 self.assertRaises(SyntaxError, get_tokens, "1e2_")
2488 self.assertRaises(SyntaxError, get_tokens, "1e+")
2490 self.assertRaises(SyntaxError, get_tokens, "\xa0")
2491 self.assertRaises(SyntaxError, get_tokens, "€")
2493 self.assertRaises(SyntaxError, get_tokens, "0b12")
2494 self.assertRaises(SyntaxError, get_tokens, "0b1_2")
2495 self.assertRaises(SyntaxError, get_tokens, "0b2")
2496 self.assertRaises(SyntaxError, get_tokens, "0b1_")
2497 self.assertRaises(SyntaxError, get_tokens, "0b")
2498 self.assertRaises(SyntaxError, get_tokens, "0o18")
2499 self.assertRaises(SyntaxError, get_tokens, "0o1_8")
2500 self.assertRaises(SyntaxError, get_tokens, "0o8")
2501 self.assertRaises(SyntaxError, get_tokens, "0o1_")
2502 self.assertRaises(SyntaxError, get_tokens, "0o")
2503 self.assertRaises(SyntaxError, get_tokens, "0x1_")
2504 self.assertRaises(SyntaxError, get_tokens, "0x")
2505 self.assertRaises(SyntaxError, get_tokens, "1_")
2506 self.assertRaises(SyntaxError, get_tokens, "012")
2507 self.assertRaises(SyntaxError, get_tokens, "1.2_")
2508 self.assertRaises(SyntaxError, get_tokens, "1e2_")
2509 self.assertRaises(SyntaxError, get_tokens, "1e+")
2511 self.assertRaises(SyntaxError, get_tokens, "'sdfsdf")
2512 self.assertRaises(SyntaxError, get_tokens, "'''sdfsdf''")
2514 self.assertRaises(SyntaxError, get_tokens, "("*1000+"a"+")"*1000)
2515 self.assertRaises(SyntaxError, get_tokens, "]")
2538 def get_tokens(string):
2577 self.assertEqual(get_tokens(code), get_tokens(code_no_cont))
2598 self.assertEqual(get_tokens(code), get_tokens(code_no_cont))
2633 self.assertEqual(get_tokens(code), get_tokens(code_no_cont))