Thu, 06 Dec 2018 19:36:27 +0200
branch merge
1 | 1 | #!/usr/bin/env python3 |
2 | 2 | import sys, json |
3 | from misc import * | |
7
f3791dccfd03
Käännetty tiedostojen nimet englanniksi
Teemu Piippo <teemu@hecknology.net>
parents:
6
diff
changeset
|
4 | from geometry import * |
31
60045b362d71
- Ajovuoroa ei enää esitetä kahdessa välilehdessä vaan puukuvaimessa
Teemu Piippo <teemu@hecknology.net>
parents:
27
diff
changeset
|
5 | from zipfile import ZipFile |
52 | 6 | from configparser import ConfigParser |
2 | 7 | |
124
c3b022f51704
optimized region computation with a blockmap
Teemu Piippo <teemu@hecknology.net>
parents:
89
diff
changeset
|
8 | class Blockmap: |
128 | 9 | ''' |
10 | Models a map of blocks. Maps each location to a square area. | |
11 | ''' | |
12 | block_factor = 0.005 | |
124
c3b022f51704
optimized region computation with a blockmap
Teemu Piippo <teemu@hecknology.net>
parents:
89
diff
changeset
|
13 | def __init__(self, default = None): |
c3b022f51704
optimized region computation with a blockmap
Teemu Piippo <teemu@hecknology.net>
parents:
89
diff
changeset
|
14 | from collections import defaultdict |
c3b022f51704
optimized region computation with a blockmap
Teemu Piippo <teemu@hecknology.net>
parents:
89
diff
changeset
|
15 | self.blocks = default or defaultdict(set) |
c3b022f51704
optimized region computation with a blockmap
Teemu Piippo <teemu@hecknology.net>
parents:
89
diff
changeset
|
16 | def __getitem__(self, blockid): |
128 | 17 | ''' |
18 | Returns a block for block coordinates. The block is a set that can | |
19 | contain anything. | |
20 | ''' | |
124
c3b022f51704
optimized region computation with a blockmap
Teemu Piippo <teemu@hecknology.net>
parents:
89
diff
changeset
|
21 | return self.blocks[blockid] |
c3b022f51704
optimized region computation with a blockmap
Teemu Piippo <teemu@hecknology.net>
parents:
89
diff
changeset
|
22 | def blockpoint(self, point): |
128 | 23 | ''' |
24 | Returns a block point for a location. The block point is a | |
25 | coordinate in the blockmap. | |
26 | ''' | |
27 | block_coordinate = lambda x: int(x / self.block_factor) | |
28 | return block_coordinate(point.x), block_coordinate(point.y) | |
29 | ||
30 | def minmax(data): | |
31 | ''' | |
129 | 32 | From: http://code.activestate.com/recipes/577916-fast-minmax-function/ |
128 | 33 | Computes the minimum and maximum values in one-pass using only |
34 | 1.5*len(data) comparisons | |
35 | ''' | |
36 | import itertools | |
37 | it = iter(data) | |
38 | try: | |
39 | lo = hi = next(it) | |
40 | except StopIteration: | |
41 | raise ValueError('minmax() arg is an empty sequence') | |
42 | for x, y in itertools.zip_longest(it, it, fillvalue = lo): | |
43 | if x > y: | |
44 | x, y = y, x | |
45 | lo = min(x, lo) | |
46 | hi = max(y, hi) | |
47 | return lo, hi | |
2 | 48 | |
124
c3b022f51704
optimized region computation with a blockmap
Teemu Piippo <teemu@hecknology.net>
parents:
89
diff
changeset
|
49 | def blocks_in_shape(blockmap, shape): |
128 | 50 | ''' |
51 | Finds all blocks inside the bounding box of a shape. | |
52 | ''' | |
53 | from itertools import product | |
54 | min_x, max_x = minmax(point.x for point in shape.points) | |
55 | min_y, max_y = minmax(point.y for point in shape.points) | |
124
c3b022f51704
optimized region computation with a blockmap
Teemu Piippo <teemu@hecknology.net>
parents:
89
diff
changeset
|
56 | min_blockpoint = blockmap.blockpoint(Location(min_x, min_y)) |
c3b022f51704
optimized region computation with a blockmap
Teemu Piippo <teemu@hecknology.net>
parents:
89
diff
changeset
|
57 | max_blockpoint = blockmap.blockpoint(Location(max_x, max_y)) |
128 | 58 | range_x = range(min_blockpoint[0], max_blockpoint[0] + 1) |
59 | range_y = range(min_blockpoint[1], max_blockpoint[1] + 1) | |
60 | yield from (blockmap[x, y] for x, y in product(range_x, range_y)) | |
2 | 61 | |
128 | 62 | def location_from_row(row): |
63 | return Location(float(row['stop_lat']), float(row['stop_lon'])) | |
64 | ||
65 | def read_bus_stops(archive_path): | |
66 | bus_stops = dict() | |
67 | with ZipFile(archive_path) as archive: | |
124
c3b022f51704
optimized region computation with a blockmap
Teemu Piippo <teemu@hecknology.net>
parents:
89
diff
changeset
|
68 | with archive.open('stops.txt') as file: |
128 | 69 | return { |
70 | row['stop_id']: location_from_row(row) | |
71 | for row in read_csv(map(bytes.decode, file)) | |
72 | } | |
73 | ||
74 | def create_blockmap(regions): | |
75 | ''' | |
76 | Creates a blockmap of regions | |
77 | ''' | |
124
c3b022f51704
optimized region computation with a blockmap
Teemu Piippo <teemu@hecknology.net>
parents:
89
diff
changeset
|
78 | blockmap = Blockmap() |
88
3b86597c5a88
major update, moved the map to an osm patch
Teemu Piippo <teemu@hecknology.net>
parents:
73
diff
changeset
|
79 | for region in regions.values(): |
126
369e242edc5d
commented and simplified
Teemu Piippo <teemu@hecknology.net>
parents:
125
diff
changeset
|
80 | for block in blocks_in_shape(blockmap, region['shape']): |
124
c3b022f51704
optimized region computation with a blockmap
Teemu Piippo <teemu@hecknology.net>
parents:
89
diff
changeset
|
81 | set.add(block, region['name']) |
128 | 82 | return blockmap |
83 | ||
84 | def get_args(): | |
85 | from argparse import ArgumentParser | |
86 | parser = ArgumentParser() | |
87 | parser.add_argument('gtfs_zip') | |
130 | 88 | parser.add_argument('profile') |
128 | 89 | return parser.parse_args() |
90 | ||
91 | def compute_bus_stop_regions(regions, bus_stops): | |
126
369e242edc5d
commented and simplified
Teemu Piippo <teemu@hecknology.net>
parents:
125
diff
changeset
|
92 | # Find the region every node is in |
128 | 93 | blockmap = create_blockmap(regions) |
94 | bus_stop_regions = dict() | |
124
c3b022f51704
optimized region computation with a blockmap
Teemu Piippo <teemu@hecknology.net>
parents:
89
diff
changeset
|
95 | for stop_id, stop_position in bus_stops.items(): |
c3b022f51704
optimized region computation with a blockmap
Teemu Piippo <teemu@hecknology.net>
parents:
89
diff
changeset
|
96 | for region_name in blockmap[blockmap.blockpoint(stop_position)]: |
c3b022f51704
optimized region computation with a blockmap
Teemu Piippo <teemu@hecknology.net>
parents:
89
diff
changeset
|
97 | region = regions[region_name] |
c3b022f51704
optimized region computation with a blockmap
Teemu Piippo <teemu@hecknology.net>
parents:
89
diff
changeset
|
98 | if region['shape'].contains_point(stop_position): |
c3b022f51704
optimized region computation with a blockmap
Teemu Piippo <teemu@hecknology.net>
parents:
89
diff
changeset
|
99 | bus_stop_regions[stop_id] = region['name'] |
c3b022f51704
optimized region computation with a blockmap
Teemu Piippo <teemu@hecknology.net>
parents:
89
diff
changeset
|
100 | break |
c3b022f51704
optimized region computation with a blockmap
Teemu Piippo <teemu@hecknology.net>
parents:
89
diff
changeset
|
101 | else: |
c3b022f51704
optimized region computation with a blockmap
Teemu Piippo <teemu@hecknology.net>
parents:
89
diff
changeset
|
102 | bus_stop_regions[stop_id] = None |
128 | 103 | return bus_stop_regions |
104 | ||
105 | def percentage(a): | |
106 | return '%.1f%%' % (a * 100) | |
107 | ||
130 | 108 | def compute_route_models(gtfs_path): |
109 | from buses import load_buses | |
110 | load_buses(gtfs_path) | |
111 | ||
128 | 112 | def main(): |
113 | from regions import parse_regions | |
130 | 114 | from misc import profile |
128 | 115 | args = get_args() |
130 | 116 | profile.read(args.profile) |
117 | regions = parse_regions(profile['regions']['osm-path']) | |
128 | 118 | bus_stops = read_bus_stops(args.gtfs_zip) |
119 | bus_stop_regions = compute_bus_stop_regions(regions, bus_stops) | |
124
c3b022f51704
optimized region computation with a blockmap
Teemu Piippo <teemu@hecknology.net>
parents:
89
diff
changeset
|
120 | covered = sum(1 if value else 0 for value in bus_stop_regions.values()) |
c3b022f51704
optimized region computation with a blockmap
Teemu Piippo <teemu@hecknology.net>
parents:
89
diff
changeset
|
121 | total = len(bus_stops) |
128 | 122 | print('%s bus stops covered.' % percentage(covered / total), |
123 | file = sys.stderr) | |
124
c3b022f51704
optimized region computation with a blockmap
Teemu Piippo <teemu@hecknology.net>
parents:
89
diff
changeset
|
124 | json.dump(bus_stop_regions, sys.stdout, indent = 2) |
130 | 125 | return 0 |
2 | 126 | |
124
c3b022f51704
optimized region computation with a blockmap
Teemu Piippo <teemu@hecknology.net>
parents:
89
diff
changeset
|
127 | if __name__ == '__main__': |
130 | 128 | from sys import exit |
129 | exit(main()) |