Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
D
df-aggregator
Overview
Overview
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
Oleksandr Barabash
df-aggregator
Commits
abf20f0d
Commit
abf20f0d
authored
Nov 09, 2020
by
Corey Koval
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
Added Confidence Ellipses
parent
6855f509
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
53 additions
and
49 deletions
+53
-49
README.md
README.md
+5
-3
df-aggregator.py
df-aggregator.py
+48
-46
No files found.
README.md
View file @
abf20f0d
# DF Aggregator
# DF Aggregator
## Dependencies:
## Dependencies:
-
Python >= 3.6
-
[
numpy
](
https://numpy.org/install/
)
-
[
numpy
](
https://numpy.org/install/
)
-
[
scikit-learn
](
https://scikit-learn.org/stable/install.html
)
-
[
scikit-learn
](
https://scikit-learn.org/stable/install.html
)
-
[
python-geojson
](
https://python-geojson.readthedocs.io/en/latest/
)
-
[
python-geojson
](
https://python-geojson.readthedocs.io/en/latest/
)
-
[
czml3
](
https://pypi.org/project/czml3/
)
-
[
czml3
](
https://github.com/poliastro/czml3
)
-
As of this writing, the version from pip does not support ellipses. Please use the version from GitHub.
-
[
geojson
](
https://pypi.org/project/geojson/
)
-
[
geojson
](
https://pypi.org/project/geojson/
)
## Other things you'll need:
## Other things you'll need:
...
@@ -46,7 +48,7 @@
...
@@ -46,7 +48,7 @@
-
-m Number, --min-samples=Number
-
-m Number, --min-samples=Number
-
Minimum samples per cluster. Default 20
-
Minimum samples per cluster. Default 20
-
A higher value can yield more accurate results, but requires more data.
-
A higher value can yield more accurate results, but requires more data.
-
-o, --offline
-
-o, --offline
-
Starts program with receiver turned off.
-
Starts program with receiver turned off.
-
Useful for looking at stored data when you can't connect to receivers.
-
Useful for looking at stored data when you can't connect to receivers.
...
@@ -59,7 +61,7 @@
...
@@ -59,7 +61,7 @@
-
--debug
-
--debug
-
Does not clear the screen. Useful for seeing errors and warnings.
-
Does not clear the screen. Useful for seeing errors and warnings.
Once the program is running, browse to 127.0.0.1:8080 or whatever IP/Port Number you specified.
Once the program is running, browse to 127.0.0.1:8080 or whatever IP/Port Number you specified.
!
[
Screenshot
](
https://i.ibb.co/HPZcD0K/Screenshot-from-2020-11-07-23-30-16.png
)
!
[
Screenshot
](
https://i.ibb.co/HPZcD0K/Screenshot-from-2020-11-07-23-30-16.png
)
df-aggregator.py
View file @
abf20f0d
...
@@ -146,7 +146,8 @@ def process_data(database_name, outfile):
...
@@ -146,7 +146,8 @@ def process_data(database_name, outfile):
c
.
execute
(
"SELECT COUNT(*) FROM intersects"
)
c
.
execute
(
"SELECT COUNT(*) FROM intersects"
)
n_intersects
=
int
(
c
.
fetchone
()[
0
])
n_intersects
=
int
(
c
.
fetchone
()[
0
])
#print(n_intersects)
#print(n_intersects)
c
.
execute
(
"SELECT latitude, longitude, num_parents FROM intersects"
)
# c.execute("SELECT latitude, longitude, num_parents FROM intersects")
c
.
execute
(
"SELECT longitude, latitude, num_parents FROM intersects"
)
intersect_array
=
np
.
array
(
c
.
fetchall
())
intersect_array
=
np
.
array
(
c
.
fetchall
())
# print(intersect_array)
# print(intersect_array)
likely_location
=
[]
likely_location
=
[]
...
@@ -179,37 +180,45 @@ def process_data(database_name, outfile):
...
@@ -179,37 +180,45 @@ def process_data(database_name, outfile):
for
y
in
range
(
len
(
intersect_array
)):
for
y
in
range
(
len
(
intersect_array
)):
if
intersect_array
[
y
][
-
1
]
==
x
:
if
intersect_array
[
y
][
-
1
]
==
x
:
cluster
=
np
.
concatenate
((
cluster
,
[
intersect_array
[
y
][
0
:
-
1
]]),
axis
=
0
)
cluster
=
np
.
concatenate
((
cluster
,
[
intersect_array
[
y
][
0
:
-
1
]]),
axis
=
0
)
weighted_location
.
append
(
np
.
average
(
cluster
[:,
0
:
2
],
weights
=
cluster
[:,
2
],
axis
=
0
)
.
tolist
())
#
weighted_location.append(np.average(cluster[:,0:2], weights=cluster[:,2], axis=0).tolist())
clustermean
=
np
.
mean
(
cluster
[:,
0
:
2
],
axis
=
0
)
clustermean
=
np
.
mean
(
cluster
[:,
0
:
2
],
axis
=
0
)
likely_location
.
append
(
clustermean
.
tolist
())
likely_location
.
append
(
clustermean
.
tolist
())
cov
=
np
.
cov
(
cluster
[:,
0
],
cluster
[:,
1
])
cov
=
np
.
cov
(
cluster
[:,
0
],
cluster
[:,
1
])
pearson
=
cov
[
0
,
1
]
/
np
.
sqrt
(
cov
[
0
,
0
]
*
cov
[
1
,
1
])
a
=
cov
[
0
,
0
]
ell_radius_x
=
np
.
sqrt
(
1
+
pearson
)
*
np
.
sqrt
(
cov
[
0
,
0
])
*
n_std
b
=
cov
[
0
,
1
]
ell_radius_y
=
np
.
sqrt
(
1
-
pearson
)
*
np
.
sqrt
(
cov
[
1
,
1
])
*
n_std
c
=
cov
[
1
,
1
]
axis_x
=
v
.
inverse
(
clustermean
.
tolist
(),
(
ell_radius_x
+
clustermean
[
0
],
clustermean
[
1
]))[
0
]
lam1
=
a
+
c
/
2
+
np
.
sqrt
((
a
-
c
/
2
)
**
2
+
b
**
2
)
axis_y
=
v
.
inverse
(
clustermean
.
tolist
(),
(
clustermean
[
0
],
ell_radius_y
+
clustermean
[
1
]))[
0
]
lam2
=
a
+
c
/
2
-
np
.
sqrt
((
a
-
c
/
2
)
**
2
+
b
**
2
)
pearson
=
b
/
np
.
sqrt
(
a
*
c
)
u
=
[[
ell_radius_x
,
ell_radius_y
],
clustermean
.
tolist
()]
ell_radius_x
=
np
.
sqrt
(
1
+
pearson
)
*
np
.
sqrt
(
a
)
*
n_std
w
=
np
.
sum
(
u
,
axis
=
0
)
ell_radius_y
=
np
.
sqrt
(
1
-
pearson
)
*
np
.
sqrt
(
c
)
*
n_std
ellipsedata
.
append
([
axis_x
,
axis_y
,
v
.
inverse
(
clustermean
.
tolist
(),
w
)[
1
],
*
clustermean
.
tolist
()])
axis_x
=
v
.
inverse
(
Reverse
(
clustermean
.
tolist
()),
(
ell_radius_x
+
clustermean
[
1
],
clustermean
[
0
]))[
0
]
print
(
ellipsedata
)
axis_y
=
v
.
inverse
(
Reverse
(
clustermean
.
tolist
()),
(
clustermean
[
1
],
ell_radius_y
+
clustermean
[
0
]))[
0
]
if
b
==
0
and
a
>=
c
:
rotation
=
0
elif
b
==
0
and
a
<
c
:
rotation
=
np
.
pi
/
2
else
:
rotation
=
math
.
atan2
(
lam1
-
a
,
b
)
ellipsedata
.
append
([
axis_x
,
axis_y
,
rotation
,
*
clustermean
.
tolist
()])
for
x
in
likely_location
:
for
x
in
likely_location
:
print
(
x
)
print
(
Reverse
(
x
)
)
else
:
else
:
likely_location
=
None
likely_location
=
None
for
x
in
intersect_array
:
for
x
in
intersect_array
:
try
:
try
:
if
x
[
-
1
]
>=
0
:
if
x
[
-
1
]
>=
0
:
intersect_list
.
append
(
Reverse
(
x
[
0
:
2
]
.
tolist
()
))
intersect_list
.
append
(
x
[
0
:
2
]
.
tolist
(
))
except
IndexError
:
except
IndexError
:
intersect_list
.
append
(
Reverse
(
x
.
tolist
()
))
intersect_list
.
append
(
x
.
tolist
(
))
#print(intersect_list)
#print(intersect_list)
#all_the_points = Feature(properties = all_pt_style, geometry = MultiPoint(tuple(intersect_list)))
#all_the_points = Feature(properties = all_pt_style, geometry = MultiPoint(tuple(intersect_list)))
return
likely_location
,
intersect_list
,
weighted_location
,
ellipsedata
return
likely_location
,
intersect_list
,
ellipsedata
else
:
else
:
print
(
"No Intersections."
)
print
(
"No Intersections."
)
...
@@ -226,7 +235,7 @@ def write_geojson(best_point, all_the_points):
...
@@ -226,7 +235,7 @@ def write_geojson(best_point, all_the_points):
file1
.
write
(
str
(
FeatureCollection
([
all_the_points
])))
file1
.
write
(
str
(
FeatureCollection
([
all_the_points
])))
print
(
f
"Wrote file {geofile}"
)
print
(
f
"Wrote file {geofile}"
)
def
write_czml
(
best_point
,
all_the_points
,
weighted_point
,
ellipsedata
):
def
write_czml
(
best_point
,
all_the_points
,
ellipsedata
):
point_properties
=
{
point_properties
=
{
"pixelSize"
:
5.0
,
"pixelSize"
:
5.0
,
"heightReference"
:
"RELATIVE_TO_GROUND"
,
"heightReference"
:
"RELATIVE_TO_GROUND"
,
...
@@ -241,13 +250,13 @@ def write_czml(best_point, all_the_points, weighted_point, ellipsedata):
...
@@ -241,13 +250,13 @@ def write_czml(best_point, all_the_points, weighted_point, ellipsedata):
"rgba"
:
[
0
,
255
,
0
,
255
],
"rgba"
:
[
0
,
255
,
0
,
255
],
}
}
}
}
weighted_properties
=
{
#
weighted_properties = {
"pixelSize"
:
20.0
,
#
"pixelSize":20.0,
"heightReference"
:
"RELATIVE_TO_GROUND"
,
#
"heightReference":"RELATIVE_TO_GROUND",
"color"
:
{
#
"color": {
"rgba"
:
[
0
,
0
,
255
,
255
],
#
"rgba": [0, 0, 255, 255],
}
#
}
}
#
}
rx_properties
=
{
rx_properties
=
{
"image"
:
"image"
:
{
{
...
@@ -276,7 +285,7 @@ def write_czml(best_point, all_the_points, weighted_point, ellipsedata):
...
@@ -276,7 +285,7 @@ def write_czml(best_point, all_the_points, weighted_point, ellipsedata):
top
=
Preamble
(
name
=
"Geolocation Data"
)
top
=
Preamble
(
name
=
"Geolocation Data"
)
all_point_packets
=
[]
all_point_packets
=
[]
best_point_packets
=
[]
best_point_packets
=
[]
weighted_point_packets
=
[]
#
weighted_point_packets = []
receiver_point_packets
=
[]
receiver_point_packets
=
[]
ellipse_packets
=
[]
ellipse_packets
=
[]
...
@@ -292,32 +301,28 @@ def write_czml(best_point, all_the_points, weighted_point, ellipsedata):
...
@@ -292,32 +301,28 @@ def write_czml(best_point, all_the_points, weighted_point, ellipsedata):
point
=
best_point_properties
,
point
=
best_point_properties
,
position
=
{
"cartographicDegrees"
:
[
x
[
1
],
x
[
0
],
15
]}))
position
=
{
"cartographicDegrees"
:
[
x
[
1
],
x
[
0
],
15
]}))
if
weighted_point
!=
None
:
#
if weighted_point != None:
for
x
in
weighted_point
:
#
for x in weighted_point:
weighted_point_packets
.
append
(
Packet
(
id
=
str
(
x
[
0
])
+
", "
+
str
(
x
[
1
]),
# weighted_point_packets.append(Packet(id=str(x[1]) + ", " + str(x[0
]),
point
=
weighted_properties
,
#
point=weighted_properties,
position
=
{
"cartographicDegrees"
:
[
x
[
1
],
x
[
0
],
15
]}))
# position={"cartographicDegrees": [ x[0], x[1
], 15 ]}))
if
ellipsedata
!=
None
:
if
ellipsedata
!=
None
:
for
x
in
ellipsedata
:
for
x
in
ellipsedata
:
rotation
=
2
*
np
.
pi
-
x
[
2
]
if
x
[
0
]
>=
x
[
1
]:
if
x
[
0
]
>=
x
[
1
]:
semiMajorAxis
=
x
[
0
]
semiMajorAxis
=
x
[
0
]
semiMinorAxis
=
x
[
1
]
semiMinorAxis
=
x
[
1
]
rotation
=
360
-
x
[
2
]
rotation
+=
np
.
pi
/
2
else
:
else
:
semiMajorAxis
=
x
[
1
]
semiMajorAxis
=
x
[
1
]
semiMinorAxis
=
x
[
0
]
semiMinorAxis
=
x
[
0
]
rotation
=
360
-
x
[
2
]
# rotation += np.pi/2
rotation
+=
90
if
rotation
<
0
:
ellipse_info
=
{
"semiMajorAxis"
:
semiMajorAxis
,
"semiMinorAxis"
:
semiMinorAxis
,
"rotation"
:
rotation
}
rotation
+=
360
ellipse_packets
.
append
(
Packet
(
id
=
str
(
x
[
4
])
+
", "
+
str
(
x
[
3
]),
elif
rotation
>
359
:
rotation
-=
360
ellipse_info
=
{
"semiMajorAxis"
:
semiMajorAxis
,
"semiMinorAxis"
:
semiMinorAxis
,
"rotation"
:
math
.
radians
(
rotation
-
45
)}
ellipse_packets
.
append
(
Packet
(
id
=
str
(
x
[
3
])
+
", "
+
str
(
x
[
4
]),
ellipse
=
{
**
ellipse_properties
,
**
ellipse_info
},
ellipse
=
{
**
ellipse_properties
,
**
ellipse_info
},
position
=
{
"cartographicDegrees"
:
[
x
[
4
],
x
[
3
],
15
]}))
position
=
{
"cartographicDegrees"
:
[
x
[
3
],
x
[
4
],
15
]}))
for
x
in
receivers
:
for
x
in
receivers
:
receiver_point_packets
.
append
(
Packet
(
id
=
x
.
station_id
,
receiver_point_packets
.
append
(
Packet
(
id
=
x
.
station_id
,
...
@@ -325,9 +330,8 @@ def write_czml(best_point, all_the_points, weighted_point, ellipsedata):
...
@@ -325,9 +330,8 @@ def write_czml(best_point, all_the_points, weighted_point, ellipsedata):
position
=
{
"cartographicDegrees"
:
[
x
.
longitude
,
x
.
latitude
,
15
]}))
position
=
{
"cartographicDegrees"
:
[
x
.
longitude
,
x
.
latitude
,
15
]}))
with
open
(
"static/output.czml"
,
"w"
)
as
file1
:
with
open
(
"static/output.czml"
,
"w"
)
as
file1
:
if
best_point
and
weighted_point
!=
None
:
if
best_point
and
ellipsedata
!=
None
:
file1
.
write
(
str
(
Document
([
top
]
+
best_point_packets
+
weighted_point_packets
+
file1
.
write
(
str
(
Document
([
top
]
+
best_point_packets
+
all_point_packets
+
receiver_point_packets
+
ellipse_packets
)))
all_point_packets
+
receiver_point_packets
+
ellipse_packets
)))
elif
best_point
!=
None
:
elif
best_point
!=
None
:
file1
.
write
(
str
(
Document
([
top
]
+
best_point_packets
+
all_point_packets
+
receiver_point_packets
)))
file1
.
write
(
str
(
Document
([
top
]
+
best_point_packets
+
all_point_packets
+
receiver_point_packets
)))
elif
all_the_points
!=
None
:
elif
all_the_points
!=
None
:
...
@@ -443,7 +447,6 @@ def run_receiver(receivers):
...
@@ -443,7 +447,6 @@ def run_receiver(receivers):
conn
.
close
()
conn
.
close
()
if
__name__
==
'__main__'
:
if
__name__
==
'__main__'
:
# ipaddr = "127.0.0.1"
usage
=
"usage:
%
prog -r FILE -d FILE [options]"
usage
=
"usage:
%
prog -r FILE -d FILE [options]"
parser
=
OptionParser
(
usage
=
usage
)
parser
=
OptionParser
(
usage
=
usage
)
parser
.
add_option
(
"-r"
,
"--receivers"
,
dest
=
"rx_file"
,
help
=
"REQUIRED List of receiver URLs"
,
metavar
=
"FILE"
)
parser
.
add_option
(
"-r"
,
"--receivers"
,
dest
=
"rx_file"
,
help
=
"REQUIRED List of receiver URLs"
,
metavar
=
"FILE"
)
...
@@ -498,7 +501,6 @@ if __name__ == '__main__':
...
@@ -498,7 +501,6 @@ if __name__ == '__main__':
receivers
.
append
(
receiver
(
x
.
replace
(
'
\n
'
,
''
)))
receivers
.
append
(
receiver
(
x
.
replace
(
'
\n
'
,
''
)))
except
IOError
:
except
IOError
:
ms
.
receiving
=
False
ms
.
receiving
=
False
# average_intersects = np.array([]).reshape(0,2)
while
True
:
while
True
:
if
ms
.
receiving
:
if
ms
.
receiving
:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment