| Re: [geomesa-users] problem with stats |
Hi, I wrote unit tests using org.apache.accumulo.minicluster.MiniAccumuloCluster and in tests everything is fine with mycode. But the problem with read db remains.
package ru.company.gps.stats; import io.helidon.config.Config; import io.helidon.config.ConfigSources; import lombok.extern.slf4j.Slf4j; import org.apache.accumulo.core.client.AccumuloException; import org.apache.accumulo.core.client.AccumuloSecurityException; import org.apache.accumulo.core.client.NamespaceExistsException; import org.apache.accumulo.minicluster.MiniAccumuloCluster; import org.geotools.data.DataStoreFinder; import org.geotools.data.Transaction; import org.geotools.data.simple.SimpleFeatureWriter; import org.geotools.feature.simple.SimpleFeatureBuilder; import org.geotools.filter.text.cql2.CQLException; import org.geotools.filter.text.ecql.ECQL; import org.geotools.util.factory.Hints; import org.junit.jupiter.api.Assertions; import org.junit.jupiter.api.BeforeEach; import org.junit.jupiter.api.Test; import org.locationtech.geomesa.accumulo.data.AccumuloDataStore; import org.locationtech.geomesa.accumulo.data.AccumuloDataStoreParams; import org.locationtech.geomesa.utils.interop.SimpleFeatureTypes; import org.locationtech.geomesa.utils.stats.EnumerationStat; import org.locationtech.jts.geom.Coordinate; import org.locationtech.jts.geom.Point; import org.opengis.feature.simple.SimpleFeature; import org.opengis.feature.simple.SimpleFeatureType; import scala.Option; import scala.collection.JavaConverters; import java.io.IOException; import java.util.ArrayList; import java.util.HashMap; import java.util.Map; import static org.junit.jupiter.api.Assertions.assertEquals; import static org.mockito.Mockito.mock; import static ru.netris.gps.geo.SimpleFeatureUtils.GEOMETRY_FACTORY; import static ru.netris.gps.geo.SimpleFeatureUtils.TYPE; @Slf4j public class StatsTest { private AccumuloDataStore ds; private GeomesaServiceCachedImpl sut; private SimpleFeatureType sft; @BeforeEach public void setUp() throws AccumuloException, AccumuloSecurityException, IOException, InterruptedException, NamespaceExistsException { MiniCluster miniCluster = new MiniCluster(); MiniAccumuloCluster cluster = miniCluster.startCluster(); Map<String, String> dsParams = new HashMap<>(10); dsParams.put(AccumuloDataStoreParams.InstanceIdParam().key, cluster.getInstanceName()); dsParams.put(AccumuloDataStoreParams.ZookeepersParam().key, cluster.getZooKeepers()); dsParams.put(AccumuloDataStoreParams.UserParam().key, miniCluster.user); dsParams.put(AccumuloDataStoreParams.PasswordParam().key, miniCluster.password); dsParams.put(AccumuloDataStoreParams.CatalogParam().key, "myNamespace." + "geomesa"); ds = (AccumuloDataStore) DataStoreFinder.getDataStore(dsParams); } @Test public void successTestUsingGeneratedSchemaWithoutSut() throws IOException, CQLException { ds.createSchema(TYPE); BroadcastService mock = mock(BroadcastService.class); Config config = Config.create(ConfigSources.create( Map.of("query.period", "2592000", "query.maxCoordinatesWithoutSampling", "1000", "query.maxCameraCount", "50"))); sut = new GeomesaServiceCachedImpl(ds, mock, config); VsvnEvent event = new VsvnEvent("cam", 1234567L, new Latitude(57.33, LatType.North), new Longitude(33.22, LonType.East), "imei", 13.0, new Azimuth(123.0, null), null, null); SimpleFeatureWriter writer = ds.getFeatureWriterAppend(sft.getTypeName(), Transaction.AUTO_COMMIT); SimpleFeature sf = writer.next(); long time = event.getTime() > (long) Integer.MAX_VALUE ? event.getTime() : event.getTime() * 1000L; String EventID = event.getCam() + "-" + time /*event.time*/; // if altitude > 0, add altitude to coordinate ? Point point = GEOMETRY_FACTORY.createPoint( new Coordinate(event.getLon().getValue(), event.getLat().getValue())); // Point(X, Y) SimpleFeature f = new SimpleFeatureBuilder(TYPE).buildFeature(EventID); // SimpleFeature sf.setAttribute("geo", point); sf.setAttribute("time", new java.util.Date(time)); // (event.time)); sf.setAttribute("cam", event.getCam()); sf.setAttribute("imei", event.getImei()); sf.setAttribute("dir", event.getDir()); sf.setAttribute("alt", event.getAlt()); sf.setAttribute("vlc", event.getVlc()); sf.setAttribute("sl", event.getSl()); sf.setAttribute("ds", event.getDs().toInt()); sf.setAttribute("dir_y", event instanceof VsvnEvent ? ((VsvnEvent) event).getDirV() : null); sf.setAttribute("poi_azimuth_x", event instanceof VsvnEvent ? ((VsvnEvent) event).getPoi() : null); sf.setAttribute("poi_azimuth_y", event instanceof VsvnEvent ? ((VsvnEvent) event).getPoiV() : null); writer.write(); writer.close(); Option<Object> count = ds.stats().getCount(sft, ECQL.toFilter("cam='cam'"), true, new Hints()); Assertions.assertFalse(count.isEmpty()); assertEquals(1L, count.get()); } @Test public void successWriteTwoEventsAndGetStatisticsUsingSUT() throws CQLException { ds.createSchema(TYPE); BroadcastService mock = mock(BroadcastService.class); Config config = Config.create(ConfigSources.create( Map.of("query.period", "2592000", "query.maxCoordinatesWithoutSampling", "1000", "query.maxCameraCount", "50"))); sut = new GeomesaServiceCachedImpl(ds, mock, config); VsvnEvent event = new VsvnEvent("cam", 1234567L, new Latitude(57.33, LatType.North), new Longitude(33.22, LonType.East), "imei", 13.0, new Azimuth(123.0, null), null, null); VsvnEvent event2 = new VsvnEvent("cam2", 1234567L, new Latitude(57.33, LatType.North), new Longitude(33.22, LonType.East), "imei2", 13.0, new Azimuth(123.0, null), null, null); ArrayList<GeoEvent> eventList = new ArrayList<>(2); eventList.add(event); eventList.add(event2); sut.writeData(eventList); Option<Object> count = ds.stats().getCount(sft, ECQL.toFilter("cam='cam2'"), false, new Hints()); Assertions.assertFalse(count.isEmpty()); assertEquals(1L, count.get()); Option<EnumerationStat<Object>> cam = ds.stats().getEnumeration(sft, "cam", ECQL.toFilter("1=1"), true); scala.collection.mutable.Map<Object, Object> enumeration = cam.get().enumeration(); Map<Object, Object> camCount = JavaConverters.mapAsJavaMap(enumeration); assertEquals(2, camCount.size()); } // @Test public void successTestWithSUTWriteWithGenerationStringSchema() throws IOException, CQLException { String spec = "*geo:Point,time:Date:index=true,cam:String:keep-stats=true:index=true,imei:String,dir:Double,alt:Double,vlc:Double,sl:Integer,ds:Integer,dir_y:Double,poi_azimuth_x:Double,poi_azimuth_y:Double"; String sftName = "SignalBuilder"; ds.createSchema(SimpleFeatureTypes.createType(sftName, spec)); // reload the sft from the ds to ensure all user data is set properly sft = ds.getSchema(sftName); BroadcastService mock = mock(BroadcastService.class); Config config = Config.create(ConfigSources.create( Map.of("query.period", "2592000", "query.maxCoordinatesWithoutSampling", "1000", "query.maxCameraCount", "50"))); sut = new GeomesaServiceCachedImpl(ds, mock, config); VsvnEvent event = new VsvnEvent("cam", 1234567L, new Latitude(57.33, LatType.North), new Longitude(33.22, LonType.East), "imei", 13.0, new Azimuth(123.0, null), null, null); ArrayList<GeoEvent> eventList = new ArrayList<>(1); eventList.add(event); sut.writeData(eventList); Option<Object> count = ds.stats().getCount(sft, ECQL.toFilter("cam='cam'"), false, new Hints()); Assertions.assertFalse(count.isEmpty()); assertEquals(1L, count.get()); } @Test public void successTestWithoutUsingSutWithGenerationStringSchema() throws IOException, CQLException { String spec = "*geo:Point,time:Date:index=true,cam:String:keep-stats=true:index=true,imei:String,dir:Double,alt:Double,vlc:Double,sl:Integer,ds:Integer,dir_y:Double,poi_azimuth_x:Double,poi_azimuth_y:Double"; String sftName = "testSchema"; ds.createSchema(SimpleFeatureTypes.createType(sftName, spec)); // reload the sft from the ds to ensure all user data is set properly sft = ds.getSchema(sftName); VsvnEvent event = new VsvnEvent("cam", 1234567L, new Latitude(57.33, LatType.North), new Longitude(33.22, LonType.East), "imei", 13.0, new Azimuth(123.0, null), null, null); SimpleFeatureWriter writer = ds.getFeatureWriterAppend(sft.getTypeName(), Transaction.AUTO_COMMIT); SimpleFeature sf = writer.next(); long time = event.getTime() > (long) Integer.MAX_VALUE ? event.getTime() : event.getTime() * 1000L; String EventID = event.getCam() + "-" + time /*event.time*/; // if altitude > 0, add altitude to coordinate ? Point point = GEOMETRY_FACTORY.createPoint( new Coordinate(event.getLon().getValue(), event.getLat().getValue())); // Point(X, Y) SimpleFeature f = new SimpleFeatureBuilder(TYPE).buildFeature(EventID); // SimpleFeature sf.setAttribute("geo", point); sf.setAttribute("time", new java.util.Date(time)); // (event.time)); sf.setAttribute("cam", event.getCam()); sf.setAttribute("imei", event.getImei()); sf.setAttribute("dir", event.getDir()); sf.setAttribute("alt", event.getAlt()); sf.setAttribute("vlc", event.getVlc()); sf.setAttribute("sl", event.getSl()); sf.setAttribute("ds", event.getDs().toInt()); sf.setAttribute("dir_y", event instanceof VsvnEvent ? ((VsvnEvent) event).getDirV() : null); sf.setAttribute("poi_azimuth_x", event instanceof VsvnEvent ? ((VsvnEvent) event).getPoi() : null); sf.setAttribute("poi_azimuth_y", event instanceof VsvnEvent ? ((VsvnEvent) event).getPoiV() : null); writer.write(); writer.close(); Option<Object> count = ds.stats().getCount(sft, ECQL.toFilter("cam='cam'"), false, new Hints()); Assertions.assertFalse(count.isEmpty()); assertEquals(1L, count.get()); } @Test public void successTestForDummySchemaWithGenerationStringSchema() throws IOException, CQLException { String spec = "name:String:index=join,age:Int:keep-stats=true,height:Int,dtg:Date,*geom:Point:srid=4326"; String sftName = "testSchema"; ds.createSchema(SimpleFeatureTypes.createType(sftName, spec)); sft = ds.getSchema( sftName);// reload the sft from the ds to ensure all user data is set properly SimpleFeatureWriter writer = ds.getFeatureWriterAppend(sft.getTypeName(), Transaction.AUTO_COMMIT); SimpleFeature sf = writer.next(); sf.setAttribute(0, "beta"); sf.setAttribute(1, 11); sf.setAttribute(2, 11); sf.setAttribute(3, "2016-01-04T00:00:00.000Z"); sf.setAttribute(4, "POINT (0 0)"); writer.write(); writer.close(); Option<Object> count = ds.stats().getCount(sft, ECQL.toFilter("name='beta'"), false, new Hints()); Assertions.assertFalse(count.isEmpty()); assertEquals(1L, count.get()); } @Test public void successBigTestWith1000DataBy3Cameras() throws CQLException { ds.createSchema(TYPE); sft = ds.getSchema(TYPE.getTypeName()); BroadcastService mock = mock(BroadcastService.class); Config config = Config.create(ConfigSources.create( Map.of("query.period", "2592000", "query.maxCoordinatesWithoutSampling", "1000", "query.maxCameraCount", "50"))); sut = new GeomesaServiceCachedImpl(ds, mock, config); VsvnEvent event; for (int j = 1; j < 4; j++) { ArrayList<GeoEvent> geoEvents = new ArrayList<>(); for (int i = 0; i < 1000; i++) { event = new VsvnEvent("cam" + j, 1234567L, new Latitude(10.33 + 0.05 * i, LatType.North), new Longitude(9.22 + 0.01 * i, LonType.East), "imei" + j, 13.0, new Azimuth(123.0, null), null, null); geoEvents.add(event); if (i==400 || i==560) { sut.writeData(geoEvents); geoEvents.clear(); } } sut.writeData(geoEvents); } Option<Object> countByCam1 = ds.stats().getCount(sft, ECQL.toFilter("cam='cam1'"), false, new Hints()); Assertions.assertFalse(countByCam1.isEmpty()); assertEquals(1000L, countByCam1.get()); Option<Object> countByCam2 = ds.stats().getCount(sft, ECQL.toFilter("cam='cam2'"), false, new Hints()); Assertions.assertFalse(countByCam2.isEmpty()); assertEquals(1000L, countByCam2.get()); Option<Object> countByCam3 = ds.stats().getCount(sft, ECQL.toFilter("cam='cam3'"), false, new Hints()); Assertions.assertFalse(countByCam3.isEmpty()); assertEquals(1000L, countByCam3.get()); Option<EnumerationStat<Object>> cam = ds.stats().getEnumeration(sft, "cam", ECQL.toFilter("1=1"), true); scala.collection.mutable.Map<Object, Object> enumeration = cam.get().enumeration(); Map<Object, Object> camCount = JavaConverters.mapAsJavaMap(enumeration); assertEquals(3, camCount.size()); Option<Object> countByBboxEstimated = ds.stats().getCount(sft, ECQL.toFilter( "bbox(geo,10,50,19,60)"), false, new Hints()); Option<Object> countByBboxCalculated = ds.stats().getCount(sft, ECQL.toFilter( "bbox(geo,10,50,19,60)"), true, new Hints()); log.info("Estimated count by bbox = {}", countByBboxEstimated.get()); log.info("Presize count by bbox = {}", countByBboxCalculated.get()); } }
and how I run cluster
package ru.company.gps.stats; import org.apache.accumulo.core.client.AccumuloException; import org.apache.accumulo.core.client.AccumuloSecurityException; import org.apache.accumulo.core.client.Connector; import org.apache.accumulo.core.client.NamespaceExistsException; import org.apache.accumulo.core.security.NamespacePermission; import org.apache.accumulo.core.security.SystemPermission; import org.apache.accumulo.minicluster.MiniAccumuloCluster; import org.apache.accumulo.minicluster.MiniAccumuloConfig; import org.locationtech.geomesa.accumulo.AccumuloVersion; import java.io.File; import java.io.FileWriter; import java.io.IOException; import java.nio.file.Files; import java.nio.file.Path; class MiniCluster { public final String namespace = "myNamespace"; public final String user = "root"; public final String password = "secret"; public MiniCluster(){} public MiniAccumuloCluster startCluster() throws IOException, AccumuloException, AccumuloSecurityException, InterruptedException, NamespaceExistsException { Path miniClusterTempDir = Files.createTempDirectory("myNamespace-mini-acc-"); MiniAccumuloConfig config = new MiniAccumuloConfig(miniClusterTempDir.toFile(),password); MiniAccumuloCluster cluster = new MiniAccumuloCluster(config); try (FileWriter writer = new FileWriter(new File(miniClusterTempDir.toFile(), "conf/zoo.cfg"),true)) { writer.write("admin.enabledServer=false\n"); writer.write("4lw.commands.whitelist=*\n"); } cluster.start(); Connector connector = cluster.getConnector(user, password); connector.namespaceOperations().create(namespace); connector.securityOperations().grantSystemPermission(user, SystemPermission.CREATE_NAMESPACE); connector.securityOperations().grantSystemPermission(user, SystemPermission.ALTER_NAMESPACE); connector.securityOperations().grantSystemPermission(user, SystemPermission.DROP_NAMESPACE); connector.securityOperations().grantNamespacePermission(user, namespace, NamespacePermission.READ); connector.securityOperations().grantNamespacePermission(user, namespace, NamespacePermission.WRITE); connector.securityOperations().grantNamespacePermission(user, namespace, NamespacePermission.CREATE_TABLE); connector.securityOperations().grantNamespacePermission(user, namespace, NamespacePermission.ALTER_TABLE); connector.securityOperations().grantNamespacePermission(user, namespace, NamespacePermission.DROP_TABLE); AccumuloVersion.close(connector); return cluster; }}
Then I thought that the problem not in my code but in the db.
Today I installed singlenode accumulo with zookeeper and hadoop on local VMWARE machine. (In docker I couldn't run image with accumulo, accumulo not starting)
But with geomesa system install this does not worked
/opt/accumulo/lib/ext/geomesa-accumulo-distributed-runtime_2.12-3.2.2.jar
and I add to accumulo classpath the path in accumulo.properties to this jar
in /opt/accumulo/conf/accumulo-env.sh
CLASSPATH="${CLASSPATH}:${lib}/*:${HADOOP_CONF_DIR}:${ZOOKEEPER_HOME}/*:${ZOOKEEPER_HOME}/lib/*:${HADOOP_HOME}/share/hadoop/client/*:${CLASSPATH}:${lib}/ext/*
I restarted the accumulo cluster but It does not help.
My app can't start.
After this I installed geomesa library jar like
$ hadoop fs -mkdir /accumulo/classpath/myNamespace
$ hadoop fs -put \
geomesa-accumulo_${VERSION}/dist/accumulo/geomesa-accumulo-distributed-runtime_${VERSION}.jar \
/accumulo/classpath/myNamespace/
and then
$ accumulo shell -u root
> createnamespace myNamespace
> grant NameSpace.CREATE_TABLE -ns myNamespace -u myUser
> config -s general.vfs.context.classpath.myNamespace=hdfs://NAME_NODE_FDQN:9000/accumulo/classpath/myNamespace/[^.].*.jar
> config -ns myNamespace -s table.classpath.context=myNamespace
And after this My app can run and start. But the result is the same. The statistics not correctly counted for device.
I thought that maybe the problem is that
The app geomesa version was 3.2.0,
in accumulo I put library with version 3.2.2
And geomesa-accumulo utils have version 3.2.2. With it I count the size of geoevents by cam.
I upgraded myapp geomesa version to 3.2.2, but it does not help.
I think maybe the problem with my datasource params to accumulo?
Maybe I need params that handled accumulo connection params, like threads count or maybe buffer size?
I use next
Properties params = new Properties();
params.put("accumulo.instance.id", "accumulo");
params.put("accumulo.zookeepers", "192.168.81.130:2181");
params.put("accumulo.catalog", "myNamespace.geomesa");
params.put("accumulo.user", "root");
params.put("accumulo.password", "password");
params.put("geomesa.stats.generate",true);
params.put("accumulo.remote.stats.enable",true);
params.put("geomesa.query.audit", true);
params.put("geomesa.query.timeout", true);
params.put("geomesa.query.caching", true);
params.put("geomesa.partition.scan.parallel", true);
Iterator<DataStoreFactorySpi> stores = DataStoreFinder.getAvailableDataStores();
while (stores.hasNext()) {
DataStoreFactorySpi spi = stores.next();
log.info(
"DataStoreFactorySpi Name: " + spi.getDisplayName() + ", Descr: " + spi.getDescription());
}
DataStore ds = DataStoreFinder.getDataStore(params);
ds.createSchema(SimpleFeatureUtils.TYPE);
return ds;
Or maybe I need full cluster of accumulo, with several nodes?
Thank you for your patience.
чт, 17 февр. 2022 г. в 18:04, Emilio Lahr-Vivaz <elahrvivaz@xxxxxxxx>:
We collect various stats, sometimes chunked by time, to help with count estimates. The exact details on the stats collected are here:_______________________________________________
https://github.com/locationtech/geomesa/blob/main/geomesa-index-api/src/main/scala/org/locationtech/geomesa/index/stats/MetadataBackedStats.scala#L210
The logic for estimating counts based on the stored stats is here:
https://github.com/locationtech/geomesa/blob/main/geomesa-index-api/src/main/scala/org/locationtech/geomesa/index/stats/StatsBasedEstimator.scala
These were meant to aid with query planning, to give a rough order-of-magnitude on how many rows would be scanned for a given query. They won't be very exact if you're looking for accurate counts, and depending on the filter you're querying they may be extremely off or unavailable as we don't have enough stored stats to determine anything. The stats are inherently lossy, and there's a trade-off between the space and time required to store larger, more accurate stat objects and the accuracy of those stats. In the end, the stats were not consistent enough to use for query planning, so we default to using heuristics instead.
Thanks,
Emilio
On 2/17/22 3:44 AM, Rinchin Gomboev wrote:
Is it real that statistics collected for any area figure?
Can I call the get count by area and time and get the result?What does it mean Estimated result? How is estimated result is calculated for query filter?for something like
~/bin/geomesa-accumulo_2.12-3.2.2/bin ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "bbox(geo,37,55,37.620,56)"
Estimated count: 2500
~/bin/geomesa-accumulo_2.12-3.2.2/bin ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "bbox(geo,37,55,37.620,56)" --no-cache
INFO Running stat query...
Count: 786
in db I see next result for geomesa_stats table. I think It saved only total statistics, not for index or any area?
root@accumulo> table myNamespace.geomesa_stats
root@accumulo myNamespace.geomesa_stats> scan
2022-02-17 11:41:53,272 [commands.ShellPluginConfigurationCommand] ERROR: Error: Could not determine the type of file "hdfs://10.200.217.27:9000/accumulo/classpath/myNamespace/[^.].*.jar".
2022-02-17 11:41:53,272 [shell.Shell] ERROR: Could not load the specified formatter. Using the DefaultFormatter
2022-02-17 11:41:53,298 [commands.ShellPluginConfigurationCommand] ERROR: Error: Could not determine the type of file "hdfs://10.200.217.27:9000/accumulo/classpath/myNamespace/[^.].*.jar".
SignalBuilder~stats-bounds-cam : [] \x19ca\xED\x0A\xAB\x01\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00`\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x14\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x04\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x007c0cf8bc-e7e3-4023-8a00-a5f17bda300\xB1f767f0fa-dac5-4571-aa47-1ea6bf6e2c8\xB2
SignalBuilder~stats-bounds-geo : [] \x19ge\xEF\x0A\xAB\x01\x00\x01\x80!\x02 \x00 \x04\x10\x80\x02\x00\x00\x04F\x06 \x84!\x00\x03\x80@\x06!\x10A\x00 \x08\xE2\x04\x01\x04\x00\x02A\x04\x80\x0C \x00"\x00\x00\x04@\x04\x12\x04!\x00\x00\x88 \x06@\x08\x02\x00\xA0\x04%\x00\x01\x00\x81\x021\x8C\x00\x02\x00\x80\x00\x00\x02\x00!\x020\x00\x01\x062\xA8\x82\x00`\x04a\x02\x15\x84 \x08@\x10$\x00\x00\x00\x02\x04@\x00\x03\x02\x00\x08\x01\x000\x80\x00\x02\x00\x00#\x00\x10\x08@\x00\x00\x08\x02\x00\x01\x1C\x00\x06\x10\x041\x000\x84 \x02\x01\x80\x82\x000\x94 \x00B\x08`\x08\x10\x80\x02\x02\x10\x80\x06\x00\x10\x00a\x02!\x80b\x02@\x80!\x00\x01\x00C\x06\x02\x00c\x02\x10\x04 \x0A\x00\x88\x00\x02\x00\x00b\x00\x11\x80 \x02 \x08#\x02#\x8CA\x00\x00\x08\x02\x04\x01\x8CB\x00\x00\x08\x80\x00!\x0C\x01\x00\x02\x80 \x00\x11\x10\x02\x04\x01\x84e\x02\x81\x04@\x04\x12\x0C\x03\x00\xA0\x04\x01\x00\x00\x80\xC4\x02 \x98 \x00\x00\x00!\x00\x00\x00\x01\x00@\x08a\x00\x00\x80`\x06`\x00\x00\x02\x11\x04\x02\x04!\x00\xC1\x000\x04'\x00\x01\x88\x00\x06\x00\x04!\x00\x00\x0Ce\x06\x11\x88g\x02\x00\x80c\x0C\x11\x00$\x02\x00\x04!\x02!\x80\x02\x00\x13\x18!\x02\x01\x04\x80\x00\x00\x08`\x00!\x00\x00\x00\x00\x84\x00\x04@\x80\x00\x04\x02\x00\xC3\x02P\x00\x00\x00\x10\x00D\x00\x10\x08\x05\x02\x00\x80!\x00 \x08\x02\x00\x00\x90\x04\x06\x00\x04`\x02\x10\x94\x02\x00\x02\x04\x82\x00\x01\x80\x00\x02\x11\x90"\x00P\x04c\x000\x14B\x04\x10\x00@\x00\x00\x08\x02\x040\x80\xA0\x00 \x0C\x00\x00#\x00a\x04\x01\x04\xC0\x04P\x80 \x06\x01\x00"\x02\x00\x04A\x02 \x90\x01\x04p\x00B\x04\x00\x10B\x00\x00\x84b\x02\x00\x04!\x00!\x80\x03\x02\x10\x88\x02\x00!\x00\x03\x00 \x94`\x00 \x00!\x04@\x04@\x02\x12\x00#\x00\x00\xA4\x07\x00\x01\x00 \x02\x10\x04\x03\x00\x10\x04\x01\x06\x00\x80#\x02\x00\x80b\x06@\x80A\x10\x10\x01\x01\x060\x8C!\x02 \x04A\x00 \x00@\x00\x00\x80\x83\x000\x0C\x03\x02 \x08\x01\x02\x00\x00B\x04\x00\x90\x00\x00 \x84\x81\x02\x10\x00\x00\x060\x04\x84\x04\x00\x90!\x00\x81\x0C\x02\x02\x01\x00#\x02\x00\x1C\x05\x00!\x8C \x00\x01\x8C%\x02\x00\x04\x82\x00\x00\x80A\x02\x00\x9CB\x08\x00\x80\x00\x04\x10\x0D\x03\x02\x11\x8C\x01\x06\x02\x0Cc\x02\x00\x84\x84\x000\x14\x00\x06\x11\x04\x80\x00\x01\x90\xC1\x020\x84B\x081\x15\x00\x00B\x08\x00\x020\x00@\x04\x11\x80#\x00\x00\x04\xA2\x00\x01\x00\x02\x04!\x04 \x062\x00\x03\x00P\x84\x02\x021\x00\xA0\x00\x01\x04 \x04p\x08\x00\x04\x00\x04 \x00\x00\x04\x04\x15\x00\x00\x00\x00\x01@B\xCC\x90\xF73\xA8\xA4@K\xDEP7O\xF8f\x15\x00\x00\x00\x00\x01@B\xD78\xE6\xD1Z\xD1@K\xE8\xF8&\xED\xAA\x93
SignalBuilder~stats-bounds-time : [] \x19tim\xE5\x0A\xAB\x01\x04!\x94C\x02\x10\x08\x02\x06\x00\x04`\x04\x02\x80\x00\x02\x00\x00\x80\x001\x88@\x06\x04\x90 \x08\x00\x94B\x00\x00\x00@\x000\x0C \x02 \x80\x00\x040\x00 \x06 \x0C\x00\x00\x01\x84`\x00\x00\x04B\x00\x02\x00C\x00\x02\x10\x03\x00\x00\x04\x03\x08\x00\x10\x02\x06\x10\x00\x03\x00P\x84\x06\x00\x01\x04!\x00!\x90F\x00 \x00\x01\x00@\x04\x01\x061\x0C@\x06\x10\x88A\x02\x00\x0Cb\x082\x08 \x000\x8C\x00\x000\x84$\x04\x00\x00\x01\x04 \x88\x82\x06\x10\x80@\x00\x01\x80 \x06\x10\x88\x81\x02\x92\x04 \x04\x00\x0C\x00\x00\x10\x1C\x06\x020\x00 \x02\x01\x80\x05\x02\x11\x04B\x04!\x04\x03\x00\x00\x84\x81\x00\x11\x04\x00\x02\x00\x84!\x04\x01\x00 \x00\x00\x00\xA1\x001\x08"\x081\x84\x00\x02\x12\x8C\x01\x02\x10\x80 \x06\x01\x84@\x06\x00\x04A\x04\x00\x08A\x02\x90\x00#\x020\x80\x02\x0A\x10\x00\x02\x00 \x84\x02\x06\x00\x80\x02\x02A\x80\x84\x02\x11\x80 \x00\x04\x08 \x04\x00\x08\x81\x06\x10\x00$\x00\x02\x80\x00\x00 \x00`\x02\x11\x08$\x04\x00\x00\x02\x040\x04 \x02 \x84 \x06D\x84'\x00\x10\x04 \x08\x03\x00 \x0A\x12\x80`\x002\x04$\x04\x01\x00\x00\x00\x00\x00 \x00\x00\x80\x04\x02\x00\x8C#\x02\x00\x08C\x00\x11\x84\x00\x06"\x00\x00\x021\x18\x01\x08@\x80 \x02\x10\x08\x02\x00\x11\x00"\x04\x12\x00 \x00\x02\x84A\x00@\x88\x00\x08\x10\x10\x01\x14\x00\x14"\x06\x10\x84\x02\x02 \x08`\x02\x11\x08"\x02\x02\x00\x00\x06\x10\x84\x06\x06\x02\x80$\x00\x00\x84A\x00"\x84\x03\x04\x10\x04\x01\x02\x00\x80#\x12\x02\x80#\x00 \x8C\x01\x0A@\x00\x01\x0A\x00\x84D\x02\x01\x04\x03\x04 \x84\x00\x02\x00\x04#\x02A\x08\x01\x00\x01\x00A\x040\x04"\x00\x01\x84@\x00\x00\x84A\x00\x11\x00@\x08@\x04\x03\x00\x01\x04$\x02\x00\x10$\x06\x00\x04E\x06\x01\x00#\x04\x10\x80\x01\x02\x01\x1C\x82\x02 \x04b\x00\x00\x14A\x02\x10\x00\x80\x06D\x08A\x00\x00\x04\x05\x0A!\x80\x05\x06\x00\x90\x02\x02\x00\x84D\x000\x08A\x00Q\x8C\x05\x00\x11\x0C\x00\x00`\x80\x02\x02\x00\x94C\x02!\x04\x00\x06\x00\x00\x02\x04\x01\x90C\x04\x00\x08\x01\x00\x01\x04b\x04!\x84c\x02\x10\x88\x00\x10\x02\x00\xA0\x00\x01\x08 \x04\x02\x00\x03\x0A \x00`\x00\x02\x04 \x02\x01\x88B\x00@\x14\x05\x02\x00\x04@\x00Q\x00"\x00\x00\x00 \x00\x11\x04#\x02\x01\x80\x05\x0A0\x88@\x00\x00\x04\x04\x02 \x88\x07\x00\x11\x10\x02\x02 \x80a\x040\x90\x00\x001\x00\x03\x00\x00\x00"\x08\x00\x84 \x02\x00\x10\x01\x00!\x8C`\x00\x00\x14\x00\x04@\x04\xA0\x02\x00\x14 \x02 \x88\x00\x000\x08\xA3\x00\x00\x0C\x00\xD0\xBA\xFE\xD8\xF3/\x80\xB4\xF8\xD9\xF3/
SignalBuilder~stats-count : [] \x01\xC4\x13
SignalBuilder~stats-freq-cam : [] \x13ca\xED\x80wee\xEB\x14?tz\xE1G\xAE\x14{?\xEEffffff\x01\x00\x00\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\xAC\x01\xE8\x07\xF4\x03\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7FH\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x99\x01\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x89\x02\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7FO\xF4\x03\x00\x00\x00\x00\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F1\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F2\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x8F\x01\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7FX\xF4\x03\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7Ft\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7Fo\xF4\x03\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F&\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7Ff\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x92\x01\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x96\x01\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F!\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x9A\x01\xF4\x03\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F<\xC4\x13
SignalBuilder~stats-freq-cam-2721 : [] \x13ca\xEDtim\xE5wee\xEB\x14?tz\xE1G\xAE\x14{?\xEEffffff\x01\x0A\xA1\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\xAC\x01\xE8\x07\xF4\x03\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7FH\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x99\x01\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x89\x02\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7FO\xF4\x03\x00\x00\x00\x00\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F1\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F2\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x8F\x01\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7FX\xF4\x03\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7Ft\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7Fo\xF4\x03\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F&\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7Ff\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x92\x01\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x96\x01\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F!\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x9A\x01\xF4\x03\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F<\xC4\x13
SignalBuilder~stats-hist-cam : [] \x12ca\xED\xE8\x077c0cf8bc0e7\xE5f767f0fa0da\xE3\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x08\xF4\x03\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x80\x02\x05\x09\x06\x05\x07\x06\x05\x04\x06\x05\x06\x06\x06\x05\x07\x06\x05\x05\x05\x05\x05\x07\xEA\x06\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\xC8\x05
SignalBuilder~stats-hist-geo : [] \x12ge\xEF\x90N\x15\x00\x00\x00\x00\x01@B\xCC\x90\xF73\xA8\xA4@K\xDEP7O\xF8f\x15\x00\x00\x00\x00\x01@B\xD78\xE6\xD1Z\xD1@K\xE8\xF8&\xED\xAA\x93$0\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x0A\x09\x0F!*\x00\x003\x1B\x15\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\xAF\x01\x09\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x05*0\x00\x00\x09*0\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x0A\x09\x00*0\x00\x00'$\x18\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F+\x09\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x95,\x09$-\x00\x000\x1B\x18\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x0A\x09'!\x12\x00\x09'3\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\xC2\x05\x06\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x05*3\x00\x00\x18'$\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x0A\x06\x12-\x1E\x00\x0003\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F,\x06\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x15$"\x00\x00\x10\x16\x1C\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x0A\x04\x0C\x16\x1C\x00\x00 \x18\x0A\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\xAF\x01\x04\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x05\x1C \x00\x00\x0A\x18 \xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x0A\x06\x04\x18 \x00\x00"\x10\x10\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F+\x06\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7FW\x14\x18\x10\x00\x04\x1E \xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x0A\x06\x00\x1C \x00\x00\x08\x1A \xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x8A\x16\x06\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x05\x1C \x00\x00\x06\x1C \xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x0A\x06\x02\x1A \x00\x00
SignalBuilder~stats-hist-geo-time-2721 : [] \x14ge\xEFtim\xE5wee\xEB\x90N\x01\x0A\xA1\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\xE9F\xC4\x13\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\xA6\x07
SignalBuilder~stats-hist-time : [] \x12tim\xE5\xE8\x07\xD0\xBA\xFE\xD8\xF3/\x80\xB4\xF8\xD9\xF3/\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02
SignalBuilder~stats-topk-cam : [] \x18ca\xED\x03f767f0fa-dac5-4571-aa47-1ea6bf6e2c8\xB2\xE8\x079f471340-dd70-4eca-a8dc-14553a4e708\xE1\xE8\x077c0cf8bc-e7e3-4023-8a00-a5f17bda300\xB1\xF4\x03
ср, 16 февр. 2022 г. в 17:53, Emilio Lahr-Vivaz <elahrvivaz@xxxxxxxx>:
Could you try to write a unit test that shows the issue, i.e. in https://github.com/locationtech/geomesa/blob/main/geomesa-accumulo/geomesa-accumulo-datastore/src/test/scala/org/locationtech/geomesa/accumulo/data/AccumuloDataStoreStatsTest.scala? I'm afraid I'm not sure what's wrong. Feel free to file a bug, too._______________________________________________
Thanks,
Emilio
On 2/16/22 8:39 AM, Rinchin Gomboev wrote:
sorry for the previous message
>>I think you probably have a misconfiguration in your accumulo tables. The _stats table created by GeoMesa needs an Accumulo combiner configured on it - if the combiner is not configured or can't be loaded, then reading stats won't work properly. Can you try to verify through the Accumulo shell that there is a StatsCombiner configured on the table, and that you can load that >>class through the shell?
Maybe I incorrectly understand, which of StatsCombiner is needed?org.apache.accumulo.examples.combiner.StatsCombiner ororg.locationtech.geomesa.accumulo.data.stats.StatsCombiner
ср, 16 февр. 2022 г. в 16:38, Rinchin Gomboev <gomboev.rinchin@xxxxxxxxx>:
>>I think you probably have a misconfiguration in your accumulo tables. The _stats table created by GeoMesa needs an Accumulo combiner configured on it - if the combiner is not configured or can't be loaded, then reading stats won't work properly. Can you try to verify through the Accumulo shell that there is a StatsCombiner configured on the table, and that you can load that >>class through the shell?
Maybe I incorrectly understand, which of StatsCombiner is needed?org.apache.accumulo.examples.combiner.StatsCombiner
ср, 16 февр. 2022 г. в 15:33, Rinchin Gomboev <gomboev.rinchin@xxxxxxxxx>:
but stats by time is OK
~/bin/geomesa-accumulo_2.12-3.2.2/bin ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "time DURING 2021-02-27T08:26:42.000Z/2023-02-27T09:52:00.000Z"
Estimated count: 4000
thanks
ср, 16 февр. 2022 г. в 15:05, Rinchin Gomboev <gomboev.rinchin@xxxxxxxxx>:
when I try to add geoevents by another cams
the count result is bad
~/bin/geomesa-accumulo_2.12-3.2.2/bin ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam like 'bfe55ad1-5b0a-405d-9ca9-3bed6aca9313'"
Estimated count: 0
~/bin/geomesa-accumulo_2.12-3.2.2/bin ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam like 'f767f0fa-dac5-4571-aa47-1ea6bf6e2c82'"
Estimated count: 0
~/bin/geomesa-accumulo_2.12-3.2.2/bin ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam like 'f767f0fa-dac5-4571-aa47-1ea6bf6e2c82'" --no-cache
INFO Running stat query...
Count: 1000
~/bin/geomesa-accumulo_2.12-3.2.2/bin ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam like 'bfe55ad1-5b0a-405d-9ca9-3bed6aca9313'" --no-cache
INFO Running stat query...
Count: 2000
from scala console check
~/bin/geomesa-accumulo_2.12-3.2.2/bin ./geomesa-accumulo scala-console
Welcome to Scala 2.12.13 (OpenJDK 64-Bit Server VM, Java 1.8.0_312).
Type in expressions for evaluation. Or try :help.
scala>
scala>
scala>
scala> val dsParams = Map("accumulo.instance.id" -> "accumulo", "accumulo.zookeepers" -> "10.200.217.27:2181", "accumulo.catalog" -> "myNamespace.geomesa", "accumulo.user" -> "root","accumulo.password" -> "qweasd123")
dsParams: scala.collection.immutable.Map[String,String] = Map(accumulo.zookeepers -> 10.200.217.27:2181, accumulo.user -> root, accumulo.instance.id -> accumulo, accumulo.catalog -> myNamespace.geomesa, accumulo.password -> qweasd123)
scala> val ds = DataStoreFinder.getDataStore(dsParams)
<console>:25: warning: object JavaConversions in package collection is deprecated (since 2.12.0): use JavaConverters
val ds = DataStoreFinder.getDataStore(dsParams)
^
ds: org.geotools.data.DataStore = org.locationtech.geomesa.accumulo.data.AccumuloDataStore@c497a55
scala> val sft = SimpleFeatureTypes.mutable(ds.getSchema("SignalBuilder"))
sft: org.opengis.feature.simple.SimpleFeatureType = SimpleFeatureTypeImpl SignalBuilder identified extends Feature(geo:geo,time:time,cam:cam,imei:imei,dir:dir,alt:alt,vlc:vlc,sl:sl,ds:ds,dir_y:dir_y,poi_azimuth_x:poi_azimuth_x,poi_azimuth_y:poi_azimuth_y)
scala> sft
res4: org.opengis.feature.simple.SimpleFeatureType = SimpleFeatureTypeImpl SignalBuilder identified extends Feature(geo:geo,time:time,cam:cam,imei:imei,dir:dir,alt:alt,vlc:vlc,sl:sl,ds:ds,dir_y:dir_y,poi_azimuth_x:poi_azimuth_x,poi_azimuth_y:poi_azimuth_y)
scala> sft.getDescriptor("cam")
res5: org.opengis.feature.type.AttributeDescriptor =
AttributeDescriptorImpl cam <cam:String> nillable 0:1
userData=(
keep-stats ==> true)
scala>
scala>
scala> sft.getDescriptor("cam").getUserData()
res6: java.util.Map[Object,Object] = {keep-stats=true}
When I put jar into main accumulo lib forder, there is no more errors ingrep mesa tserver_netris-cassandra-stage60-04.log
java.lang.RuntimeException: java.util.concurrent.ExecutionException: java.lang.NoClassDefFoundError: Could not initialize class org.locationtech.geomesa.utils.geotools.sft.SimpleFeatureSpecParser$
Caused by: java.util.concurrent.ExecutionException: java.lang.NoClassDefFoundError: Could not initialize class org.locationtech.geomesa.utils.geotools.sft.SimpleFeatureSpecParser$
Caused by: java.lang.NoClassDefFoundError: Could not initialize class org.locationtech.geomesa.utils.geotools.sft.SimpleFeatureSpecParser$
at org.locationtech.geomesa.utils.geotools.SimpleFeatureTypes$.createType(SimpleFeatureTypes.scala:130)
at org.locationtech.geomesa.utils.geotools.SimpleFeatureTypes$.createType(SimpleFeatureTypes.scala:117)
at org.locationtech.geomesa.utils.geotools.SimpleFeatureTypes$.createImmutableType(SimpleFeatureTypes.scala:152)
at org.locationtech.geomesa.index.iterators.IteratorCache$.sft(IteratorCache.scala:52)
at org.locationtech.geomesa.index.iterators.AggregatingScan.init(AggregatingScan.scala:42)
at org.locationtech.geomesa.index.iterators.AggregatingScan.init$(AggregatingScan.scala:40)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.init(BaseAggregatingIterator.scala:36)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.hasNextData(BaseAggregatingIterator.scala:68)
at org.locationtech.geomesa.index.iterators.AggregatingScan.liftedTree1$1(AggregatingScan.scala:108)
at org.locationtech.geomesa.index.iterators.AggregatingScan.aggregate(AggregatingScan.scala:108)
at org.locationtech.geomesa.index.iterators.AggregatingScan.aggregate$(AggregatingScan.scala:82)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.aggregate(BaseAggregatingIterator.scala:20)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.findTop(BaseAggregatingIterator.scala:53)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.next(BaseAggregatingIterator.scala:50)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.hasNextData(BaseAggregatingIterator.scala:68)
at org.locationtech.geomesa.index.iterators.AggregatingScan.liftedTree1$1(AggregatingScan.scala:108)
at org.locationtech.geomesa.index.iterators.AggregatingScan.aggregate(AggregatingScan.scala:108)
at org.locationtech.geomesa.index.iterators.AggregatingScan.aggregate$(AggregatingScan.scala:82)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.aggregate(BaseAggregatingIterator.scala:20)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.findTop(BaseAggregatingIterator.scala:53)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.next(BaseAggregatingIterator.scala:50)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.hasNextData(BaseAggregatingIterator.scala:68)
at org.locationtech.geomesa.index.iterators.AggregatingScan.liftedTree1$1(AggregatingScan.scala:108)
at org.locationtech.geomesa.index.iterators.AggregatingScan.aggregate(AggregatingScan.scala:108)
at org.locationtech.geomesa.index.iterators.AggregatingScan.aggregate$(AggregatingScan.scala:82)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.aggregate(BaseAggregatingIterator.scala:20)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.findTop(BaseAggregatingIterator.scala:53)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.next(BaseAggregatingIterator.scala:50)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.hasNextData(BaseAggregatingIterator.scala:68)
at org.locationtech.geomesa.index.iterators.AggregatingScan.liftedTree1$1(AggregatingScan.scala:108)
at org.locationtech.geomesa.index.iterators.AggregatingScan.aggregate(AggregatingScan.scala:108)
at org.locationtech.geomesa.index.iterators.AggregatingScan.aggregate$(AggregatingScan.scala:82)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.aggregate(BaseAggregatingIterator.scala:20)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.findTop(BaseAggregatingIterator.scala:53)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.next(BaseAggregatingIterator.scala:50)
2022-02-16 11:57:24,719 [classpath.ServiceLoader$] WARN : Using a context ClassLoader that does not contain the class to load (org.locationtech.geomesa.index.api.GeoMesaFeatureIndexFactory): org.apache.accumulo.start.classloader.AccumuloClassLoader$1@15d9bc04
At this moment I put library into accumulo
and now the accumulo log is clear without errors[g.rinchin@netris-cassandra-stage60-04 logs]$ tail -f tserver_netris-cassandra-stage60-04.log
2022-02-16 14:29:02,843 [server.ServerUtil] WARN : System swappiness setting is greater than ten (30) which can cause time-sensitive operations to be delayed. Accumulo is time sensitive because it needs to maintain distributed lock agreement.
2022-02-16 14:30:18,432 [compress.CodecPool] INFO : Got brand-new decompressor [.deflate]
2022-02-16 14:39:02,843 [server.ServerUtil] WARN : System swappiness setting is greater than ten (30) which can cause time-sensitive operations to be delayed. Accumulo is time sensitive because it needs to maintain distributed lock agreement.
2022-02-16 14:49:02,844 [server.ServerUtil] WARN : System swappiness setting is greater than ten (30) which can cause time-sensitive operations to be delayed. Accumulo is time sensitive because it needs to maintain distributed lock agreement.
2022-02-16 14:53:59,864 [compress.CodecPool] INFO : Got brand-new decompressor [.deflate]
2022-02-16 14:53:59,865 [compress.CodecPool] INFO : Got brand-new decompressor [.deflate]
2022-02-16 14:54:31,212 [compress.CodecPool] INFO : Got brand-new decompressor [.deflate]
2022-02-16 14:54:31,213 [compress.CodecPool] INFO : Got brand-new decompressor [.deflate]
2022-02-16 14:54:31,213 [compress.CodecPool] INFO : Got brand-new decompressor [.deflate]
2022-02-16 14:59:02,844 [server.ServerUtil] WARN : System swappiness setting is greater than ten (30) which can cause time-sensitive operations to be delayed. Accumulo is time sensitive because it needs to maintain distributed lock agreement.
I know that one of my indexes by attribute is by cam and time,geomesa.indices | z3:7:3:geo:time,z2:5:3:geo,attr:8:3:time,attr:8:3:cam:time
but estimated count = 0✘ ~/bin/geomesa-accumulo_2.12-3.2.2/bin ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam like 'bfe55ad1-5b0a-405d-9ca9-3bed6aca9313' and time DURING 2021-02-27T08:26:42.000Z/2022-02-27T09:52:00.000Z"
Estimated count: 0
~/bin/geomesa-accumulo_2.12-3.2.2/bin ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam like 'bfe55ad1-5b0a-405d-9ca9-3bed6aca9313' and time DURING 2021-02-27T08:26:42.000Z/2022-02-27T09:52:00.000Z" --no-cache
INFO Running stat query...
Count: 1000
ср, 16 февр. 2022 г. в 13:00, Rinchin Gomboev <gomboev.rinchin@xxxxxxxxx>:
the problem is remain
I put the geomesa-accumulo-distributed-runtime jar inside in main accumulo lib directory
[g.rinchin@netris-cassandra-stage60-04 lib]$ pwd
/opt/accumulo/lib
[g.rinchin@netris-cassandra-stage60-04 lib]$ ls | grep geomesa
geomesa-accumulo-distributed-runtime_2.12-3.2.2.jar
after this i can correctly load class org.locationtech.geomesa.accumulo.data.stats.StatsCombiner
root@accumulo> setiter -t examples.runners -p 10 -scan -minc -majc -n decStats -class org.locationtech.geomesa.accumulo.data.stats.StatsCombiner
Combiners apply reduce functions to multiple versions of values with otherwise equal keys
----------> set StatsCombiner parameter all, set to true to apply Combiner to every column, otherwise leave blank. if true, columns option will be ignored.:
I recreate namespace likeroot@accumulo> deletenamespace -f myNamespace
root@accumulo> createnamespace myNamespace
root@accumulo> grant NameSpace.CREATE_TABLE -ns myNamespace -u root
root@accumulo> config -ns myNamespace -s table.classpath.context=myNamespace
then run an application and it create geomesa tables put
my myNamespace.geomesa_stats table configroot@accumulo> config -t myNamespace.geomesa_stats
-----------+-------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
SCOPE | NAME | VALUE
-----------+-------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
default | table.balancer ............................................ | org.apache.accumulo.server.master.balancer.DefaultLoadBalancer
default | table.bloom.enabled ....................................... | false
default | table.bloom.error.rate .................................... | 0.5%
default | table.bloom.hash.type ..................................... | murmur
default | table.bloom.key.functor ................................... | org.apache.accumulo.core.file.keyfunctor.RowFunctor
default | table.bloom.load.threshold ................................ | 1
default | table.bloom.size .......................................... | 1048576
default | table.cache.block.enable .................................. | false
default | table.cache.index.enable .................................. | true
default | table.classpath.context ................................... |
namespace | @override .............................................. | myNamespace
default | table.compaction.major.everything.idle .................... | 1h
default | table.compaction.major.ratio .............................. | 3
default | table.compaction.minor.idle ............................... | 5m
default | table.compaction.minor.logs.threshold ..................... | 3
default | table.compaction.minor.merge.file.size.max ................ | 0
table | table.constraint.1 ........................................ | org.apache.accumulo.core.constraints.DefaultKeySizeConstraint
default | table.durability .......................................... | sync
default | table.failures.ignore ..................................... | false
default | table.file.blocksize ...................................... | 0B
default | table.file.compress.blocksize ............................. | 100K
default | table.file.compress.blocksize.index ....................... | 128K
default | table.file.compress.type .................................. | gz
default | table.file.max ............................................ | 15
default | table.file.replication .................................... | 0
default | table.file.summary.maxSize ................................ | 256K
default | table.file.type ........................................... | rf
default | table.formatter ........................................... | org.apache.accumulo.core.util.format.DefaultFormatter
default | table.groups.enabled ...................................... |
default | table.interepreter ........................................ | org.apache.accumulo.core.util.interpret.DefaultScanInterpreter
table | table.iterator.majc.stats-combiner ........................ | 10,org.locationtech.geomesa.accumulo.data.stats.StatsCombiner
table | table.iterator.majc.stats-combiner.opt.all ................ | true
table | table.iterator.majc.stats-combiner.opt.sep ................ | ~
table | table.iterator.majc.stats-combiner.opt.sft-SignalBuilder .. | *geo:Point,time:Date,cam:String:keep-stats=true,imei:String,dir:Double,alt:Double,vlc:Double,sl:Integer,ds:Integer,dir_y:Double,poi_azimuth_x:Double,poi_azimuth_y:Double
table | table.iterator.majc.vers .................................. | 20,org.apache.accumulo.core.iterators.user.VersioningIterator
table | table.iterator.majc.vers.opt.maxVersions .................. | 1
table | table.iterator.minc.stats-combiner ........................ | 10,org.locationtech.geomesa.accumulo.data.stats.StatsCombiner
table | table.iterator.minc.stats-combiner.opt.all ................ | true
table | table.iterator.minc.stats-combiner.opt.sep ................ | ~
table | table.iterator.minc.stats-combiner.opt.sft-SignalBuilder .. | *geo:Point,time:Date,cam:String:keep-stats=true,imei:String,dir:Double,alt:Double,vlc:Double,sl:Integer,ds:Integer,dir_y:Double,poi_azimuth_x:Double,poi_azimuth_y:Double
table | table.iterator.minc.vers .................................. | 20,org.apache.accumulo.core.iterators.user.VersioningIterator
table | table.iterator.minc.vers.opt.maxVersions .................. | 1
table | table.iterator.scan.stats-combiner ........................ | 10,org.locationtech.geomesa.accumulo.data.stats.StatsCombiner
table | table.iterator.scan.stats-combiner.opt.all ................ | true
table | table.iterator.scan.stats-combiner.opt.sep ................ | ~
table | table.iterator.scan.stats-combiner.opt.sft-SignalBuilder .. | *geo:Point,time:Date,cam:String:keep-stats=true,imei:String,dir:Double,alt:Double,vlc:Double,sl:Integer,ds:Integer,dir_y:Double,poi_azimuth_x:Double,poi_azimuth_y:Double
table | table.iterator.scan.vers .................................. | 20,org.apache.accumulo.core.iterators.user.VersioningIterator
table | table.iterator.scan.vers.opt.maxVersions .................. | 1
default | table.majc.compaction.strategy ............................ | org.apache.accumulo.tserver.compaction.DefaultCompactionStrategy
default | table.replication ......................................... | false
default | table.sampler ............................................. |
default | table.scan.dispatcher ..................................... | org.apache.accumulo.core.spi.scan.SimpleScanDispatcher
default | table.scan.max.memory ..................................... | 512K
default | table.security.scan.visibility.default .................... |
default | table.split.endrow.size.max ............................... | 10K
default | table.split.threshold ..................................... | 1G
default | table.suspend.duration .................................... | 0s
default | table.walog.enabled ....................................... | true
-----------+-------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
root@accumulo>
but the statistics is still not correctly gathered for the first iteration
I put 1000 geocoordinates and stats count by cam it returns✘ ~/bin/geomesa-accumulo_2.12-3.2.2/bin ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder
Estimated count: 1000
~/bin/geomesa-accumulo_2.12-3.2.2/bin
~/bin/geomesa-accumulo_2.12-3.2.2/bin
~/bin/geomesa-accumulo_2.12-3.2.2/bin ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam='0000c1fe-a727-4a86-9eee-5b99d21038ea'"
Estimated count: 866
866 - is last batch of events saved from codecode log
16.02.2022 12:16:21.199 INFO [pool-3-thread-4] r.netris.gps.sampler.GeoEventSampler - Saved 866 of 866 events
the next added events is correctly added to count stats~/bin/geomesa-accumulo_2.12-3.2.2/bin ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam='0000c1fe-a727-4a86-9eee-5b99d21038ea'"
Estimated count: 1866
~/bin/geomesa-accumulo_2.12-3.2.2/bin ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam='0000c1fe-a727-4a86-9eee-5b99d21038ea'"
Estimated count: 2866
~/bin/geomesa-accumulo_2.12-3.2.2/bin
~/bin/geomesa-accumulo_2.12-3.2.2/bin
~/bin/geomesa-accumulo_2.12-3.2.2/bin ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam='0000c1fe-a727-4a86-9eee-5b99d21038ea'"
Estimated count: 2866
~/bin/geomesa-accumulo_2.12-3.2.2/bin ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam='0000c1fe-a727-4a86-9eee-5b99d21038ea'"
Estimated count: 3866
~/bin/geomesa-accumulo_2.12-3.2.2/bin ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam='0000c1fe-a727-4a86-9eee-5b99d21038ea'"
Estimated count: 4866
~/bin/geomesa-accumulo_2.12-3.2.2/bin ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam='0000c1fe-a727-4a86-9eee-5b99d21038ea'"
Estimated count: 5866
~/bin/geomesa-accumulo_2.12-3.2.2/bin ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam='0000c1fe-a727-4a86-9eee-5b99d21038ea'"
Estimated count: 6866
To solve this in code I do next first I write the first event then all others events something likeprivate Integer writeDataInternalTest(List<GeoEvent> events) throws IOException { if (events == null || events.isEmpty()) { return 0; } int count = 0; GeoEvent firstEvent = events.remove(0); try (FeatureWriter<SimpleFeatureType, SimpleFeature> writer = dataStore.getFeatureWriterAppend( SimpleFeatureUtils.TYPE.getTypeName(), Transaction.AUTO_COMMIT)) { SimpleFeature feature = SimpleFeatureUtils.toSimpleFeature(firstEvent); String event_id = feature.getID(); if (!event_id.contains(firstEvent.getCam())) { log.info("event not contain camId"); } SimpleFeature toWrite = writer.next(); toWrite.setAttributes(feature.getAttributes()); toWrite.getUserData().put(Hints.PROVIDED_FID, event_id); toWrite.getUserData().putAll(feature.getUserData()); writer.write(); count++; log.info("Event id = {}, for event = {}", event_id, firstEvent); } catch (Exception e) { log.error("Geomesa write error", e); } try (FeatureWriter<SimpleFeatureType, SimpleFeature> writer = dataStore.getFeatureWriterAppend( SimpleFeatureUtils.TYPE.getTypeName(), Transaction.AUTO_COMMIT)) { for (GeoEvent event : events) { SimpleFeature feature = SimpleFeatureUtils.toSimpleFeature(event); String event_id = feature.getID(); if (!event_id.contains(event.getCam())) { log.info("event not contain camId"); } SimpleFeature toWrite = writer.next(); toWrite.setAttributes(feature.getAttributes()); toWrite.getUserData().put(Hints.PROVIDED_FID, event_id); toWrite.getUserData().putAll(feature.getUserData()); writer.write(); count++; log.info("Event id = {}, for event = {}", event_id, event); } } catch (Exception e) { log.error("Geomesa write error", e); } return count; }Then the statistics for putting the first 1000 geoevents is 999~/bin/geomesa-accumulo_2.12-3.2.2/bin ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam='0000c1fe-a727-4a86-9eee-5b99d21038ea'"
Estimated count: 999
But still if I run stats-analyze it reset the count by cam to 0
✘ ~/bin/geomesa-accumulo_2.12-3.2.2/bin ./geomesa-accumulo stats-analyze -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder
INFO Running stat analysis for feature type SignalBuilder...
INFO Stats analyzed:
Total features: 1000
Bounds for geo: [ 37.598174, 55.736823, 37.681424, 55.820073 ] cardinality: 981
Bounds for time: [ 2022-02-27T08:26:42.000Z to 2022-02-27T09:00:00.000Z ] cardinality: 973
Bounds for cam: [ 0000c1fe-a727-4a86-9eee-5b99d21038ea to 0000c1fe-a727-4a86-9eee-5b99d21038ea ] cardinality: 1
INFO Use 'stats-histogram', 'stats-top-k' or 'stats-count' commands for more details
~/bin/geomesa-accumulo_2.12-3.2.2/bin ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam='0000c1fe-a727-4a86-9eee-5b99d21038ea'"
Estimated count: 0
Thanks.
вт, 15 февр. 2022 г. в 23:35, Rinchin Gomboev <gomboev.rinchin@xxxxxxxxx>:
another one thing that confused me is when I try to get scan for table it returns that is can' determine the type of file
root@accumulo> scan -t myNamespace.geomesa
2022-02-15 23:30:20,171 [commands.ShellPluginConfigurationCommand] ERROR: Error: Could not determine the type of file "hdfs://10.200.217.27:9000/accumulo/classpath/myNamespace/[^.].*.jar".
2022-02-15 23:30:20,172 [shell.Shell] ERROR: Could not load the specified formatter. Using the DefaultFormatter
2022-02-15 23:30:20,191 [commands.ShellPluginConfigurationCommand] ERROR: Error: Could not determine the type of file "hdfs://10.200.217.27:9000/accumulo/classpath/myNamespace/[^.].*.jar".
SignalBuilder~attributes : [] *geo:Point,time:Date,cam:String:keep-stats=true,imei:String,dir:Double,alt:Double,vlc:Double,sl:Integer,ds:Integer,dir_y:Double,poi_azimuth_x:Double,poi_azimuth_y:Double;geomesa.stats.enable='true',geomesa.feature.expiry='time(30 days)',geomesa.z.splits='4',geomesa.table.partition='time',geomesa.index.dtg='time',geomesa.attr.splits='4',geomesa.indices='z3:7:3:geo:time,z2:5:3:geo,attr:8:3:time,attr:8:3:cam:time',geomesa.z3.interval='week'
SignalBuilder~stats-date : [] 2022-02-15T14:12:53.243Z
SignalBuilder~table.attr.cam.time.v8.02720 : [] myNamespace.geomesa_SignalBuilder_attr_cam_time_v8_02720
SignalBuilder~table.attr.time.v8.02720 : [] myNamespace.geomesa_SignalBuilder_attr_time_v8_02720
SignalBuilder~table.z2.geo.v5.02720 : [] myNamespace.geomesa_SignalBuilder_z2_geo_v5_02720
SignalBuilder~table.z3.geo.time.v7.02720 : [] myNamespace.geomesa_SignalBuilder_z3_geo_time_v7_02720
root@accumulo>
when I try to see in hadoop claster I found that file
[g.rinchin@netris-cassandra-stage60-04 bin]$ sudo ./hadoop fs -ls /accumulo/classpath/myNamespace
Found 1 items
-rw-r--r-- 1 root supergroup 46078040 2022-02-01 18:37 /accumulo/classpath/myNamespace/geomesa-accumulo-distributed-runtime_2.12-3.2.2.jar
I create namespace like thisroot@accumulo> createnamespace myNamespace
root@accumulo> grant NameSpace.CREATE_TABLE -ns myNamespace -u root
root@accumulo> config -s general.vfs.context.classpath.myNamespace=hdfs://10.200.217.27:9000/accumulo/classpath/myNamespace/[^.].*.jar
root@accumulo> config -ns myNamespace -s table.classpath.context=myNamespace
thanks.
вт, 15 февр. 2022 г. в 23:10, Rinchin Gomboev <gomboev.rinchin@xxxxxxxxx>:
I try to see configuration on _stats table
root@accumulo> config -t myNamespace.geomesa_stats
-----------+-------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
SCOPE | NAME | VALUE
-----------+-------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
default | table.balancer ............................................ | org.apache.accumulo.server.master.balancer.DefaultLoadBalancer
default | table.bloom.enabled ....................................... | false
default | table.bloom.error.rate .................................... | 0.5%
default | table.bloom.hash.type ..................................... | murmur
default | table.bloom.key.functor ................................... | org.apache.accumulo.core.file.keyfunctor.RowFunctor
default | table.bloom.load.threshold ................................ | 1
default | table.bloom.size .......................................... | 1048576
default | table.cache.block.enable .................................. | false
default | table.cache.index.enable .................................. | true
default | table.classpath.context ................................... |
namespace | @override .............................................. | myNamespace
default | table.compaction.major.everything.idle .................... | 1h
default | table.compaction.major.ratio .............................. | 3
default | table.compaction.minor.idle ............................... | 5m
default | table.compaction.minor.logs.threshold ..................... | 3
default | table.compaction.minor.merge.file.size.max ................ | 0
table | table.constraint.1 ........................................ | org.apache.accumulo.core.constraints.DefaultKeySizeConstraint
default | table.durability .......................................... | sync
default | table.failures.ignore ..................................... | false
default | table.file.blocksize ...................................... | 0B
default | table.file.compress.blocksize ............................. | 100K
default | table.file.compress.blocksize.index ....................... | 128K
default | table.file.compress.type .................................. | gz
default | table.file.max ............................................ | 15
default | table.file.replication .................................... | 0
default | table.file.summary.maxSize ................................ | 256K
default | table.file.type ........................................... | rf
default | table.formatter ........................................... | org.apache.accumulo.core.util.format.DefaultFormatter
default | table.groups.enabled ...................................... |
default | table.interepreter ........................................ | org.apache.accumulo.core.util.interpret.DefaultScanInterpreter
table | table.iterator.majc.stats-combiner ........................ | 10,org.locationtech.geomesa.accumulo.data.stats.StatsCombiner
table | table.iterator.majc.stats-combiner.opt.all ................ | true
table | table.iterator.majc.stats-combiner.opt.sep ................ | ~
table | table.iterator.majc.stats-combiner.opt.sft-SignalBuilder .. | *geo:Point,time:Date,cam:String:keep-stats=true,imei:String,dir:Double,alt:Double,vlc:Double,sl:Integer,ds:Integer,dir_y:Double,poi_azimuth_x:Double,poi_azimuth_y:Double
table | table.iterator.majc.vers .................................. | 20,org.apache.accumulo.core.iterators.user.VersioningIterator
table | table.iterator.majc.vers.opt.maxVersions .................. | 1
table | table.iterator.minc.stats-combiner ........................ | 10,org.locationtech.geomesa.accumulo.data.stats.StatsCombiner
table | table.iterator.minc.stats-combiner.opt.all ................ | true
table | table.iterator.minc.stats-combiner.opt.sep ................ | ~
table | table.iterator.minc.stats-combiner.opt.sft-SignalBuilder .. | *geo:Point,time:Date,cam:String:keep-stats=true,imei:String,dir:Double,alt:Double,vlc:Double,sl:Integer,ds:Integer,dir_y:Double,poi_azimuth_x:Double,poi_azimuth_y:Double
table | table.iterator.minc.vers .................................. | 20,org.apache.accumulo.core.iterators.user.VersioningIterator
table | table.iterator.minc.vers.opt.maxVersions .................. | 1
table | table.iterator.scan.stats-combiner ........................ | 10,org.locationtech.geomesa.accumulo.data.stats.StatsCombiner
table | table.iterator.scan.stats-combiner.opt.all ................ | true
table | table.iterator.scan.stats-combiner.opt.sep ................ | ~
table | table.iterator.scan.stats-combiner.opt.sft-SignalBuilder .. | *geo:Point,time:Date,cam:String:keep-stats=true,imei:String,dir:Double,alt:Double,vlc:Double,sl:Integer,ds:Integer,dir_y:Double,poi_azimuth_x:Double,poi_azimuth_y:Double
table | table.iterator.scan.vers .................................. | 20,org.apache.accumulo.core.iterators.user.VersioningIterator
table | table.iterator.scan.vers.opt.maxVersions .................. | 1
default | table.majc.compaction.strategy ............................ | org.apache.accumulo.tserver.compaction.DefaultCompactionStrategy
default | table.replication ......................................... | false
default | table.sampler ............................................. |
default | table.scan.dispatcher ..................................... | org.apache.accumulo.core.spi.scan.SimpleScanDispatcher
default | table.scan.max.memory ..................................... | 512K
default | table.security.scan.visibility.default .................... |
default | table.split.endrow.size.max ............................... | 10K
default | table.split.threshold ..................................... | 1G
default | table.suspend.duration .................................... | 0s
default | table.walog.enabled ....................................... | true
-----------+-------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
but when I try to load it on table it is really can't load class. Class not found. How to fix this issue?
root@accumulo> createnamespace examples
root@accumulo> createtable examples.runners
root@accumulo examples.runners> setiter -t examples.runners -p 10 -scan -minc -majc -n decStats -class org.apache.accumulo.examples.combiner.StatsCombiner
2022-02-15 23:08:18,098 [shell.Shell] ERROR: org.apache.accumulo.shell.ShellCommandException: Command could not be initialized (Unable to load org.apache.accumulo.examples.combiner.StatsCombiner; class not found.)
root@accumulo examples.runners>
root@accumulo examples.runners>
root@accumulo examples.runners> setiter -t examples.runners -p 10 -scan -minc -majc -n decStats -class org.locationtech.geomesa.accumulo.data.stats.StatsCombiner
2022-02-15 23:09:07,538 [shell.Shell] ERROR: org.apache.accumulo.shell.ShellCommandException: Command could not be initialized (Unable to load org.locationtech.geomesa.accumulo.data.stats.StatsCombiner; class not found.)
Thanks.
вт, 15 февр. 2022 г. в 22:01, Emilio Lahr-Vivaz <elahrvivaz@xxxxxxxx>:
I think you probably have a misconfiguration in your accumulo tables. The _stats table created by GeoMesa needs an Accumulo combiner configured on it - if the combiner is not configured or can't be loaded, then reading stats won't work properly. Can you try to verify through the Accumulo shell that there is a StatsCombiner configured on the table, and that you can load that class through the shell?_______________________________________________
Thanks,
Emilio
On 2/15/22 1:38 PM, Rinchin Gomboev wrote:
When I put the events to geomesa accumulo client saved them using batch. And the estimated count in stats-count query by cam equals the count of events in last operation between opening writer and closing it.
Thanks.--Gomboev Rinchin
try (FeatureWriter<SimpleFeatureType, SimpleFeature> writer = dataStore.getFeatureWriterAppend( SimpleFeatureUtils.TYPE.getTypeName(), Transaction.AUTO_COMMIT))
вт, 15 февр. 2022 г., 17:47 Rinchin Gomboev <gomboev.rinchin@xxxxxxxxx>:
Yes, maybe I incorrectly understand statistics. Why does stats-analyze remove statistics by cam?
I thought that the statistics persist for all indexes. And when data is persisted then it added new statistic data, not replace it.
I need the count of coordinates by the combination of area, by time, and by cam to make sampling coordinates. And return correct count. But estimated is so poor, and analyze is erase statistic by query cam.
вт, 15 февр. 2022 г., 17:40 Emilio Lahr-Vivaz <elahrvivaz@xxxxxxxx>:
Oh, I misunderstood your problem. Is the main issue that after running stats-analyze, you get an estimate of zero when you expect approximately 1000?_______________________________________________
Thanks,
Emilio
On 2/15/22 9:17 AM, Rinchin Gomboev wrote:
this is my function for conversion from java Object to SimpleFeaturewhere the domain is next
package ru.netris.gps.geo;import lombok.extern.slf4j.Slf4j; import org.geotools.feature.simple.SimpleFeatureBuilder; import org.geotools.feature.simple.SimpleFeatureTypeBuilder; import org.geotools.geometry.jts.JTSFactoryFinder; import org.geotools.referencing.crs.DefaultGeographicCRS; import org.geotools.util.SimpleInternationalString; import org.locationtech.geomesa.utils.geotools.SimpleFeatureTypes; import org.locationtech.jts.geom.Coordinate; import org.locationtech.jts.geom.GeometryFactory; import org.locationtech.jts.geom.Point; import org.opengis.feature.simple.SimpleFeature; import org.opengis.feature.simple.SimpleFeatureType; import ru.netris.gps.model.Azimuth; import ru.netris.gps.model.Latitude; import ru.netris.gps.model.Longitude; import ru.netris.gps.model.events.BasicEvent; import ru.netris.gps.model.events.GeoEvent; import ru.netris.gps.model.events.VsvnEvent; @Slf4j public final class SimpleFeatureUtils { public static SimpleFeatureType TYPE = createFeatureType(); public static GeometryFactory GEOMETRY_FACTORY = JTSFactoryFinder.getGeometryFactory(); public static SimpleFeature toSimpleFeature(GeoEvent event) { log.info("save event {}", event); long time = event.getTime() > (long) Integer.MAX_VALUE ? event.getTime() : event.getTime() * 1000L; String EventID = event.getCam() + "-" + time /*event.time*/; // if altitude > 0, add altitude to coordinate ? Point point = GEOMETRY_FACTORY.createPoint( new Coordinate(event.getLon().getValue(), event.getLat().getValue())); // Point(X, Y) SimpleFeature f = new SimpleFeatureBuilder(TYPE).buildFeature(EventID); // SimpleFeature f.setAttribute("geo", point); f.setAttribute("time", new java.util.Date(time)); // (event.time)); f.setAttribute("cam", event.getCam()); f.setAttribute("imei", event.getImei()); f.setAttribute("dir", event.getDir()); f.setAttribute("alt", event.getAlt()); f.setAttribute("vlc", event.getVlc()); f.setAttribute("sl", event.getSl()); f.setAttribute("ds", event.getDs().toInt()); f.setAttribute("dir_y", event instanceof VsvnEvent ? ((VsvnEvent) event).getDirV() : null); f.setAttribute("poi_azimuth_x", event instanceof VsvnEvent ? ((VsvnEvent) event).getPoi() : null); f.setAttribute("poi_azimuth_y", event instanceof VsvnEvent ? ((VsvnEvent) event).getPoiV() : null); // log.info("SimpleFeature: " + f); return f; } public static BasicEvent toBasicEvent(SimpleFeature sf) { Point pt = (Point) sf.getAttribute("geo"); return new BasicEvent( (String) sf.getAttribute("cam"), // camId ((java.util.Date) sf.getAttribute("time")).getTime(), // dateTime new Latitude(pt.getY()), // lat (Y) new Longitude(pt.getX()) // lon (X) ); } public static SimpleFeatureType createFeatureType() { SimpleFeatureTypeBuilder builder = new SimpleFeatureTypeBuilder(); // SimpleFeatureTypeBuilder builder.setName("SignalBuilder"); builder.setCRS(DefaultGeographicCRS.WGS84); // <- Coordinate reference system builder.setDescription(new SimpleInternationalString("GPS event type")); // index attributes builder.setDefaultGeometry("geo"); builder.add("geo", Point.class); builder.add("time", java.util.Date.class); // date/time // user attributes builder.add("cam", java.lang.String.class); // String (!) UUID camId builder.add("imei", java.lang.String.class); // String IMEI builder.add("dir", java.lang.Double.class); // direction builder.add("alt", java.lang.Double.class); // altitude builder.add("vlc", java.lang.Double.class); // velocity // extra builder.add("sl", java.lang.Integer.class); // signal level builder.add("ds", java.lang.Integer.class); // data status builder.add("dir_y", java.lang.Double.class); // directionY builder.add("poi_azimuth_x", java.lang.Double.class); // camera poi x (направление камеры) builder.add("poi_azimuth_y", java.lang.Double.class); // camera poi y (направление камеры) return SimpleFeatureTypes.immutable(makeSFT(builder), null); } // build the type private static SimpleFeatureType makeSFT(SimpleFeatureTypeBuilder builder) { SimpleFeatureType sft = builder.buildFeatureType(); sft.getUserData().put("geomesa.feature.expiry", "time(30 days)"); // Age-off filter by "time" field sft.getUserData().put("geomesa.indices.enabled", "z3,z2,attr:time,attr:cam:time"); sft.getUserData().put("geomesa.z3.interval", "week"); sft.getUserData().put("geomesa.table.partition", "time"); sft.getUserData().put("geomesa.index.dtg", "time"); sft.getUserData().put("geomesa.z.splits", "4"); sft.getUserData().put("geomesa.attr.splits", "4"); sft.getDescriptor("cam").getUserData().put("index", "true"); sft.getDescriptor("time").getUserData().put("index", "true"); sft.getDescriptor("geo").getUserData().put("index", "true"); sft.getDescriptor("cam").getUserData().put("keep-stats", "true"); return sft; } }@Getter public class VsvnEvent extends GeoEvent { private final Double dirV; private final Double poi; private final Double poiV;
@Getter public class GeoEvent extends BasicEvent { private final Double alt; private String imei; private final Double vlc; private Double dir; private final Integer sl; private final DataStatus ds;
@Getter public class BasicEvent { protected final String cam; protected final Long time; // date/time in mills protected final Latitude lat; protected final Longitude lon;
I can't find any error. Thanks
вт, 15 февр. 2022 г. в 16:50, Emilio Lahr-Vivaz <elahrvivaz@xxxxxxxx>:
So it seems like you've written all your features with the same cam value. I don't see anything wrong with the way you're writing features, but you should check your input data and your conversion to simple features to see if you're incorrectly copying the same cam value._______________________________________________
Thanks,
Emilio
On 2/15/22 8:43 AM, Rinchin Gomboev wrote:
public class BasicEvent {Thank you very much for fast reply
the result is returned~/bin/geomesa-accumulo_2.12-3.2.2/bin ./geomesa-accumulo export -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder --attributes cam --no-header | sort -u
INFO Running export - please wait...
INFO Feature export complete to standard out for 1000 features in 3199ms
0000c1fe-a727-4a86-9eee-5b99d21038ea
вт, 15 февр. 2022 г. в 16:10, Emilio Lahr-Vivaz <elahrvivaz@xxxxxxxx>:
Hello,
Are you sure that you're writing distinct cam values for each feature? You could try running:
./geomesa-accumulo export -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder --attributes cam --no-header | sort -u
and see how many unique cam values come back that way.
Thanks,
Emilio
On 2/15/22 7:32 AM, Rinchin Gom@Getter
protected final String cam;
protected final Long time; // date/time in mills
protected final Latitude lat;
_______________________________________________protected final Longitude lon;boev wrote:
Hello, everyone.
I try to write an application using geomesa with accumulo.I have a problem stats not gathered.I have empty namespace in accumulo. Create a schema like from java code:like// build the type private static SimpleFeatureType makeSFT(SimpleFeatureTypeBuilder builder) { SimpleFeatureType sft = builder.buildFeatureType(); sft.getUserData().put("geomesa.feature.expiry", "time(30 days)"); // Age-off filter by "time" field sft.getUserData().put("geomesa.indices.enabled", "z3,z2,attr:time,attr:cam:time"); sft.getUserData().put("geomesa.z3.interval", "week"); sft.getUserData().put("geomesa.table.partition", "time"); sft.getUserData().put("geomesa.index.dtg", "time"); sft.getUserData().put("geomesa.z.splits", "4"); sft.getUserData().put("geomesa.attr.splits", "4"); sft.getDescriptor("cam").getUserData().put("index", "true"); sft.getDescriptor("time").getUserData().put("index", "true"); sft.getDescriptor("geo").getUserData().put("index", "true"); sft.getDescriptor("cam").getUserData().put("keep-stats", "true"); return sft; }
~/bin/geomesa-accumulo_2.12-3.2.2/bin ./geomesa-accumulo describe-schema -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder
INFO Describing attributes of feature 'SignalBuilder'
geo | Point (Spatio-temporally indexed) (Spatially indexed)
time | Date (Spatio-temporally indexed) (Attribute indexed)
cam | String (Attribute indexed)
imei | String
dir | Double
alt | Double
vlc | Double
sl | Integer
ds | Integer
dir_y | Double
poi_azimuth_x | Double
poi_azimuth_y | Double
User data:
geomesa.attr.splits | 4
geomesa.feature.expiry | time(30 days)
geomesa.index.dtg | time
geomesa.indices | z3:7:3:geo:time,z2:5:3:geo,attr:8:3:time,attr:8:3:cam:time
geomesa.stats.enable | true
geomesa.table.partition | time
geomesa.z.splits | 4
geomesa.z3.interval | week
And put 1000 geocoordinates like thisprivate Integer writeDataInternal(List<GeoEvent> events) throws IOException { if (events == null || events.isEmpty()) { return 0; } int count = 0; //запись в geomesa try (FeatureWriter<SimpleFeatureType, SimpleFeature> writer = dataStore.getFeatureWriterAppend( SimpleFeatureUtils.TYPE.getTypeName(), Transaction.AUTO_COMMIT)) { for (GeoEvent event : events) { SimpleFeature feature = SimpleFeatureUtils.toSimpleFeature(event); String event_id = feature.getID(); if (!event_id.contains(event.getCam())) { log.info("event not contain camId"); } SimpleFeature toWrite = writer.next(); toWrite.setAttributes(feature.getAttributes()); toWrite.getUserData().put(Hints.PROVIDED_FID, event_id); toWrite.getUserData().putAll(feature.getUserData()); writer.write(); count++; log.info("Event id = {}, for event = {}", event_id, event); } } catch (Exception e) { log.error("Geomesa write error", e); } return count; }
the result
~/bin/geomesa-accumulo_2.12-3.2.2/bin ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder
Estimated count: 1000
~/bin/geomesa-accumulo_2.12-3.2.2/bin ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam='0000c1fe-a727-4a86-9eee-5b99d21038ea'"
Estimated count: 950
~/bin/geomesa-accumulo_2.12-3.2.2/bin
~/bin/geomesa-accumulo_2.12-3.2.2/bin
~/bin/geomesa-accumulo_2.12-3.2.2/bin
after analyze it removes all statistics for that cam
~/bin/geomesa-accumulo_2.12-3.2.2/bin ./geomesa-accumulo stats-analyze -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder
INFO Running stat analysis for feature type SignalBuilder...
INFO Stats analyzed:
Total features: 1000
Bounds for geo: [ 37.598174, 55.736823, 37.681424, 55.820073 ] cardinality: 981
Bounds for time: [ 2022-02-22T11:46:42.000Z to 2022-02-22T12:20:00.000Z ] cardinality: 957
Bounds for cam: [ 0000c1fe-a727-4a86-9eee-5b99d21038ea to 0000c1fe-a727-4a86-9eee-5b99d21038ea ] cardinality: 1
INFO Use 'stats-histogram', 'stats-top-k' or 'stats-count' commands for more details
~/bin/geomesa-accumulo_2.12-3.2.2/bin ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam='0000c1fe-a727-4a86-9eee-5b99d21038ea'"
Estimated count: 0
Maybe the reason is on accumulo server there is no spark?
How to get statistics? Thank you--
Rinchin Gomboev
_______________________________________________ geomesa-users mailing list geomesa-users@xxxxxxxxxxx To unsubscribe from this list, visit https://dev.eclipse.org/mailman/listinfo/geomesa-users
geomesa-users mailing list
geomesa-users@xxxxxxxxxxx
To unsubscribe from this list, visit https://dev.eclipse.org/mailman/listinfo/geomesa-users
--
Rinchin Gomboev
_______________________________________________ geomesa-users mailing list geomesa-users@xxxxxxxxxxx To unsubscribe from this list, visit https://dev.eclipse.org/mailman/listinfo/geomesa-users
geomesa-users mailing list
geomesa-users@xxxxxxxxxxx
To unsubscribe from this list, visit https://dev.eclipse.org/mailman/listinfo/geomesa-users
--
Rinchin Gomboev
_______________________________________________ geomesa-users mailing list geomesa-users@xxxxxxxxxxx To unsubscribe from this list, visit https://dev.eclipse.org/mailman/listinfo/geomesa-users
geomesa-users mailing list
geomesa-users@xxxxxxxxxxx
To unsubscribe from this list, visit https://dev.eclipse.org/mailman/listinfo/geomesa-users
_______________________________________________ geomesa-users mailing list geomesa-users@xxxxxxxxxxx To unsubscribe from this list, visit https://dev.eclipse.org/mailman/listinfo/geomesa-users
geomesa-users mailing list
geomesa-users@xxxxxxxxxxx
To unsubscribe from this list, visit https://dev.eclipse.org/mailman/listinfo/geomesa-users
--
Rinchin Gomboev
--
Rinchin Gomboev
--
Rinchin Gomboev
--
Rinchin Gomboev
--
Rinchin Gomboev
--
Rinchin Gomboev
--
Rinchin Gomboev
_______________________________________________ geomesa-users mailing list geomesa-users@xxxxxxxxxxx To unsubscribe from this list, visit https://dev.eclipse.org/mailman/listinfo/geomesa-users
geomesa-users mailing list
geomesa-users@xxxxxxxxxxx
To unsubscribe from this list, visit https://dev.eclipse.org/mailman/listinfo/geomesa-users
--
Rinchin Gomboev
_______________________________________________ geomesa-users mailing list geomesa-users@xxxxxxxxxxx To unsubscribe from this list, visit https://dev.eclipse.org/mailman/listinfo/geomesa-users
geomesa-users mailing list
geomesa-users@xxxxxxxxxxx
To unsubscribe from this list, visit https://dev.eclipse.org/mailman/listinfo/geomesa-users
--
Rinchin Gomboev
_______________________________________________ geomesa-users mailing list geomesa-users@xxxxxxxxxxx To unsubscribe from this list, visit https://dev.eclipse.org/mailman/listinfo/geomesa-users