Re: [geomesa-users] problem with stats

[Date Prev][Date Next][Thread Prev][Thread Next][Date Index][Thread Index] [List Home]

Re: [geomesa-users] problem with stats

From: Rinchin Gomboev <gomboev.rinchin@xxxxxxxxx>
Date: Fri, 18 Feb 2022 17:42:37 +0300
Delivered-to: geomesa-users@xxxxxxxxxxx
List-archive: <https://dev.eclipse.org/mailman/private/geomesa-users/>
List-help: <mailto:geomesa-users-request@eclipse.org?subject=help>
List-subscribe: <https://dev.eclipse.org/mailman/listinfo/geomesa-users>, <mailto:geomesa-users-request@eclipse.org?subject=subscribe>
List-unsubscribe: <https://dev.eclipse.org/mailman/options/geomesa-users>, <mailto:geomesa-users-request@eclipse.org?subject=unsubscribe>

Hi, I wrote unit tests using org.apache.accumulo.minicluster.MiniAccumuloCluster and in tests everything is fine with mycode. But the problem with read db remains.

package ru.company.gps.stats;

import io.helidon.config.Config;
import io.helidon.config.ConfigSources;
import lombok.extern.slf4j.Slf4j;
import org.apache.accumulo.core.client.AccumuloException;
import org.apache.accumulo.core.client.AccumuloSecurityException;
import org.apache.accumulo.core.client.NamespaceExistsException;
import org.apache.accumulo.minicluster.MiniAccumuloCluster;
import org.geotools.data.DataStoreFinder;
import org.geotools.data.Transaction;
import org.geotools.data.simple.SimpleFeatureWriter;
import org.geotools.feature.simple.SimpleFeatureBuilder;
import org.geotools.filter.text.cql2.CQLException;
import org.geotools.filter.text.ecql.ECQL;
import org.geotools.util.factory.Hints;
import org.junit.jupiter.api.Assertions;
import org.junit.jupiter.api.BeforeEach;
import org.junit.jupiter.api.Test;
import org.locationtech.geomesa.accumulo.data.AccumuloDataStore;
import org.locationtech.geomesa.accumulo.data.AccumuloDataStoreParams;
import org.locationtech.geomesa.utils.interop.SimpleFeatureTypes;
import org.locationtech.geomesa.utils.stats.EnumerationStat;
import org.locationtech.jts.geom.Coordinate;
import org.locationtech.jts.geom.Point;
import org.opengis.feature.simple.SimpleFeature;
import org.opengis.feature.simple.SimpleFeatureType;
import scala.Option;
import scala.collection.JavaConverters;

import java.io.IOException;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.Map;

import static org.junit.jupiter.api.Assertions.assertEquals;
import static org.mockito.Mockito.mock;
import static ru.netris.gps.geo.SimpleFeatureUtils.GEOMETRY_FACTORY;
import static ru.netris.gps.geo.SimpleFeatureUtils.TYPE;

@Slf4j
public class StatsTest {

  private AccumuloDataStore ds;

  private GeomesaServiceCachedImpl sut;
  private SimpleFeatureType sft;

  @BeforeEach
  public void setUp()
      throws AccumuloException, AccumuloSecurityException, IOException, InterruptedException, NamespaceExistsException {
    MiniCluster miniCluster = new MiniCluster();
    MiniAccumuloCluster cluster = miniCluster.startCluster();

    Map<String, String> dsParams = new HashMap<>(10);
    dsParams.put(AccumuloDataStoreParams.InstanceIdParam().key,
                 cluster.getInstanceName());
    dsParams.put(AccumuloDataStoreParams.ZookeepersParam().key,
                 cluster.getZooKeepers());
    dsParams.put(AccumuloDataStoreParams.UserParam().key, miniCluster.user);
    dsParams.put(AccumuloDataStoreParams.PasswordParam().key, miniCluster.password);
    dsParams.put(AccumuloDataStoreParams.CatalogParam().key, "myNamespace." + "geomesa");

    ds = (AccumuloDataStore) DataStoreFinder.getDataStore(dsParams);

  }

  @Test
  public void successTestUsingGeneratedSchemaWithoutSut() throws IOException, CQLException {

    ds.createSchema(TYPE);

    BroadcastService mock = mock(BroadcastService.class);

    Config config = Config.create(ConfigSources.create(
        Map.of("query.period", "2592000", "query.maxCoordinatesWithoutSampling", "1000",
               "query.maxCameraCount", "50")));

    sut = new GeomesaServiceCachedImpl(ds, mock, config);

    VsvnEvent event = new VsvnEvent("cam", 1234567L, new Latitude(57.33, LatType.North),
                                    new Longitude(33.22, LonType.East), "imei", 13.0,
                                    new Azimuth(123.0, null), null, null);

    SimpleFeatureWriter writer = ds.getFeatureWriterAppend(sft.getTypeName(),
                                                           Transaction.AUTO_COMMIT);
    SimpleFeature sf = writer.next();

    long time =
        event.getTime() > (long) Integer.MAX_VALUE ? event.getTime() : event.getTime() * 1000L;
    String EventID = event.getCam() + "-" + time /*event.time*/;

    // if altitude > 0, add altitude to coordinate ?
    Point point = GEOMETRY_FACTORY.createPoint(
        new Coordinate(event.getLon().getValue(), event.getLat().getValue())); // Point(X, Y)
    SimpleFeature f = new SimpleFeatureBuilder(TYPE).buildFeature(EventID); // SimpleFeature

    sf.setAttribute("geo", point);
    sf.setAttribute("time", new java.util.Date(time)); // (event.time));

    sf.setAttribute("cam", event.getCam());
    sf.setAttribute("imei", event.getImei());
    sf.setAttribute("dir", event.getDir());
    sf.setAttribute("alt", event.getAlt());
    sf.setAttribute("vlc", event.getVlc());

    sf.setAttribute("sl", event.getSl());
    sf.setAttribute("ds", event.getDs().toInt());
    sf.setAttribute("dir_y", event instanceof VsvnEvent ? ((VsvnEvent) event).getDirV() : null);

    sf.setAttribute("poi_azimuth_x",
                    event instanceof VsvnEvent ? ((VsvnEvent) event).getPoi() : null);
    sf.setAttribute("poi_azimuth_y",
                    event instanceof VsvnEvent ? ((VsvnEvent) event).getPoiV() : null);

    writer.write();
    writer.close();

    Option<Object> count = ds.stats().getCount(sft, ECQL.toFilter("cam='cam'"), true, new Hints());

    Assertions.assertFalse(count.isEmpty());
    assertEquals(1L, count.get());
  }

  @Test
  public void successWriteTwoEventsAndGetStatisticsUsingSUT() throws CQLException {

    ds.createSchema(TYPE);

    BroadcastService mock = mock(BroadcastService.class);

    Config config = Config.create(ConfigSources.create(
        Map.of("query.period", "2592000", "query.maxCoordinatesWithoutSampling", "1000",
               "query.maxCameraCount", "50")));

    sut = new GeomesaServiceCachedImpl(ds, mock, config);

    VsvnEvent event = new VsvnEvent("cam", 1234567L, new Latitude(57.33, LatType.North),
                                    new Longitude(33.22, LonType.East), "imei", 13.0,
                                    new Azimuth(123.0, null), null, null);

    VsvnEvent event2 = new VsvnEvent("cam2", 1234567L, new Latitude(57.33, LatType.North),
                                     new Longitude(33.22, LonType.East), "imei2", 13.0,
                                     new Azimuth(123.0, null), null, null);

    ArrayList<GeoEvent> eventList = new ArrayList<>(2);

    eventList.add(event);
    eventList.add(event2);
    sut.writeData(eventList);

    Option<Object> count = ds.stats().getCount(sft, ECQL.toFilter("cam='cam2'"), false,
                                               new Hints());
    Assertions.assertFalse(count.isEmpty());
    assertEquals(1L, count.get());

    Option<EnumerationStat<Object>> cam = ds.stats().getEnumeration(sft, "cam",
                                                                    ECQL.toFilter("1=1"), true);
    scala.collection.mutable.Map<Object, Object> enumeration = cam.get().enumeration();
    Map<Object, Object> camCount = JavaConverters.mapAsJavaMap(enumeration);

    assertEquals(2, camCount.size());

  }


  //
  @Test
  public void successTestWithSUTWriteWithGenerationStringSchema() throws IOException, CQLException {

    String spec = "*geo:Point,time:Date:index=true,cam:String:keep-stats=true:index=true,imei:String,dir:Double,alt:Double,vlc:Double,sl:Integer,ds:Integer,dir_y:Double,poi_azimuth_x:Double,poi_azimuth_y:Double";

    String sftName = "SignalBuilder";
    ds.createSchema(SimpleFeatureTypes.createType(sftName, spec));

    // reload the sft from the ds to ensure all user data is set properly
    sft = ds.getSchema(sftName);

    BroadcastService mock = mock(BroadcastService.class);

    Config config = Config.create(ConfigSources.create(
        Map.of("query.period", "2592000", "query.maxCoordinatesWithoutSampling", "1000",
               "query.maxCameraCount", "50")));

    sut = new GeomesaServiceCachedImpl(ds, mock, config);

    VsvnEvent event = new VsvnEvent("cam", 1234567L, new Latitude(57.33, LatType.North),
                                    new Longitude(33.22, LonType.East), "imei", 13.0,
                                    new Azimuth(123.0, null), null, null);

    ArrayList<GeoEvent> eventList = new ArrayList<>(1);

    eventList.add(event);
    sut.writeData(eventList);

    Option<Object> count = ds.stats().getCount(sft, ECQL.toFilter("cam='cam'"), false, new Hints());

    Assertions.assertFalse(count.isEmpty());
    assertEquals(1L, count.get());
  }


  @Test
  public void successTestWithoutUsingSutWithGenerationStringSchema()
      throws IOException, CQLException {

    String spec = "*geo:Point,time:Date:index=true,cam:String:keep-stats=true:index=true,imei:String,dir:Double,alt:Double,vlc:Double,sl:Integer,ds:Integer,dir_y:Double,poi_azimuth_x:Double,poi_azimuth_y:Double";

    String sftName = "testSchema";
    ds.createSchema(SimpleFeatureTypes.createType(sftName, spec));

    // reload the sft from the ds to ensure all user data is set properly
    sft = ds.getSchema(sftName);

    VsvnEvent event = new VsvnEvent("cam", 1234567L, new Latitude(57.33, LatType.North),
                                    new Longitude(33.22, LonType.East), "imei", 13.0,
                                    new Azimuth(123.0, null), null, null);

    SimpleFeatureWriter writer = ds.getFeatureWriterAppend(sft.getTypeName(),
                                                           Transaction.AUTO_COMMIT);
    SimpleFeature sf = writer.next();

    long time =
        event.getTime() > (long) Integer.MAX_VALUE ? event.getTime() : event.getTime() * 1000L;
    String EventID = event.getCam() + "-" + time /*event.time*/;

    // if altitude > 0, add altitude to coordinate ?
    Point point = GEOMETRY_FACTORY.createPoint(
        new Coordinate(event.getLon().getValue(), event.getLat().getValue())); // Point(X, Y)
    SimpleFeature f = new SimpleFeatureBuilder(TYPE).buildFeature(EventID); // SimpleFeature

    sf.setAttribute("geo", point);
    sf.setAttribute("time", new java.util.Date(time)); // (event.time));

    sf.setAttribute("cam", event.getCam());
    sf.setAttribute("imei", event.getImei());
    sf.setAttribute("dir", event.getDir());
    sf.setAttribute("alt", event.getAlt());
    sf.setAttribute("vlc", event.getVlc());

    sf.setAttribute("sl", event.getSl());
    sf.setAttribute("ds", event.getDs().toInt());
    sf.setAttribute("dir_y", event instanceof VsvnEvent ? ((VsvnEvent) event).getDirV() : null);

    sf.setAttribute("poi_azimuth_x",
                    event instanceof VsvnEvent ? ((VsvnEvent) event).getPoi() : null);
    sf.setAttribute("poi_azimuth_y",
                    event instanceof VsvnEvent ? ((VsvnEvent) event).getPoiV() : null);

    writer.write();
    writer.close();

    Option<Object> count = ds.stats().getCount(sft, ECQL.toFilter("cam='cam'"), false, new Hints());

    Assertions.assertFalse(count.isEmpty());
    assertEquals(1L, count.get());
  }


  @Test
  public void successTestForDummySchemaWithGenerationStringSchema()
      throws IOException, CQLException {

    String spec = "name:String:index=join,age:Int:keep-stats=true,height:Int,dtg:Date,*geom:Point:srid=4326";

    String sftName = "testSchema";
    ds.createSchema(SimpleFeatureTypes.createType(sftName, spec));
    sft = ds.getSchema(
        sftName);// reload the sft from the ds to ensure all user data is set properly

    SimpleFeatureWriter writer = ds.getFeatureWriterAppend(sft.getTypeName(),
                                                           Transaction.AUTO_COMMIT);

    SimpleFeature sf = writer.next();
    sf.setAttribute(0, "beta");
    sf.setAttribute(1, 11);
    sf.setAttribute(2, 11);
    sf.setAttribute(3, "2016-01-04T00:00:00.000Z");
    sf.setAttribute(4, "POINT (0 0)");
    writer.write();
    writer.close();

    Option<Object> count = ds.stats().getCount(sft, ECQL.toFilter("name='beta'"), false,
                                               new Hints());

    Assertions.assertFalse(count.isEmpty());
    assertEquals(1L, count.get());
  }


  @Test
  public void successBigTestWith1000DataBy3Cameras() throws CQLException {

    ds.createSchema(TYPE);
    sft = ds.getSchema(TYPE.getTypeName());

    BroadcastService mock = mock(BroadcastService.class);

    Config config = Config.create(ConfigSources.create(
        Map.of("query.period", "2592000", "query.maxCoordinatesWithoutSampling", "1000",
               "query.maxCameraCount", "50")));

    sut = new GeomesaServiceCachedImpl(ds, mock, config);



    VsvnEvent event;

    for (int j = 1; j < 4; j++) {
      ArrayList<GeoEvent> geoEvents = new ArrayList<>();
      for (int i = 0; i < 1000; i++) {
        event = new VsvnEvent("cam" + j, 1234567L, new Latitude(10.33 + 0.05 * i, LatType.North),
                              new Longitude(9.22 + 0.01 * i, LonType.East), "imei" + j, 13.0,
                              new Azimuth(123.0, null), null, null);
        geoEvents.add(event);
        if (i==400 || i==560) {
          sut.writeData(geoEvents);
          geoEvents.clear();
        }
      }
      sut.writeData(geoEvents);
    }

    Option<Object> countByCam1 = ds.stats().getCount(sft, ECQL.toFilter("cam='cam1'"), false,
                                                     new Hints());
    Assertions.assertFalse(countByCam1.isEmpty());
    assertEquals(1000L, countByCam1.get());

    Option<Object> countByCam2 = ds.stats().getCount(sft, ECQL.toFilter("cam='cam2'"), false,
                                                     new Hints());
    Assertions.assertFalse(countByCam2.isEmpty());
    assertEquals(1000L, countByCam2.get());

    Option<Object> countByCam3 = ds.stats().getCount(sft, ECQL.toFilter("cam='cam3'"), false,
                                                     new Hints());
    Assertions.assertFalse(countByCam3.isEmpty());
    assertEquals(1000L, countByCam3.get());

    Option<EnumerationStat<Object>> cam = ds.stats().getEnumeration(sft, "cam",
                                                                    ECQL.toFilter("1=1"), true);
    scala.collection.mutable.Map<Object, Object> enumeration = cam.get().enumeration();
    Map<Object, Object> camCount = JavaConverters.mapAsJavaMap(enumeration);

    assertEquals(3, camCount.size());



    Option<Object> countByBboxEstimated = ds.stats().getCount(sft, ECQL.toFilter(
        "bbox(geo,10,50,19,60)"), false, new Hints());
    Option<Object> countByBboxCalculated = ds.stats().getCount(sft, ECQL.toFilter(
        "bbox(geo,10,50,19,60)"), true, new Hints());

    log.info("Estimated count by bbox = {}", countByBboxEstimated.get());
    log.info("Presize count by bbox = {}", countByBboxCalculated.get());

  }
}

and how I run cluster

package ru.company.gps.stats;

import org.apache.accumulo.core.client.AccumuloException;
import org.apache.accumulo.core.client.AccumuloSecurityException;
import org.apache.accumulo.core.client.Connector;
import org.apache.accumulo.core.client.NamespaceExistsException;
import org.apache.accumulo.core.security.NamespacePermission;
import org.apache.accumulo.core.security.SystemPermission;
import org.apache.accumulo.minicluster.MiniAccumuloCluster;
import org.apache.accumulo.minicluster.MiniAccumuloConfig;
import org.locationtech.geomesa.accumulo.AccumuloVersion;

import java.io.File;
import java.io.FileWriter;
import java.io.IOException;
import java.nio.file.Files;
import java.nio.file.Path;

class MiniCluster {

  public final String namespace = "myNamespace";
  public final String user = "root";
  public final String password = "secret";

  public MiniCluster(){}

  public MiniAccumuloCluster startCluster()
      throws IOException, AccumuloException, AccumuloSecurityException, InterruptedException, NamespaceExistsException {

    Path miniClusterTempDir = Files.createTempDirectory("myNamespace-mini-acc-");
    MiniAccumuloConfig config = new MiniAccumuloConfig(miniClusterTempDir.toFile(),password);

    MiniAccumuloCluster cluster = new MiniAccumuloCluster(config);

    try (FileWriter writer = new FileWriter(new File(miniClusterTempDir.toFile(), "conf/zoo.cfg"),true)) {
      writer.write("admin.enabledServer=false\n");
      writer.write("4lw.commands.whitelist=*\n");
    }

    cluster.start();

    Connector connector = cluster.getConnector(user, password);

    connector.namespaceOperations().create(namespace);

    connector.securityOperations().grantSystemPermission(user, SystemPermission.CREATE_NAMESPACE);
    connector.securityOperations().grantSystemPermission(user, SystemPermission.ALTER_NAMESPACE);
    connector.securityOperations().grantSystemPermission(user, SystemPermission.DROP_NAMESPACE);

    connector.securityOperations().grantNamespacePermission(user, namespace, NamespacePermission.READ);
    connector.securityOperations().grantNamespacePermission(user, namespace, NamespacePermission.WRITE);
    connector.securityOperations().grantNamespacePermission(user, namespace, NamespacePermission.CREATE_TABLE);
    connector.securityOperations().grantNamespacePermission(user, namespace, NamespacePermission.ALTER_TABLE);
    connector.securityOperations().grantNamespacePermission(user, namespace, NamespacePermission.DROP_TABLE);

    AccumuloVersion.close(connector);

    return cluster;
  }

}

Then I thought that the problem not in my code but in the db.

Today I installed singlenode accumulo with zookeeper and hadoop on local VMWARE machine. (In docker I couldn't run image with accumulo, accumulo not starting)
But with geomesa system install this does not worked

/opt/accumulo/lib/ext/geomesa-accumulo-distributed-runtime_2.12-3.2.2.jar
and I add to accumulo classpath the path in accumulo.properties to this jar

in /opt/accumulo/conf/accumulo-env.sh
CLASSPATH="${CLASSPATH}:${lib}/*:${HADOOP_CONF_DIR}:${ZOOKEEPER_HOME}/*:${ZOOKEEPER_HOME}/lib/*:${HADOOP_HOME}/share/hadoop/client/*:${CLASSPATH}:${lib}/ext/*
I restarted the accumulo cluster but It does not help.

My app can't start.
After this I installed geomesa library jar like

$ hadoop fs -mkdir /accumulo/classpath/myNamespace
$ hadoop fs -put \
geomesa-accumulo_${VERSION}/dist/accumulo/geomesa-accumulo-distributed-runtime_${VERSION}.jar \
/accumulo/classpath/myNamespace/

and then
$ accumulo shell -u root
> createnamespace myNamespace
> grant NameSpace.CREATE_TABLE -ns myNamespace -u myUser
> config -s general.vfs.context.classpath.myNamespace=hdfs://NAME_NODE_FDQN:9000/accumulo/classpath/myNamespace/[^.].*.jar
> config -ns myNamespace -s table.classpath.context=myNamespace

And after this My app can run and start. But the result is the same. The statistics not correctly counted for device.

I thought that maybe the problem is that

The app geomesa version was 3.2.0,
in accumulo I put library with version 3.2.2

And geomesa-accumulo utils have version 3.2.2. With it I count the size of geoevents by cam.

I upgraded myapp geomesa version to 3.2.2, but it does not help.

I think maybe the problem with my datasource params to accumulo?

Maybe I need params that handled accumulo connection params, like threads count or maybe buffer size?

I use next

Properties params = new Properties();
params.put("accumulo.instance.id", "accumulo");
params.put("accumulo.zookeepers", "192.168.81.130:2181");
params.put("accumulo.catalog", "myNamespace.geomesa");
params.put("accumulo.user", "root");
params.put("accumulo.password", "password");
params.put("geomesa.stats.generate",true);
params.put("accumulo.remote.stats.enable",true);
params.put("geomesa.query.audit", true);
params.put("geomesa.query.timeout", true);
params.put("geomesa.query.caching", true);
params.put("geomesa.partition.scan.parallel", true);

Iterator<DataStoreFactorySpi> stores = DataStoreFinder.getAvailableDataStores();
while (stores.hasNext()) {
DataStoreFactorySpi spi = stores.next();
log.info(
"DataStoreFactorySpi Name: " + spi.getDisplayName() + ", Descr: " + spi.getDescription());
}
DataStore ds = DataStoreFinder.getDataStore(params);
ds.createSchema(SimpleFeatureUtils.TYPE);
return ds;

Or maybe I need full cluster of accumulo, with several nodes?

Thank you for your patience.

чт, 17 февр. 2022 г. в 18:04, Emilio Lahr-Vivaz <elahrvivaz@xxxxxxxx>:

We collect various stats, sometimes chunked by time, to help with count estimates. The exact details on the stats collected are here:

https://github.com/locationtech/geomesa/blob/main/geomesa-index-api/src/main/scala/org/locationtech/geomesa/index/stats/MetadataBackedStats.scala#L210

The logic for estimating counts based on the stored stats is here:

https://github.com/locationtech/geomesa/blob/main/geomesa-index-api/src/main/scala/org/locationtech/geomesa/index/stats/StatsBasedEstimator.scala

These were meant to aid with query planning, to give a rough order-of-magnitude on how many rows would be scanned for a given query. They won't be very exact if you're looking for accurate counts, and depending on the filter you're querying they may be extremely off or unavailable as we don't have enough stored stats to determine anything. The stats are inherently lossy, and there's a trade-off between the space and time required to store larger, more accurate stat objects and the accuracy of those stats. In the end, the stats were not consistent enough to use for query planning, so we default to using heuristics instead.

Thanks,

Emilio

On 2/17/22 3:44 AM, Rinchin Gomboev wrote:
Is it real that statistics collected for any area figure?

Can I call the get count by area and time and get the result?

What does it mean Estimated result? How is estimated result is calculated for query filter?

for something like

~/bin/geomesa-accumulo_2.12-3.2.2/bin  ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "bbox(geo,37,55,37.620,56)"
Estimated count: 2500
~/bin/geomesa-accumulo_2.12-3.2.2/bin  ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "bbox(geo,37,55,37.620,56)" --no-cache
INFO Running stat query...
Count: 786

in db I see next result for geomesa_stats table. I think It saved only total statistics, not for index or any area?

root@accumulo> table myNamespace.geomesa_stats
root@accumulo myNamespace.geomesa_stats> scan
2022-02-17 11:41:53,272 [commands.ShellPluginConfigurationCommand] ERROR: Error: Could not determine the type of file "hdfs://10.200.217.27:9000/accumulo/classpath/myNamespace/[^.].*.jar".
2022-02-17 11:41:53,272 [shell.Shell] ERROR: Could not load the specified formatter. Using the DefaultFormatter
2022-02-17 11:41:53,298 [commands.ShellPluginConfigurationCommand] ERROR: Error: Could not determine the type of file "hdfs://10.200.217.27:9000/accumulo/classpath/myNamespace/[^.].*.jar".
SignalBuilder~stats-bounds-cam : [] \x19ca\xED\x0A\xAB\x01\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00`\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x14\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x04\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x007c0cf8bc-e7e3-4023-8a00-a5f17bda300\xB1f767f0fa-dac5-4571-aa47-1ea6bf6e2c8\xB2
SignalBuilder~stats-bounds-geo : [] \x19ge\xEF\x0A\xAB\x01\x00\x01\x80!\x02 \x00 \x04\x10\x80\x02\x00\x00\x04F\x06 \x84!\x00\x03\x80@\x06!\x10A\x00 \x08\xE2\x04\x01\x04\x00\x02A\x04\x80\x0C \x00"\x00\x00\x04@\x04\x12\x04!\x00\x00\x88 \x06@\x08\x02\x00\xA0\x04%\x00\x01\x00\x81\x021\x8C\x00\x02\x00\x80\x00\x00\x02\x00!\x020\x00\x01\x062\xA8\x82\x00`\x04a\x02\x15\x84 \x08@\x10$\x00\x00\x00\x02\x04@\x00\x03\x02\x00\x08\x01\x000\x80\x00\x02\x00\x00#\x00\x10\x08@\x00\x00\x08\x02\x00\x01\x1C\x00\x06\x10\x041\x000\x84 \x02\x01\x80\x82\x000\x94 \x00B\x08`\x08\x10\x80\x02\x02\x10\x80\x06\x00\x10\x00a\x02!\x80b\x02@\x80!\x00\x01\x00C\x06\x02\x00c\x02\x10\x04 \x0A\x00\x88\x00\x02\x00\x00b\x00\x11\x80 \x02 \x08#\x02#\x8CA\x00\x00\x08\x02\x04\x01\x8CB\x00\x00\x08\x80\x00!\x0C\x01\x00\x02\x80 \x00\x11\x10\x02\x04\x01\x84e\x02\x81\x04@\x04\x12\x0C\x03\x00\xA0\x04\x01\x00\x00\x80\xC4\x02 \x98 \x00\x00\x00!\x00\x00\x00\x01\x00@\x08a\x00\x00\x80`\x06`\x00\x00\x02\x11\x04\x02\x04!\x00\xC1\x000\x04'\x00\x01\x88\x00\x06\x00\x04!\x00\x00\x0Ce\x06\x11\x88g\x02\x00\x80c\x0C\x11\x00$\x02\x00\x04!\x02!\x80\x02\x00\x13\x18!\x02\x01\x04\x80\x00\x00\x08`\x00!\x00\x00\x00\x00\x84\x00\x04@\x80\x00\x04\x02\x00\xC3\x02P\x00\x00\x00\x10\x00D\x00\x10\x08\x05\x02\x00\x80!\x00 \x08\x02\x00\x00\x90\x04\x06\x00\x04`\x02\x10\x94\x02\x00\x02\x04\x82\x00\x01\x80\x00\x02\x11\x90"\x00P\x04c\x000\x14B\x04\x10\x00@\x00\x00\x08\x02\x040\x80\xA0\x00 \x0C\x00\x00#\x00a\x04\x01\x04\xC0\x04P\x80 \x06\x01\x00"\x02\x00\x04A\x02 \x90\x01\x04p\x00B\x04\x00\x10B\x00\x00\x84b\x02\x00\x04!\x00!\x80\x03\x02\x10\x88\x02\x00!\x00\x03\x00 \x94`\x00 \x00!\x04@\x04@\x02\x12\x00#\x00\x00\xA4\x07\x00\x01\x00 \x02\x10\x04\x03\x00\x10\x04\x01\x06\x00\x80#\x02\x00\x80b\x06@\x80A\x10\x10\x01\x01\x060\x8C!\x02 \x04A\x00 \x00@\x00\x00\x80\x83\x000\x0C\x03\x02 \x08\x01\x02\x00\x00B\x04\x00\x90\x00\x00 \x84\x81\x02\x10\x00\x00\x060\x04\x84\x04\x00\x90!\x00\x81\x0C\x02\x02\x01\x00#\x02\x00\x1C\x05\x00!\x8C \x00\x01\x8C%\x02\x00\x04\x82\x00\x00\x80A\x02\x00\x9CB\x08\x00\x80\x00\x04\x10\x0D\x03\x02\x11\x8C\x01\x06\x02\x0Cc\x02\x00\x84\x84\x000\x14\x00\x06\x11\x04\x80\x00\x01\x90\xC1\x020\x84B\x081\x15\x00\x00B\x08\x00\x020\x00@\x04\x11\x80#\x00\x00\x04\xA2\x00\x01\x00\x02\x04!\x04 \x062\x00\x03\x00P\x84\x02\x021\x00\xA0\x00\x01\x04 \x04p\x08\x00\x04\x00\x04 \x00\x00\x04\x04\x15\x00\x00\x00\x00\x01@B\xCC\x90\xF73\xA8\xA4@K\xDEP7O\xF8f\x15\x00\x00\x00\x00\x01@B\xD78\xE6\xD1Z\xD1@K\xE8\xF8&\xED\xAA\x93
SignalBuilder~stats-bounds-time : [] \x19tim\xE5\x0A\xAB\x01\x04!\x94C\x02\x10\x08\x02\x06\x00\x04`\x04\x02\x80\x00\x02\x00\x00\x80\x001\x88@\x06\x04\x90 \x08\x00\x94B\x00\x00\x00@\x000\x0C \x02 \x80\x00\x040\x00 \x06 \x0C\x00\x00\x01\x84`\x00\x00\x04B\x00\x02\x00C\x00\x02\x10\x03\x00\x00\x04\x03\x08\x00\x10\x02\x06\x10\x00\x03\x00P\x84\x06\x00\x01\x04!\x00!\x90F\x00 \x00\x01\x00@\x04\x01\x061\x0C@\x06\x10\x88A\x02\x00\x0Cb\x082\x08 \x000\x8C\x00\x000\x84$\x04\x00\x00\x01\x04 \x88\x82\x06\x10\x80@\x00\x01\x80 \x06\x10\x88\x81\x02\x92\x04 \x04\x00\x0C\x00\x00\x10\x1C\x06\x020\x00 \x02\x01\x80\x05\x02\x11\x04B\x04!\x04\x03\x00\x00\x84\x81\x00\x11\x04\x00\x02\x00\x84!\x04\x01\x00 \x00\x00\x00\xA1\x001\x08"\x081\x84\x00\x02\x12\x8C\x01\x02\x10\x80 \x06\x01\x84@\x06\x00\x04A\x04\x00\x08A\x02\x90\x00#\x020\x80\x02\x0A\x10\x00\x02\x00 \x84\x02\x06\x00\x80\x02\x02A\x80\x84\x02\x11\x80 \x00\x04\x08 \x04\x00\x08\x81\x06\x10\x00$\x00\x02\x80\x00\x00 \x00`\x02\x11\x08$\x04\x00\x00\x02\x040\x04 \x02 \x84 \x06D\x84'\x00\x10\x04 \x08\x03\x00 \x0A\x12\x80`\x002\x04$\x04\x01\x00\x00\x00\x00\x00 \x00\x00\x80\x04\x02\x00\x8C#\x02\x00\x08C\x00\x11\x84\x00\x06"\x00\x00\x021\x18\x01\x08@\x80 \x02\x10\x08\x02\x00\x11\x00"\x04\x12\x00 \x00\x02\x84A\x00@\x88\x00\x08\x10\x10\x01\x14\x00\x14"\x06\x10\x84\x02\x02 \x08`\x02\x11\x08"\x02\x02\x00\x00\x06\x10\x84\x06\x06\x02\x80$\x00\x00\x84A\x00"\x84\x03\x04\x10\x04\x01\x02\x00\x80#\x12\x02\x80#\x00 \x8C\x01\x0A@\x00\x01\x0A\x00\x84D\x02\x01\x04\x03\x04 \x84\x00\x02\x00\x04#\x02A\x08\x01\x00\x01\x00A\x040\x04"\x00\x01\x84@\x00\x00\x84A\x00\x11\x00@\x08@\x04\x03\x00\x01\x04$\x02\x00\x10$\x06\x00\x04E\x06\x01\x00#\x04\x10\x80\x01\x02\x01\x1C\x82\x02 \x04b\x00\x00\x14A\x02\x10\x00\x80\x06D\x08A\x00\x00\x04\x05\x0A!\x80\x05\x06\x00\x90\x02\x02\x00\x84D\x000\x08A\x00Q\x8C\x05\x00\x11\x0C\x00\x00`\x80\x02\x02\x00\x94C\x02!\x04\x00\x06\x00\x00\x02\x04\x01\x90C\x04\x00\x08\x01\x00\x01\x04b\x04!\x84c\x02\x10\x88\x00\x10\x02\x00\xA0\x00\x01\x08 \x04\x02\x00\x03\x0A \x00`\x00\x02\x04 \x02\x01\x88B\x00@\x14\x05\x02\x00\x04@\x00Q\x00"\x00\x00\x00 \x00\x11\x04#\x02\x01\x80\x05\x0A0\x88@\x00\x00\x04\x04\x02 \x88\x07\x00\x11\x10\x02\x02 \x80a\x040\x90\x00\x001\x00\x03\x00\x00\x00"\x08\x00\x84 \x02\x00\x10\x01\x00!\x8C`\x00\x00\x14\x00\x04@\x04\xA0\x02\x00\x14 \x02 \x88\x00\x000\x08\xA3\x00\x00\x0C\x00\xD0\xBA\xFE\xD8\xF3/\x80\xB4\xF8\xD9\xF3/
SignalBuilder~stats-count : [] \x01\xC4\x13
SignalBuilder~stats-freq-cam : [] \x13ca\xED\x80wee\xEB\x14?tz\xE1G\xAE\x14{?\xEEffffff\x01\x00\x00\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\xAC\x01\xE8\x07\xF4\x03\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7FH\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x99\x01\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x89\x02\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7FO\xF4\x03\x00\x00\x00\x00\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F1\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F2\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x8F\x01\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7FX\xF4\x03\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7Ft\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7Fo\xF4\x03\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F&\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7Ff\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x92\x01\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x96\x01\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F!\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x9A\x01\xF4\x03\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F<\xC4\x13
SignalBuilder~stats-freq-cam-2721 : [] \x13ca\xEDtim\xE5wee\xEB\x14?tz\xE1G\xAE\x14{?\xEEffffff\x01\x0A\xA1\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\xAC\x01\xE8\x07\xF4\x03\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7FH\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x99\x01\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x89\x02\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7FO\xF4\x03\x00\x00\x00\x00\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F1\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F2\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x8F\x01\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7FX\xF4\x03\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7Ft\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7Fo\xF4\x03\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F&\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7Ff\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x92\x01\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x96\x01\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F!\xE8\x07\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x9A\x01\xF4\x03\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F<\xC4\x13
SignalBuilder~stats-hist-cam : [] \x12ca\xED\xE8\x077c0cf8bc0e7\xE5f767f0fa0da\xE3\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x08\xF4\x03\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x80\x02\x05\x09\x06\x05\x07\x06\x05\x04\x06\x05\x06\x06\x06\x05\x07\x06\x05\x05\x05\x05\x05\x07\xEA\x06\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\xC8\x05
SignalBuilder~stats-hist-geo : [] \x12ge\xEF\x90N\x15\x00\x00\x00\x00\x01@B\xCC\x90\xF73\xA8\xA4@K\xDEP7O\xF8f\x15\x00\x00\x00\x00\x01@B\xD78\xE6\xD1Z\xD1@K\xE8\xF8&\xED\xAA\x93$0\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x0A\x09\x0F!*\x00\x003\x1B\x15\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\xAF\x01\x09\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x05*0\x00\x00\x09*0\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x0A\x09\x00*0\x00\x00'$\x18\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F+\x09\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x95,\x09$-\x00\x000\x1B\x18\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x0A\x09'!\x12\x00\x09'3\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\xC2\x05\x06\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x05*3\x00\x00\x18'$\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x0A\x06\x12-\x1E\x00\x0003\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F,\x06\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x15$"\x00\x00\x10\x16\x1C\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x0A\x04\x0C\x16\x1C\x00\x00 \x18\x0A\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\xAF\x01\x04\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x05\x1C \x00\x00\x0A\x18 \xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x0A\x06\x04\x18 \x00\x00"\x10\x10\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F+\x06\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7FW\x14\x18\x10\x00\x04\x1E \xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x0A\x06\x00\x1C \x00\x00\x08\x1A \xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x8A\x16\x06\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x05\x1C \x00\x00\x06\x1C \xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\x0A\x06\x02\x1A \x00\x00
SignalBuilder~stats-hist-geo-time-2721 : [] \x14ge\xEFtim\xE5wee\xEB\x90N\x01\x0A\xA1\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\xE9F\xC4\x13\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF\x7F\xA6\x07
SignalBuilder~stats-hist-time : [] \x12tim\xE5\xE8\x07\xD0\xBA\xFE\xD8\xF3/\x80\xB4\xF8\xD9\xF3/\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x03\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02\x02
SignalBuilder~stats-topk-cam : [] \x18ca\xED\x03f767f0fa-dac5-4571-aa47-1ea6bf6e2c8\xB2\xE8\x079f471340-dd70-4eca-a8dc-14553a4e708\xE1\xE8\x077c0cf8bc-e7e3-4023-8a00-a5f17bda300\xB1\xF4\x03
ср, 16 февр. 2022 г. в 17:53, Emilio Lahr-Vivaz <elahrvivaz@xxxxxxxx>:
Could you try to write a unit test that shows the issue, i.e. in https://github.com/locationtech/geomesa/blob/main/geomesa-accumulo/geomesa-accumulo-datastore/src/test/scala/org/locationtech/geomesa/accumulo/data/AccumuloDataStoreStatsTest.scala? I'm afraid I'm not sure what's wrong. Feel free to file a bug, too.

Thanks,

Emilio

On 2/16/22 8:39 AM, Rinchin Gomboev wrote:
sorry for the previous message

>>I think you probably have a misconfiguration in your accumulo tables. The _stats table created by GeoMesa needs an Accumulo combiner configured on it - if the combiner is not configured or can't be loaded, then reading stats won't work properly. Can you try to verify through the Accumulo shell that there is a StatsCombiner configured on the table, and that you can load that >>class through the shell?
Maybe I incorrectly understand, which of StatsCombiner is needed?
org.apache.accumulo.examples.combiner.StatsCombiner or

org.locationtech.geomesa.accumulo.data.stats.StatsCombiner
ср, 16 февр. 2022 г. в 16:38, Rinchin Gomboev <gomboev.rinchin@xxxxxxxxx>:
>>I think you probably have a misconfiguration in your accumulo tables. The _stats table created by GeoMesa needs an Accumulo combiner configured on it - if the combiner is not configured or can't be loaded, then reading stats won't work properly. Can you try to verify through the Accumulo shell that there is a StatsCombiner configured on the table, and that you can load that >>class through the shell?
Maybe I incorrectly understand, which of StatsCombiner is needed?
org.apache.accumulo.examples.combiner.StatsCombiner
ср, 16 февр. 2022 г. в 15:33, Rinchin Gomboev <gomboev.rinchin@xxxxxxxxx>:
but stats by time is OK

~/bin/geomesa-accumulo_2.12-3.2.2/bin  ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "time DURING 2021-02-27T08:26:42.000Z/2023-02-27T09:52:00.000Z"
Estimated count: 4000

thanks
ср, 16 февр. 2022 г. в 15:05, Rinchin Gomboev <gomboev.rinchin@xxxxxxxxx>:
when I try to add geoevents by another cams

the count result is bad

~/bin/geomesa-accumulo_2.12-3.2.2/bin  ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam like 'bfe55ad1-5b0a-405d-9ca9-3bed6aca9313'"
Estimated count: 0
~/bin/geomesa-accumulo_2.12-3.2.2/bin  ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam like 'f767f0fa-dac5-4571-aa47-1ea6bf6e2c82'"
Estimated count: 0
~/bin/geomesa-accumulo_2.12-3.2.2/bin  ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam like 'f767f0fa-dac5-4571-aa47-1ea6bf6e2c82'" --no-cache
INFO Running stat query...
Count: 1000
~/bin/geomesa-accumulo_2.12-3.2.2/bin  ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam like 'bfe55ad1-5b0a-405d-9ca9-3bed6aca9313'" --no-cache
INFO Running stat query...
Count: 2000

from scala console check

~/bin/geomesa-accumulo_2.12-3.2.2/bin  ./geomesa-accumulo scala-console
Welcome to Scala 2.12.13 (OpenJDK 64-Bit Server VM, Java 1.8.0_312).
Type in expressions for evaluation. Or try :help.

scala>

scala>

scala>

scala> val dsParams = Map("accumulo.instance.id" -> "accumulo", "accumulo.zookeepers" -> "10.200.217.27:2181", "accumulo.catalog" -> "myNamespace.geomesa", "accumulo.user" -> "root","accumulo.password" -> "qweasd123")
dsParams: scala.collection.immutable.Map[String,String] = Map(accumulo.zookeepers -> 10.200.217.27:2181, accumulo.user -> root, accumulo.instance.id -> accumulo, accumulo.catalog -> myNamespace.geomesa, accumulo.password -> qweasd123)

scala> val ds = DataStoreFinder.getDataStore(dsParams)
<console>:25: warning: object JavaConversions in package collection is deprecated (since 2.12.0): use JavaConverters
val ds = DataStoreFinder.getDataStore(dsParams)
^
ds: org.geotools.data.DataStore = org.locationtech.geomesa.accumulo.data.AccumuloDataStore@c497a55

scala> val sft = SimpleFeatureTypes.mutable(ds.getSchema("SignalBuilder"))
sft: org.opengis.feature.simple.SimpleFeatureType = SimpleFeatureTypeImpl SignalBuilder identified extends Feature(geo:geo,time:time,cam:cam,imei:imei,dir:dir,alt:alt,vlc:vlc,sl:sl,ds:ds,dir_y:dir_y,poi_azimuth_x:poi_azimuth_x,poi_azimuth_y:poi_azimuth_y)

scala> sft
res4: org.opengis.feature.simple.SimpleFeatureType = SimpleFeatureTypeImpl SignalBuilder identified extends Feature(geo:geo,time:time,cam:cam,imei:imei,dir:dir,alt:alt,vlc:vlc,sl:sl,ds:ds,dir_y:dir_y,poi_azimuth_x:poi_azimuth_x,poi_azimuth_y:poi_azimuth_y)

scala> sft.getDescriptor("cam")
res5: org.opengis.feature.type.AttributeDescriptor =
AttributeDescriptorImpl cam <cam:String> nillable 0:1
userData=(
keep-stats ==> true)

scala>

scala>

scala> sft.getDescriptor("cam").getUserData()
res6: java.util.Map[Object,Object] = {keep-stats=true}

When I put jar into main accumulo lib forder, there is no more errors in

grep mesa tserver_netris-cassandra-stage60-04.log

java.lang.RuntimeException: java.util.concurrent.ExecutionException: java.lang.NoClassDefFoundError: Could not initialize class org.locationtech.geomesa.utils.geotools.sft.SimpleFeatureSpecParser$
Caused by: java.util.concurrent.ExecutionException: java.lang.NoClassDefFoundError: Could not initialize class org.locationtech.geomesa.utils.geotools.sft.SimpleFeatureSpecParser$
Caused by: java.lang.NoClassDefFoundError: Could not initialize class org.locationtech.geomesa.utils.geotools.sft.SimpleFeatureSpecParser$
at org.locationtech.geomesa.utils.geotools.SimpleFeatureTypes$.createType(SimpleFeatureTypes.scala:130)
at org.locationtech.geomesa.utils.geotools.SimpleFeatureTypes$.createType(SimpleFeatureTypes.scala:117)
at org.locationtech.geomesa.utils.geotools.SimpleFeatureTypes$.createImmutableType(SimpleFeatureTypes.scala:152)
at org.locationtech.geomesa.index.iterators.IteratorCache$.sft(IteratorCache.scala:52)
at org.locationtech.geomesa.index.iterators.AggregatingScan.init(AggregatingScan.scala:42)
at org.locationtech.geomesa.index.iterators.AggregatingScan.init$(AggregatingScan.scala:40)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.init(BaseAggregatingIterator.scala:36)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.hasNextData(BaseAggregatingIterator.scala:68)
at org.locationtech.geomesa.index.iterators.AggregatingScan.liftedTree1$1(AggregatingScan.scala:108)
at org.locationtech.geomesa.index.iterators.AggregatingScan.aggregate(AggregatingScan.scala:108)
at org.locationtech.geomesa.index.iterators.AggregatingScan.aggregate$(AggregatingScan.scala:82)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.aggregate(BaseAggregatingIterator.scala:20)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.findTop(BaseAggregatingIterator.scala:53)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.next(BaseAggregatingIterator.scala:50)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.hasNextData(BaseAggregatingIterator.scala:68)
at org.locationtech.geomesa.index.iterators.AggregatingScan.liftedTree1$1(AggregatingScan.scala:108)
at org.locationtech.geomesa.index.iterators.AggregatingScan.aggregate(AggregatingScan.scala:108)
at org.locationtech.geomesa.index.iterators.AggregatingScan.aggregate$(AggregatingScan.scala:82)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.aggregate(BaseAggregatingIterator.scala:20)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.findTop(BaseAggregatingIterator.scala:53)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.next(BaseAggregatingIterator.scala:50)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.hasNextData(BaseAggregatingIterator.scala:68)
at org.locationtech.geomesa.index.iterators.AggregatingScan.liftedTree1$1(AggregatingScan.scala:108)
at org.locationtech.geomesa.index.iterators.AggregatingScan.aggregate(AggregatingScan.scala:108)
at org.locationtech.geomesa.index.iterators.AggregatingScan.aggregate$(AggregatingScan.scala:82)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.aggregate(BaseAggregatingIterator.scala:20)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.findTop(BaseAggregatingIterator.scala:53)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.next(BaseAggregatingIterator.scala:50)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.hasNextData(BaseAggregatingIterator.scala:68)
at org.locationtech.geomesa.index.iterators.AggregatingScan.liftedTree1$1(AggregatingScan.scala:108)
at org.locationtech.geomesa.index.iterators.AggregatingScan.aggregate(AggregatingScan.scala:108)
at org.locationtech.geomesa.index.iterators.AggregatingScan.aggregate$(AggregatingScan.scala:82)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.aggregate(BaseAggregatingIterator.scala:20)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.findTop(BaseAggregatingIterator.scala:53)
at org.locationtech.geomesa.accumulo.iterators.BaseAggregatingIterator.next(BaseAggregatingIterator.scala:50)
2022-02-16 11:57:24,719 [classpath.ServiceLoader$] WARN : Using a context ClassLoader that does not contain the class to load (org.locationtech.geomesa.index.api.GeoMesaFeatureIndexFactory): org.apache.accumulo.start.classloader.AccumuloClassLoader$1@15d9bc04

At this moment I put library into accumulo

and now the accumulo log is clear without errors

[g.rinchin@netris-cassandra-stage60-04 logs]$ tail -f tserver_netris-cassandra-stage60-04.log
2022-02-16 14:29:02,843 [server.ServerUtil] WARN : System swappiness setting is greater than ten (30) which can cause time-sensitive operations to be delayed. Accumulo is time sensitive because it needs to maintain distributed lock agreement.
2022-02-16 14:30:18,432 [compress.CodecPool] INFO : Got brand-new decompressor [.deflate]
2022-02-16 14:39:02,843 [server.ServerUtil] WARN : System swappiness setting is greater than ten (30) which can cause time-sensitive operations to be delayed. Accumulo is time sensitive because it needs to maintain distributed lock agreement.
2022-02-16 14:49:02,844 [server.ServerUtil] WARN : System swappiness setting is greater than ten (30) which can cause time-sensitive operations to be delayed. Accumulo is time sensitive because it needs to maintain distributed lock agreement.
2022-02-16 14:53:59,864 [compress.CodecPool] INFO : Got brand-new decompressor [.deflate]
2022-02-16 14:53:59,865 [compress.CodecPool] INFO : Got brand-new decompressor [.deflate]
2022-02-16 14:54:31,212 [compress.CodecPool] INFO : Got brand-new decompressor [.deflate]
2022-02-16 14:54:31,213 [compress.CodecPool] INFO : Got brand-new decompressor [.deflate]
2022-02-16 14:54:31,213 [compress.CodecPool] INFO : Got brand-new decompressor [.deflate]
2022-02-16 14:59:02,844 [server.ServerUtil] WARN : System swappiness setting is greater than ten (30) which can cause time-sensitive operations to be delayed. Accumulo is time sensitive because it needs to maintain distributed lock agreement.

I know that one of my indexes by attribute is by cam and time,

geomesa.indices | z3:7:3:geo:time,z2:5:3:geo,attr:8:3:time,attr:8:3:cam:time

but estimated count = 0

✘  ~/bin/geomesa-accumulo_2.12-3.2.2/bin  ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam like 'bfe55ad1-5b0a-405d-9ca9-3bed6aca9313' and time DURING 2021-02-27T08:26:42.000Z/2022-02-27T09:52:00.000Z"
Estimated count: 0
~/bin/geomesa-accumulo_2.12-3.2.2/bin  ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam like 'bfe55ad1-5b0a-405d-9ca9-3bed6aca9313' and time DURING 2021-02-27T08:26:42.000Z/2022-02-27T09:52:00.000Z" --no-cache
INFO Running stat query...
Count: 1000
ср, 16 февр. 2022 г. в 13:00, Rinchin Gomboev <gomboev.rinchin@xxxxxxxxx>:
the problem is remain

I put the geomesa-accumulo-distributed-runtime jar inside in main accumulo lib directory

[g.rinchin@netris-cassandra-stage60-04 lib]$ pwd
/opt/accumulo/lib
[g.rinchin@netris-cassandra-stage60-04 lib]$ ls | grep geomesa
geomesa-accumulo-distributed-runtime_2.12-3.2.2.jar

after this i can correctly load class org.locationtech.geomesa.accumulo.data.stats.StatsCombiner

root@accumulo> setiter -t examples.runners -p 10 -scan -minc -majc -n decStats -class org.locationtech.geomesa.accumulo.data.stats.StatsCombiner
Combiners apply reduce functions to multiple versions of values with otherwise equal keys
----------> set StatsCombiner parameter all, set to true to apply Combiner to every column, otherwise leave blank. if true, columns option will be ignored.:

I recreate namespace like

root@accumulo> deletenamespace -f myNamespace
root@accumulo> createnamespace myNamespace
root@accumulo> grant NameSpace.CREATE_TABLE -ns myNamespace -u root
root@accumulo> config -ns myNamespace -s table.classpath.context=myNamespace

then run an application and it create geomesa tables put

my myNamespace.geomesa_stats table config

root@accumulo> config -t myNamespace.geomesa_stats
-----------+-------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
SCOPE | NAME | VALUE
-----------+-------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
default | table.balancer ............................................ | org.apache.accumulo.server.master.balancer.DefaultLoadBalancer
default | table.bloom.enabled ....................................... | false
default | table.bloom.error.rate .................................... | 0.5%
default | table.bloom.hash.type ..................................... | murmur
default | table.bloom.key.functor ................................... | org.apache.accumulo.core.file.keyfunctor.RowFunctor
default | table.bloom.load.threshold ................................ | 1
default | table.bloom.size .......................................... | 1048576
default | table.cache.block.enable .................................. | false
default | table.cache.index.enable .................................. | true
default | table.classpath.context ................................... |
namespace | @override .............................................. | myNamespace
default | table.compaction.major.everything.idle .................... | 1h
default | table.compaction.major.ratio .............................. | 3
default | table.compaction.minor.idle ............................... | 5m
default | table.compaction.minor.logs.threshold ..................... | 3
default | table.compaction.minor.merge.file.size.max ................ | 0
table | table.constraint.1 ........................................ | org.apache.accumulo.core.constraints.DefaultKeySizeConstraint
default | table.durability .......................................... | sync
default | table.failures.ignore ..................................... | false
default | table.file.blocksize ...................................... | 0B
default | table.file.compress.blocksize ............................. | 100K
default | table.file.compress.blocksize.index ....................... | 128K
default | table.file.compress.type .................................. | gz
default | table.file.max ............................................ | 15
default | table.file.replication .................................... | 0
default | table.file.summary.maxSize ................................ | 256K
default | table.file.type ........................................... | rf
default | table.formatter ........................................... | org.apache.accumulo.core.util.format.DefaultFormatter
default | table.groups.enabled ...................................... |
default | table.interepreter ........................................ | org.apache.accumulo.core.util.interpret.DefaultScanInterpreter
table | table.iterator.majc.stats-combiner ........................ | 10,org.locationtech.geomesa.accumulo.data.stats.StatsCombiner
table | table.iterator.majc.stats-combiner.opt.all ................ | true
table | table.iterator.majc.stats-combiner.opt.sep ................ | ~
table | table.iterator.majc.stats-combiner.opt.sft-SignalBuilder .. | *geo:Point,time:Date,cam:String:keep-stats=true,imei:String,dir:Double,alt:Double,vlc:Double,sl:Integer,ds:Integer,dir_y:Double,poi_azimuth_x:Double,poi_azimuth_y:Double
table | table.iterator.majc.vers .................................. | 20,org.apache.accumulo.core.iterators.user.VersioningIterator
table | table.iterator.majc.vers.opt.maxVersions .................. | 1
table | table.iterator.minc.stats-combiner ........................ | 10,org.locationtech.geomesa.accumulo.data.stats.StatsCombiner
table | table.iterator.minc.stats-combiner.opt.all ................ | true
table | table.iterator.minc.stats-combiner.opt.sep ................ | ~
table | table.iterator.minc.stats-combiner.opt.sft-SignalBuilder .. | *geo:Point,time:Date,cam:String:keep-stats=true,imei:String,dir:Double,alt:Double,vlc:Double,sl:Integer,ds:Integer,dir_y:Double,poi_azimuth_x:Double,poi_azimuth_y:Double
table | table.iterator.minc.vers .................................. | 20,org.apache.accumulo.core.iterators.user.VersioningIterator
table | table.iterator.minc.vers.opt.maxVersions .................. | 1
table | table.iterator.scan.stats-combiner ........................ | 10,org.locationtech.geomesa.accumulo.data.stats.StatsCombiner
table | table.iterator.scan.stats-combiner.opt.all ................ | true
table | table.iterator.scan.stats-combiner.opt.sep ................ | ~
table | table.iterator.scan.stats-combiner.opt.sft-SignalBuilder .. | *geo:Point,time:Date,cam:String:keep-stats=true,imei:String,dir:Double,alt:Double,vlc:Double,sl:Integer,ds:Integer,dir_y:Double,poi_azimuth_x:Double,poi_azimuth_y:Double
table | table.iterator.scan.vers .................................. | 20,org.apache.accumulo.core.iterators.user.VersioningIterator
table | table.iterator.scan.vers.opt.maxVersions .................. | 1
default | table.majc.compaction.strategy ............................ | org.apache.accumulo.tserver.compaction.DefaultCompactionStrategy
default | table.replication ......................................... | false
default | table.sampler ............................................. |
default | table.scan.dispatcher ..................................... | org.apache.accumulo.core.spi.scan.SimpleScanDispatcher
default | table.scan.max.memory ..................................... | 512K
default | table.security.scan.visibility.default .................... |
default | table.split.endrow.size.max ............................... | 10K
default | table.split.threshold ..................................... | 1G
default | table.suspend.duration .................................... | 0s
default | table.walog.enabled ....................................... | true
-----------+-------------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
root@accumulo>

but the statistics is still not correctly gathered for the first iteration

I put 1000 geocoordinates and stats count by cam it returns

✘  ~/bin/geomesa-accumulo_2.12-3.2.2/bin  ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder
Estimated count: 1000
~/bin/geomesa-accumulo_2.12-3.2.2/bin 
~/bin/geomesa-accumulo_2.12-3.2.2/bin 
~/bin/geomesa-accumulo_2.12-3.2.2/bin  ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam='0000c1fe-a727-4a86-9eee-5b99d21038ea'"
Estimated count: 866

866 - is last batch of events saved from code

code log

16.02.2022 12:16:21.199 INFO [pool-3-thread-4] r.netris.gps.sampler.GeoEventSampler - Saved 866 of 866 events

the next added events is correctly added to count stats

~/bin/geomesa-accumulo_2.12-3.2.2/bin  ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam='0000c1fe-a727-4a86-9eee-5b99d21038ea'"
Estimated count: 1866
~/bin/geomesa-accumulo_2.12-3.2.2/bin  ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam='0000c1fe-a727-4a86-9eee-5b99d21038ea'"
Estimated count: 2866
~/bin/geomesa-accumulo_2.12-3.2.2/bin 
~/bin/geomesa-accumulo_2.12-3.2.2/bin 
~/bin/geomesa-accumulo_2.12-3.2.2/bin  ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam='0000c1fe-a727-4a86-9eee-5b99d21038ea'"
Estimated count: 2866
~/bin/geomesa-accumulo_2.12-3.2.2/bin  ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam='0000c1fe-a727-4a86-9eee-5b99d21038ea'"
Estimated count: 3866
~/bin/geomesa-accumulo_2.12-3.2.2/bin  ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam='0000c1fe-a727-4a86-9eee-5b99d21038ea'"
Estimated count: 4866
~/bin/geomesa-accumulo_2.12-3.2.2/bin  ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam='0000c1fe-a727-4a86-9eee-5b99d21038ea'"
Estimated count: 5866
~/bin/geomesa-accumulo_2.12-3.2.2/bin  ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam='0000c1fe-a727-4a86-9eee-5b99d21038ea'"
Estimated count: 6866

To solve this in code I do next first I write the first event then all others events something like
private Integer writeDataInternalTest(List<GeoEvent> events) throws IOException {

  if (events == null || events.isEmpty()) {
    return 0;
  }

  int count = 0;
  GeoEvent firstEvent = events.remove(0);

  try (FeatureWriter<SimpleFeatureType, SimpleFeature> writer = dataStore.getFeatureWriterAppend(
      SimpleFeatureUtils.TYPE.getTypeName(), Transaction.AUTO_COMMIT)) {

      SimpleFeature feature = SimpleFeatureUtils.toSimpleFeature(firstEvent);
      String event_id = feature.getID();
      if (!event_id.contains(firstEvent.getCam())) {
        log.info("event not contain camId");
      }
      SimpleFeature toWrite = writer.next();
      toWrite.setAttributes(feature.getAttributes());
      toWrite.getUserData().put(Hints.PROVIDED_FID, event_id);
      toWrite.getUserData().putAll(feature.getUserData());

      writer.write();
      count++;
      log.info("Event id = {}, for event = {}", event_id, firstEvent);

  } catch (Exception e) {
    log.error("Geomesa write error", e);
  }

  try (FeatureWriter<SimpleFeatureType, SimpleFeature> writer = dataStore.getFeatureWriterAppend(
      SimpleFeatureUtils.TYPE.getTypeName(), Transaction.AUTO_COMMIT)) {

    for (GeoEvent event : events) {
      SimpleFeature feature = SimpleFeatureUtils.toSimpleFeature(event);
      String event_id = feature.getID();
      if (!event_id.contains(event.getCam())) {
        log.info("event not contain camId");
      }
      SimpleFeature toWrite = writer.next();
      toWrite.setAttributes(feature.getAttributes());
      toWrite.getUserData().put(Hints.PROVIDED_FID, event_id);
      toWrite.getUserData().putAll(feature.getUserData());

      writer.write();
      count++;
      log.info("Event id = {}, for event = {}", event_id, event);
    }

  } catch (Exception e) {
    log.error("Geomesa write error", e);
  }
  return count;
}
Then the statistics for putting the first 1000 geoevents is 999

~/bin/geomesa-accumulo_2.12-3.2.2/bin  ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam='0000c1fe-a727-4a86-9eee-5b99d21038ea'"
Estimated count: 999

But still if I run stats-analyze it reset the count by cam to 0

✘  ~/bin/geomesa-accumulo_2.12-3.2.2/bin  ./geomesa-accumulo stats-analyze -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder
INFO Running stat analysis for feature type SignalBuilder...
INFO Stats analyzed:
Total features: 1000
Bounds for geo: [ 37.598174, 55.736823, 37.681424, 55.820073 ] cardinality: 981
Bounds for time: [ 2022-02-27T08:26:42.000Z to 2022-02-27T09:00:00.000Z ] cardinality: 973
Bounds for cam: [ 0000c1fe-a727-4a86-9eee-5b99d21038ea to 0000c1fe-a727-4a86-9eee-5b99d21038ea ] cardinality: 1
INFO Use 'stats-histogram', 'stats-top-k' or 'stats-count' commands for more details
~/bin/geomesa-accumulo_2.12-3.2.2/bin  ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam='0000c1fe-a727-4a86-9eee-5b99d21038ea'"
Estimated count: 0

Thanks.
вт, 15 февр. 2022 г. в 23:35, Rinchin Gomboev <gomboev.rinchin@xxxxxxxxx>:
another one thing that confused me is when I try to get scan for table it returns that is can' determine the type of file

root@accumulo> scan -t myNamespace.geomesa
2022-02-15 23:30:20,171 [commands.ShellPluginConfigurationCommand] ERROR: Error: Could not determine the type of file "hdfs://10.200.217.27:9000/accumulo/classpath/myNamespace/[^.].*.jar".
2022-02-15 23:30:20,172 [shell.Shell] ERROR: Could not load the specified formatter. Using the DefaultFormatter
2022-02-15 23:30:20,191 [commands.ShellPluginConfigurationCommand] ERROR: Error: Could not determine the type of file "hdfs://10.200.217.27:9000/accumulo/classpath/myNamespace/[^.].*.jar".
SignalBuilder~attributes : [] *geo:Point,time:Date,cam:String:keep-stats=true,imei:String,dir:Double,alt:Double,vlc:Double,sl:Integer,ds:Integer,dir_y:Double,poi_azimuth_x:Double,poi_azimuth_y:Double;geomesa.stats.enable='true',geomesa.feature.expiry='time(30 days)',geomesa.z.splits='4',geomesa.table.partition='time',geomesa.index.dtg='time',geomesa.attr.splits='4',geomesa.indices='z3:7:3:geo:time,z2:5:3:geo,attr:8:3:time,attr:8:3:cam:time',geomesa.z3.interval='week'
SignalBuilder~stats-date : [] 2022-02-15T14:12:53.243Z
SignalBuilder~table.attr.cam.time.v8.02720 : [] myNamespace.geomesa_SignalBuilder_attr_cam_time_v8_02720
SignalBuilder~table.attr.time.v8.02720 : [] myNamespace.geomesa_SignalBuilder_attr_time_v8_02720
SignalBuilder~table.z2.geo.v5.02720 : [] myNamespace.geomesa_SignalBuilder_z2_geo_v5_02720
SignalBuilder~table.z3.geo.time.v7.02720 : [] myNamespace.geomesa_SignalBuilder_z3_geo_time_v7_02720
root@accumulo>

when I try to see in hadoop claster I found that file

[g.rinchin@netris-cassandra-stage60-04 bin]$ sudo ./hadoop fs -ls /accumulo/classpath/myNamespace
Found 1 items
-rw-r--r-- 1 root supergroup 46078040 2022-02-01 18:37 /accumulo/classpath/myNamespace/geomesa-accumulo-distributed-runtime_2.12-3.2.2.jar

I create namespace like this

root@accumulo> createnamespace myNamespace

root@accumulo> grant NameSpace.CREATE_TABLE -ns myNamespace -u root

root@accumulo> config -s general.vfs.context.classpath.myNamespace=hdfs://10.200.217.27:9000/accumulo/classpath/myNamespace/[^.].*.jar

root@accumulo> config -ns myNamespace -s table.classpath.context=myNamespace

thanks.
вт, 15 февр. 2022 г. в 23:10, Rinchin Gomboev <gomboev.rinchin@xxxxxxxxx>:
I try to see configuration on _stats table

root@accumulo> config -t myNamespace.geomesa_stats
-----------+-------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
SCOPE | NAME | VALUE
-----------+-------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
default | table.balancer ............................................ | org.apache.accumulo.server.master.balancer.DefaultLoadBalancer
default | table.bloom.enabled ....................................... | false
default | table.bloom.error.rate .................................... | 0.5%
default | table.bloom.hash.type ..................................... | murmur
default | table.bloom.key.functor ................................... | org.apache.accumulo.core.file.keyfunctor.RowFunctor
default | table.bloom.load.threshold ................................ | 1
default | table.bloom.size .......................................... | 1048576
default | table.cache.block.enable .................................. | false
default | table.cache.index.enable .................................. | true
default | table.classpath.context ................................... |
namespace | @override .............................................. | myNamespace
default | table.compaction.major.everything.idle .................... | 1h
default | table.compaction.major.ratio .............................. | 3
default | table.compaction.minor.idle ............................... | 5m
default | table.compaction.minor.logs.threshold ..................... | 3
default | table.compaction.minor.merge.file.size.max ................ | 0
table | table.constraint.1 ........................................ | org.apache.accumulo.core.constraints.DefaultKeySizeConstraint
default | table.durability .......................................... | sync
default | table.failures.ignore ..................................... | false
default | table.file.blocksize ...................................... | 0B
default | table.file.compress.blocksize ............................. | 100K
default | table.file.compress.blocksize.index ....................... | 128K
default | table.file.compress.type .................................. | gz
default | table.file.max ............................................ | 15
default | table.file.replication .................................... | 0
default | table.file.summary.maxSize ................................ | 256K
default | table.file.type ........................................... | rf
default | table.formatter ........................................... | org.apache.accumulo.core.util.format.DefaultFormatter
default | table.groups.enabled ...................................... |
default | table.interepreter ........................................ | org.apache.accumulo.core.util.interpret.DefaultScanInterpreter
table | table.iterator.majc.stats-combiner ........................ | 10,org.locationtech.geomesa.accumulo.data.stats.StatsCombiner
table | table.iterator.majc.stats-combiner.opt.all ................ | true
table | table.iterator.majc.stats-combiner.opt.sep ................ | ~
table | table.iterator.majc.stats-combiner.opt.sft-SignalBuilder .. | *geo:Point,time:Date,cam:String:keep-stats=true,imei:String,dir:Double,alt:Double,vlc:Double,sl:Integer,ds:Integer,dir_y:Double,poi_azimuth_x:Double,poi_azimuth_y:Double
table | table.iterator.majc.vers .................................. | 20,org.apache.accumulo.core.iterators.user.VersioningIterator
table | table.iterator.majc.vers.opt.maxVersions .................. | 1
table | table.iterator.minc.stats-combiner ........................ | 10,org.locationtech.geomesa.accumulo.data.stats.StatsCombiner
table | table.iterator.minc.stats-combiner.opt.all ................ | true
table | table.iterator.minc.stats-combiner.opt.sep ................ | ~
table | table.iterator.minc.stats-combiner.opt.sft-SignalBuilder .. | *geo:Point,time:Date,cam:String:keep-stats=true,imei:String,dir:Double,alt:Double,vlc:Double,sl:Integer,ds:Integer,dir_y:Double,poi_azimuth_x:Double,poi_azimuth_y:Double
table | table.iterator.minc.vers .................................. | 20,org.apache.accumulo.core.iterators.user.VersioningIterator
table | table.iterator.minc.vers.opt.maxVersions .................. | 1
table | table.iterator.scan.stats-combiner ........................ | 10,org.locationtech.geomesa.accumulo.data.stats.StatsCombiner
table | table.iterator.scan.stats-combiner.opt.all ................ | true
table | table.iterator.scan.stats-combiner.opt.sep ................ | ~
table | table.iterator.scan.stats-combiner.opt.sft-SignalBuilder .. | *geo:Point,time:Date,cam:String:keep-stats=true,imei:String,dir:Double,alt:Double,vlc:Double,sl:Integer,ds:Integer,dir_y:Double,poi_azimuth_x:Double,poi_azimuth_y:Double
table | table.iterator.scan.vers .................................. | 20,org.apache.accumulo.core.iterators.user.VersioningIterator
table | table.iterator.scan.vers.opt.maxVersions .................. | 1
default | table.majc.compaction.strategy ............................ | org.apache.accumulo.tserver.compaction.DefaultCompactionStrategy
default | table.replication ......................................... | false
default | table.sampler ............................................. |
default | table.scan.dispatcher ..................................... | org.apache.accumulo.core.spi.scan.SimpleScanDispatcher
default | table.scan.max.memory ..................................... | 512K
default | table.security.scan.visibility.default .................... |
default | table.split.endrow.size.max ............................... | 10K
default | table.split.threshold ..................................... | 1G
default | table.suspend.duration .................................... | 0s
default | table.walog.enabled ....................................... | true
-----------+-------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------

but when I try to load it on table it is really can't load class. Class not found. How to fix this issue?

root@accumulo> createnamespace examples
root@accumulo> createtable examples.runners
root@accumulo examples.runners> setiter -t examples.runners -p 10 -scan -minc -majc -n decStats -class org.apache.accumulo.examples.combiner.StatsCombiner
2022-02-15 23:08:18,098 [shell.Shell] ERROR: org.apache.accumulo.shell.ShellCommandException: Command could not be initialized (Unable to load org.apache.accumulo.examples.combiner.StatsCombiner; class not found.)
root@accumulo examples.runners>
root@accumulo examples.runners>
root@accumulo examples.runners> setiter -t examples.runners -p 10 -scan -minc -majc -n decStats -class org.locationtech.geomesa.accumulo.data.stats.StatsCombiner
2022-02-15 23:09:07,538 [shell.Shell] ERROR: org.apache.accumulo.shell.ShellCommandException: Command could not be initialized (Unable to load org.locationtech.geomesa.accumulo.data.stats.StatsCombiner; class not found.)

Thanks.
вт, 15 февр. 2022 г. в 22:01, Emilio Lahr-Vivaz <elahrvivaz@xxxxxxxx>:
I think you probably have a misconfiguration in your accumulo tables. The _stats table created by GeoMesa needs an Accumulo combiner configured on it - if the combiner is not configured or can't be loaded, then reading stats won't work properly. Can you try to verify through the Accumulo shell that there is a StatsCombiner configured on the table, and that you can load that class through the shell?

Thanks,

Emilio

On 2/15/22 1:38 PM, Rinchin Gomboev wrote:
When I put the events to geomesa accumulo client saved them using batch. And the estimated count in stats-count query by cam equals the count of events in last operation between opening writer and closing it.

Thanks.

--

Gomboev Rinchin
try (FeatureWriter<SimpleFeatureType, SimpleFeature> writer = dataStore.getFeatureWriterAppend(
        SimpleFeatureUtils.TYPE.getTypeName(), Transaction.AUTO_COMMIT))
вт, 15 февр. 2022 г., 17:47 Rinchin Gomboev <gomboev.rinchin@xxxxxxxxx>:
Yes, maybe I incorrectly understand statistics. Why does stats-analyze remove statistics by cam?

I thought that the statistics persist for all indexes. And when data is persisted then it added new statistic data, not replace it.

I need the count of coordinates by the combination of area, by time, and by cam to make sampling coordinates. And return correct count. But estimated is so poor, and analyze is erase statistic by query cam.
вт, 15 февр. 2022 г., 17:40 Emilio Lahr-Vivaz <elahrvivaz@xxxxxxxx>:
Oh, I misunderstood your problem. Is the main issue that after running stats-analyze, you get an estimate of zero when you expect approximately 1000?

Thanks,

Emilio

On 2/15/22 9:17 AM, Rinchin Gomboev wrote:
this is my function for conversion from java Object to SimpleFeature
 package ru.netris.gps.geo;
import lombok.extern.slf4j.Slf4j;
import org.geotools.feature.simple.SimpleFeatureBuilder;
import org.geotools.feature.simple.SimpleFeatureTypeBuilder;
import org.geotools.geometry.jts.JTSFactoryFinder;
import org.geotools.referencing.crs.DefaultGeographicCRS;
import org.geotools.util.SimpleInternationalString;
import org.locationtech.geomesa.utils.geotools.SimpleFeatureTypes;
import org.locationtech.jts.geom.Coordinate;
import org.locationtech.jts.geom.GeometryFactory;
import org.locationtech.jts.geom.Point;
import org.opengis.feature.simple.SimpleFeature;
import org.opengis.feature.simple.SimpleFeatureType;
import ru.netris.gps.model.Azimuth;
import ru.netris.gps.model.Latitude;
import ru.netris.gps.model.Longitude;
import ru.netris.gps.model.events.BasicEvent;
import ru.netris.gps.model.events.GeoEvent;
import ru.netris.gps.model.events.VsvnEvent;

@Slf4j
public final class SimpleFeatureUtils {

  public static SimpleFeatureType TYPE = createFeatureType();
  public static GeometryFactory GEOMETRY_FACTORY = JTSFactoryFinder.getGeometryFactory();

  public static SimpleFeature toSimpleFeature(GeoEvent event) {
    log.info("save event {}", event);

    long time =
        event.getTime() > (long) Integer.MAX_VALUE ? event.getTime() : event.getTime() * 1000L;
    String EventID = event.getCam() + "-" + time /*event.time*/;

    // if altitude > 0, add altitude to coordinate ?
    Point point = GEOMETRY_FACTORY.createPoint(
        new Coordinate(event.getLon().getValue(), event.getLat().getValue())); // Point(X, Y)
    SimpleFeature f = new SimpleFeatureBuilder(TYPE).buildFeature(EventID); // SimpleFeature

    f.setAttribute("geo", point);
    f.setAttribute("time", new java.util.Date(time)); // (event.time));

    f.setAttribute("cam", event.getCam());
    f.setAttribute("imei", event.getImei());
    f.setAttribute("dir", event.getDir());
    f.setAttribute("alt", event.getAlt());
    f.setAttribute("vlc", event.getVlc());

    f.setAttribute("sl", event.getSl());
    f.setAttribute("ds", event.getDs().toInt());
    f.setAttribute("dir_y", event instanceof VsvnEvent ? ((VsvnEvent) event).getDirV() : null);

    f.setAttribute("poi_azimuth_x",
                   event instanceof VsvnEvent ? ((VsvnEvent) event).getPoi() : null);
    f.setAttribute("poi_azimuth_y",
                   event instanceof VsvnEvent ? ((VsvnEvent) event).getPoiV() : null);
//         log.info("SimpleFeature: " + f);
    return f;
  }

  public static BasicEvent toBasicEvent(SimpleFeature sf) {
    Point pt = (Point) sf.getAttribute("geo");
    return new BasicEvent(
        (String) sf.getAttribute("cam"),                        // camId
        ((java.util.Date) sf.getAttribute("time")).getTime(),   // dateTime
        new Latitude(pt.getY()),                                      // lat (Y)
        new Longitude(pt.getX())                                     // lon (X)
    );
  }

  public static SimpleFeatureType createFeatureType() {
    SimpleFeatureTypeBuilder builder = new SimpleFeatureTypeBuilder(); // SimpleFeatureTypeBuilder
    builder.setName("SignalBuilder");
    builder.setCRS(DefaultGeographicCRS.WGS84);    // <- Coordinate reference system
    builder.setDescription(new SimpleInternationalString("GPS event type"));
    // index attributes
    builder.setDefaultGeometry("geo");
    builder.add("geo", Point.class);
    builder.add("time", java.util.Date.class);  // date/time
    // user attributes
    builder.add("cam", java.lang.String.class); // String (!) UUID camId
    builder.add("imei", java.lang.String.class); // String IMEI
    builder.add("dir", java.lang.Double.class); // direction
    builder.add("alt", java.lang.Double.class); // altitude
    builder.add("vlc", java.lang.Double.class); // velocity
    // extra
    builder.add("sl", java.lang.Integer.class); // signal level
    builder.add("ds", java.lang.Integer.class); // data status
    builder.add("dir_y", java.lang.Double.class); // directionY

    builder.add("poi_azimuth_x", java.lang.Double.class); // camera poi x (направление камеры)
    builder.add("poi_azimuth_y", java.lang.Double.class); // camera poi y (направление камеры)
    return SimpleFeatureTypes.immutable(makeSFT(builder), null);
  }

  // build the type
  private static SimpleFeatureType makeSFT(SimpleFeatureTypeBuilder builder) {
    SimpleFeatureType sft = builder.buildFeatureType();
    sft.getUserData().put("geomesa.feature.expiry",
                          "time(30 days)"); // Age-off filter by "time" field
    sft.getUserData().put("geomesa.indices.enabled", "z3,z2,attr:time,attr:cam:time");

    sft.getUserData().put("geomesa.z3.interval", "week");
    sft.getUserData().put("geomesa.table.partition", "time");
    sft.getUserData().put("geomesa.index.dtg", "time");
    sft.getUserData().put("geomesa.z.splits", "4");
    sft.getUserData().put("geomesa.attr.splits", "4");

    sft.getDescriptor("cam").getUserData().put("index", "true");
    sft.getDescriptor("time").getUserData().put("index", "true");
    sft.getDescriptor("geo").getUserData().put("index", "true");

    sft.getDescriptor("cam").getUserData().put("keep-stats", "true");

    return sft;
  }
}
where the domain is next
@Getter
public class VsvnEvent extends GeoEvent {

  private final Double dirV;
  private final Double poi;
  private final Double poiV;
@Getter
public class GeoEvent extends BasicEvent {

  private final Double alt;
  private String imei;
  private final Double vlc;
  private Double dir;
  private final Integer sl;
  private final DataStatus ds;
@Getter
public class BasicEvent {

  protected final String cam;
  protected final Long time; // date/time in mills
  protected final Latitude lat;
  protected final Longitude lon;
I can't find any error. Thanks

вт, 15 февр. 2022 г. в 16:50, Emilio Lahr-Vivaz <elahrvivaz@xxxxxxxx>:
So it seems like you've written all your features with the same cam value. I don't see anything wrong with the way you're writing features, but you should check your input data and your conversion to simple features to see if you're incorrectly copying the same cam value.

Thanks,

Emilio

On 2/15/22 8:43 AM, Rinchin Gomboev wrote:

Thank you very much for fast reply

the result is returned

~/bin/geomesa-accumulo_2.12-3.2.2/bin  ./geomesa-accumulo export -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder --attributes cam --no-header | sort -u
INFO Running export - please wait...
INFO Feature export complete to standard out for 1000 features in 3199ms
0000c1fe-a727-4a86-9eee-5b99d21038ea

вт, 15 февр. 2022 г. в 16:10, Emilio Lahr-Vivaz <elahrvivaz@xxxxxxxx>:

Hello,

Are you sure that you're writing distinct cam values for each feature? You could try running:

./geomesa-accumulo export -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder --attributes cam --no-header | sort -u

and see how many unique cam values come back that way.

Thanks,

Emilio

On 2/15/22 7:32 AM, Rinchin Gom@Getter

public class BasicEvent {

protected final String cam;
protected final Long time; // date/time in mills
protected final Latitude lat;
protected final Longitude lon;boev wrote:
Hello, everyone.

I try to write an application using geomesa with accumulo.

I have a problem stats not gathered.

I have empty namespace in accumulo. Create a schema like from java code:

like
// build the type
private static SimpleFeatureType makeSFT(SimpleFeatureTypeBuilder builder) {
  SimpleFeatureType sft = builder.buildFeatureType();
  sft.getUserData().put("geomesa.feature.expiry",
                        "time(30 days)"); // Age-off filter by "time" field
  sft.getUserData().put("geomesa.indices.enabled", "z3,z2,attr:time,attr:cam:time");

  sft.getUserData().put("geomesa.z3.interval", "week");
  sft.getUserData().put("geomesa.table.partition", "time");
  sft.getUserData().put("geomesa.index.dtg", "time");
  sft.getUserData().put("geomesa.z.splits", "4");
  sft.getUserData().put("geomesa.attr.splits", "4");

  sft.getDescriptor("cam").getUserData().put("index", "true");
  sft.getDescriptor("time").getUserData().put("index", "true");
  sft.getDescriptor("geo").getUserData().put("index", "true");

  sft.getDescriptor("cam").getUserData().put("keep-stats", "true");

  return sft;
}
~/bin/geomesa-accumulo_2.12-3.2.2/bin  ./geomesa-accumulo describe-schema -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder
INFO Describing attributes of feature 'SignalBuilder'
geo | Point (Spatio-temporally indexed) (Spatially indexed)
time | Date (Spatio-temporally indexed) (Attribute indexed)
cam | String (Attribute indexed)
imei | String
dir | Double
alt | Double
vlc | Double
sl | Integer
ds | Integer
dir_y | Double
poi_azimuth_x | Double
poi_azimuth_y | Double

User data:
geomesa.attr.splits | 4
geomesa.feature.expiry | time(30 days)
geomesa.index.dtg | time
geomesa.indices | z3:7:3:geo:time,z2:5:3:geo,attr:8:3:time,attr:8:3:cam:time
geomesa.stats.enable | true
geomesa.table.partition | time
geomesa.z.splits | 4
geomesa.z3.interval | week

And put 1000 geocoordinates like this
  private Integer writeDataInternal(List<GeoEvent> events) throws IOException {

    if (events == null || events.isEmpty()) {
      return 0;
    }

    int count = 0;

    //запись в geomesa
    try (FeatureWriter<SimpleFeatureType, SimpleFeature> writer = dataStore.getFeatureWriterAppend(
        SimpleFeatureUtils.TYPE.getTypeName(), Transaction.AUTO_COMMIT)) {

      for (GeoEvent event : events) {
        SimpleFeature feature = SimpleFeatureUtils.toSimpleFeature(event);
        String event_id = feature.getID();
        if (!event_id.contains(event.getCam())) {
          log.info("event not contain camId");
        }
        SimpleFeature toWrite = writer.next();
        toWrite.setAttributes(feature.getAttributes());
        toWrite.getUserData().put(Hints.PROVIDED_FID, event_id);
        toWrite.getUserData().putAll(feature.getUserData());

        writer.write();
        count++;
        log.info("Event id = {}, for event = {}", event_id, event);
      }

    } catch (Exception e) {
      log.error("Geomesa write error", e);
    }
    return count;
  }
the result

~/bin/geomesa-accumulo_2.12-3.2.2/bin  ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder
Estimated count: 1000
~/bin/geomesa-accumulo_2.12-3.2.2/bin  ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam='0000c1fe-a727-4a86-9eee-5b99d21038ea'"
Estimated count: 950
~/bin/geomesa-accumulo_2.12-3.2.2/bin 
~/bin/geomesa-accumulo_2.12-3.2.2/bin 
~/bin/geomesa-accumulo_2.12-3.2.2/bin 

after analyze it removes all statistics for that cam
~/bin/geomesa-accumulo_2.12-3.2.2/bin  ./geomesa-accumulo stats-analyze -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder
INFO Running stat analysis for feature type SignalBuilder...
INFO Stats analyzed:
Total features: 1000
Bounds for geo: [ 37.598174, 55.736823, 37.681424, 55.820073 ] cardinality: 981
Bounds for time: [ 2022-02-22T11:46:42.000Z to 2022-02-22T12:20:00.000Z ] cardinality: 957
Bounds for cam: [ 0000c1fe-a727-4a86-9eee-5b99d21038ea to 0000c1fe-a727-4a86-9eee-5b99d21038ea ] cardinality: 1
INFO Use 'stats-histogram', 'stats-top-k' or 'stats-count' commands for more details
~/bin/geomesa-accumulo_2.12-3.2.2/bin  ./geomesa-accumulo stats-count -c myNamespace.geomesa -z 10.200.217.27 -i accumulo -u root -p qweasd123 -f SignalBuilder -q "cam='0000c1fe-a727-4a86-9eee-5b99d21038ea'"
Estimated count: 0

Maybe the reason is on accumulo server there is no spark?

How to get statistics? Thank you

--

Rinchin Gomboev
_______________________________________________
geomesa-users mailing list
geomesa-users@xxxxxxxxxxx
To unsubscribe from this list, visit https://dev.eclipse.org/mailman/listinfo/geomesa-users
_______________________________________________
geomesa-users mailing list
geomesa-users@xxxxxxxxxxx
To unsubscribe from this list, visit https://dev.eclipse.org/mailman/listinfo/geomesa-users
--

Rinchin Gomboev
_______________________________________________
geomesa-users mailing list
geomesa-users@xxxxxxxxxxx
To unsubscribe from this list, visit https://dev.eclipse.org/mailman/listinfo/geomesa-users
_______________________________________________
geomesa-users mailing list
geomesa-users@xxxxxxxxxxx
To unsubscribe from this list, visit https://dev.eclipse.org/mailman/listinfo/geomesa-users
--

Rinchin Gomboev
_______________________________________________
geomesa-users mailing list
geomesa-users@xxxxxxxxxxx
To unsubscribe from this list, visit https://dev.eclipse.org/mailman/listinfo/geomesa-users
_______________________________________________
geomesa-users mailing list
geomesa-users@xxxxxxxxxxx
To unsubscribe from this list, visit https://dev.eclipse.org/mailman/listinfo/geomesa-users
_______________________________________________
geomesa-users mailing list
geomesa-users@xxxxxxxxxxx
To unsubscribe from this list, visit https://dev.eclipse.org/mailman/listinfo/geomesa-users
_______________________________________________
geomesa-users mailing list
geomesa-users@xxxxxxxxxxx
To unsubscribe from this list, visit https://dev.eclipse.org/mailman/listinfo/geomesa-users
--

Rinchin Gomboev
--

Rinchin Gomboev
--

Rinchin Gomboev
--

Rinchin Gomboev
--

Rinchin Gomboev
--

Rinchin Gomboev
--

Rinchin Gomboev
_______________________________________________
geomesa-users mailing list
geomesa-users@xxxxxxxxxxx
To unsubscribe from this list, visit https://dev.eclipse.org/mailman/listinfo/geomesa-users
_______________________________________________
geomesa-users mailing list
geomesa-users@xxxxxxxxxxx
To unsubscribe from this list, visit https://dev.eclipse.org/mailman/listinfo/geomesa-users
--

Rinchin Gomboev
_______________________________________________
geomesa-users mailing list
geomesa-users@xxxxxxxxxxx
To unsubscribe from this list, visit https://dev.eclipse.org/mailman/listinfo/geomesa-users
_______________________________________________
geomesa-users mailing list
geomesa-users@xxxxxxxxxxx
To unsubscribe from this list, visit https://dev.eclipse.org/mailman/listinfo/geomesa-users

Rinchin Gomboev

Follow-Ups:
- Re: [geomesa-users] problem with stats
  - From: Emilio Lahr-Vivaz

References:
- [geomesa-users] problem with stats
  - From: Rinchin Gomboev
- Re: [geomesa-users] problem with stats
  - From: Rinchin Gomboev
- Re: [geomesa-users] problem with stats
  - From: Emilio Lahr-Vivaz
- Re: [geomesa-users] problem with stats
  - From: Rinchin Gomboev
- Re: [geomesa-users] problem with stats
  - From: Rinchin Gomboev
- Re: [geomesa-users] problem with stats
  - From: Emilio Lahr-Vivaz
- Re: [geomesa-users] problem with stats
  - From: Rinchin Gomboev
- Re: [geomesa-users] problem with stats
  - From: Rinchin Gomboev
- Re: [geomesa-users] problem with stats
  - From: Rinchin Gomboev
- Re: [geomesa-users] problem with stats
  - From: Rinchin Gomboev
- Re: [geomesa-users] problem with stats
  - From: Rinchin Gomboev
- Re: [geomesa-users] problem with stats
  - From: Rinchin Gomboev
- Re: [geomesa-users] problem with stats
  - From: Rinchin Gomboev
- Re: [geomesa-users] problem with stats
  - From: Emilio Lahr-Vivaz
- Re: [geomesa-users] problem with stats
  - From: Rinchin Gomboev
- Re: [geomesa-users] problem with stats
  - From: Emilio Lahr-Vivaz

Prev by Date: Re: [geomesa-users] problem with stats
Next by Date: Re: [geomesa-users] problem with stats
Previous by thread: Re: [geomesa-users] problem with stats
Next by thread: Re: [geomesa-users] problem with stats
Index(es):
- Date
- Thread

Breadcrumbs