Merge branch 'master' into 716-pass-schema-in-context

bin/osx-postgres-mem.sh

@@ -13,7 +13,8 @@ case $1 in
 		${PGCTL} -D ${PGDATA} init
 		${PGCTL} -D ${PGDATA} start
 		sleep 2;
-		psql -c "CREATE DATABASE ckantest;" postgres
+		psql -c "CREATE DATABASE ckan_dev;" postgres
+		psql -c "CREATE DATABASE ckan_test;" postgres
 		;;
 	stop)
 		## stop postgres

bin/travis-build

@@ -16,40 +16,43 @@ sudo apt-get update -qq
 sudo apt-get install solr-jetty postgresql-$PGVERSION
 
 # Don't require a password to access DB
-sudo sed -i -e 's/ident/trust/g' /etc/postgresql/$PGVERSION/main/pg_hba.conf 
+sudo sed -i -e 's/ident/trust/g' /etc/postgresql/$PGVERSION/main/pg_hba.conf
 
 sudo service postgresql reload
 
 pip install -r pip-requirements.txt --use-mirrors
 pip install -r pip-requirements-test.txt --use-mirrors
 
-psql -c 'CREATE DATABASE ckantest;' -U postgres
-psql -c 'CREATE DATABASE datastore;' -U postgres
+psql -c 'CREATE DATABASE ckan_test;' -U postgres
+psql -c 'CREATE DATABASE ckan_test_datastore;' -U postgres
 
 python setup.py develop
 
 # Configure CKAN's configuration file
-paster make-config ckan development.ini --no-interactive
-sed -i -e 's/.*solr_url.*/solr_url = http:\/\/127.0.0.1:8983\/solr/' development.ini
-sed -i -e 's/.*ckan\.site_id.*/ckan.site_id = travis_ci/' development.ini
-sed -i -e 's/^sqlalchemy.url.*/sqlalchemy.url = postgresql:\/\/postgres@\/ckantest/' development.ini
-sed -i -e 's/.*datastore.write_url.*/ckan.datastore.write_url = postgresql:\/\/postgres@\/datastore/' development.ini
+sed -i -e 's/.*solr_url.*/solr_url = http:\/\/127.0.0.1:8983\/solr/' test-core.ini
+sed -i -e 's/.*ckan\.site_id.*/ckan.site_id = travis_ci/' test-core.ini
+sed -i -e 's/^sqlalchemy.url.*/sqlalchemy.url = postgresql:\/\/postgres@\/ckan_test/' test-core.ini
+sed -i -e 's/.*datastore.write_url.*/ckan.datastore.write_url = postgresql:\/\/postgres@\/ckan_test_datastore/' test-core.ini
 
 # Configure Solr
 echo "NO_START=0\nJETTY_HOST=127.0.0.1\nJETTY_PORT=8983\nJAVA_HOME=$JAVA_HOME" | sudo tee /etc/default/jetty
+# FIXME the solr schema cannot be hardcoded as it is dependent on the ckan version
 sudo cp ckan/config/solr/schema-2.0.xml /etc/solr/conf/schema.xml
 sudo service jetty restart
 
-paster --plugin=ckan db init
+paster db init -c test-core.ini
 
 # If Postgres >= 9.0, we don't need to use datastore's legacy mode.
 if [ $PGVERSION != '8.4' ]
 then
   psql -c 'CREATE USER readonlyuser;' -U postgres
-  sed -i -e 's/.*datastore.read_url.*/ckan.datastore.read_url = postgresql:\/\/readonlyuser@\/datastore/' development.ini
-  paster datastore set-permissions postgres
+  sed -i -e 's/.*datastore.read_url.*/ckan.datastore.read_url = postgresql:\/\/readonlyuser@\/ckan_test_datastore/' test-core.ini
+  paster datastore set-permissions postgres -c test-core.ini
+else
+  sed -i -e 's/.*datastore.read_url.*//' test-core.ini
 fi
 
+cat test-core.ini
 
 # And finally, run the tests
 nosetests --ckan --with-pylons=test-core.ini --nologcapture ckan ckanext

ckan/config/deployment.ini_tmpl

@@ -65,7 +65,7 @@ ckan.plugins = stats json_preview recline_preview
 # Specify the database for SQLAlchemy to use:
 # * Postgres is currently required for a production CKAN deployment
 # * Sqlite (memory or file) can be used as a quick alternative for testing
-sqlalchemy.url = postgresql://ckanuser:pass@localhost/ckantest
+sqlalchemy.url = postgresql://ckanuser:pass@localhost/ckan_dev
 #sqlalchemy.url = sqlite:///
 #sqlalchemy.url = sqlite:///%(here)s/somedb.db
 

ckan/controllers/api.py

@@ -532,6 +532,12 @@ def search(self, ver=None, register=None):
                         params = search.\
                             convert_legacy_parameters_to_solr(params)
                     query = search.query_for(model.Package)
+
+                    # Remove any existing fq param and set the capacity to
+                    # public
+                    if 'fq' in params:
+                        del params['fq']
+                    params['fq'] = '+capacity:public'
                     results = query.run(params)
                 return self._finish_ok(results)
             except search.SearchError, e:

ckan/controllers/group.py

@@ -680,7 +680,7 @@ def history(self, id):
 
         context = {'model': model, 'session': model.Session,
                    'user': c.user or c.author,
-                   'schema': self._form_to_db_schema()}
+                   'schema': self._db_to_form_schema()}
         data_dict = {'id': id}
         try:
             c.group_dict = self._action('group_show')(context, data_dict)

ckan/lib/helpers.py

@@ -925,7 +925,6 @@ def dataset_link(package_or_package_dict):
 def resource_display_name(resource_dict):
     name = resource_dict.get('name', None)
     description = resource_dict.get('description', None)
-    url = resource_dict.get('url')
     if name:
         return name
     elif description:
@@ -934,11 +933,8 @@ def resource_display_name(resource_dict):
         if len(description) > max_len:
             description = description[:max_len] + '...'
         return description
-    elif url:
-        return url
     else:
-        noname_string = _('no name')
-        return '[%s] %s' % (noname_string, resource_dict['id'])
+        return _("Unnamed resource")
 
 
 def resource_link(resource_dict, package_id):

ckan/model/tag.py

@@ -230,7 +230,8 @@ def __init__(self, package=None, tag=None, state=None, **kwargs):
             setattr(self, k, v)
 
     def __repr__(self):
-        return '<PackageTag package=%s tag=%s>' % (self.package.name, self.tag.name)
+        s = u'<PackageTag package=%s tag=%s>' % (self.package.name, self.tag.name)
+        return s.encode('utf8')
 
     def activity_stream_detail(self, activity_id, activity_type):
         if activity_type == 'new':

ckan/templates/group/history.html

@@ -0,0 +1,12 @@
+{% extends "group/read_base.html" %}
+
+{% block subtitle %}{{ _('History') }} - {{ c.group_dict.display_name }}{% endblock %}
+
+{% block primary_content_inner %}
+  <section class="module-content">
+    <h1 class="hide-heading">{{ _('History') }}</h1>
+    {% block group_history_revisions %}
+      {% snippet "group/snippets/history_revisions.html", group_dict=c.group_dict, group_revisions=c.group_revisions %}
+    {% endblock %}
+  </section>
+{% endblock %}

ckan/templates/group/snippets/history_revisions.html

@@ -0,0 +1,12 @@
+{% import 'macros/form.html' as form %}
+
+<form class="dataset-form dataset-resource-form form-horizontal" method="post" data-module="basic-form">
+
+  {{ form.errors(error_summary) }}
+
+  <input type="hidden" name="group_name" value="{{ group_dict.name }}"/>
+  {% snippet 'group/snippets/revisions_table.html', group_dict=group_dict, group_revisions=group_revisions %}
+
+  <button class="btn btn-primary" name="diff" value="go-resources" type="submit">{{ _('Compare') }}</button>
+
+</form>

ckan/templates/group/snippets/revisions_table.html

@@ -0,0 +1,31 @@
+{% import 'macros/form.html' as form %}
+
+<table class="table table-striped table-bordered">
+  <thead>
+    <tr>
+      <th></th>
+      <th>{{ _('Revision') }}</th>
+      <th>{{ _('Timestamp') }}</th>
+      <th>{{ _('Author') }}</th>
+      <th>{{ _('Log Message') }}</th>
+    </tr>
+  </thead>
+  <tbody>
+    {% for rev in group_revisions %}
+      <tr>
+        <td nowrap="nowrap">
+          {{ h.radio('selected1', rev.id, checked=(loop.first)) }}
+          {{ h.radio('selected2', rev.id, checked=(loop.last)) }}
+        </td>
+        <td class="dataset-label">
+          {% link_for rev.id | truncate(6), controller='revision', action='read', id=rev.id %}
+        </td>
+        <td class="dataset-details">
+          {{ h.render_datetime(rev.timestamp, with_hours=True) }}
+        </td>
+        <td class="dataset-details">{{ h.linked_user(rev.author) }}</td>
+        <td class="dataset-details">{{ rev.message }}</td>
+      </tr>
+      {% endfor %}
+  </tbody>
+</table>

ckan/templates/package/history.html

@@ -0,0 +1,12 @@
+{% extends "package/read_base.html" %}
+
+{% block subtitle %}{{ _('History') }} - {{ c.pkg_dict.title or c.pkg_dict.name }}{% endblock %}
+
+{% block primary_content_inner %}
+  <section class="module-content">
+    <h1 class="hide-heading">{{ _('History') }}</h1>
+    {% block package_history_revisions %}
+      {% snippet "package/snippets/history_revisions.html", pkg_dict=pkg, pkg_revisions=c.pkg_revisions %}
+    {% endblock %}
+  </section>
+{% endblock %}

ckan/templates/package/read_base.html

@@ -17,23 +17,6 @@
 {% endblock %}
 
 {% block primary_content %}
-  {% block package_revision_info %}
-    {% if c.pkg_revision_id %}
-      <div class="module info">
-        <p class="module-content">
-          {% set timestamp = h.render_datetime(c.pkg_revision_timestamp, with_hours=True) %}
-          {% set url = h.url(controller='package', action='read', id=pkg.name) %}
-
-          {% if c.pkg_revision_not_latest %}
-            {% trans timestamp=timestamp, url=url %}This is an old revision of this dataset, as edited at {{ timestamp }}. It may differ significantly from the <a href="{{ url }}">current revision</a>.{% endtrans %}
-          {% else %}
-            {% trans timestamp=timestamp %}This is the current revision of this dataset, as edited at {{ timestamp }}.{% endtrans %}
-          {% endif %}
-        </div>
-      </div>
-    {% endif %}
-  {% endblock %}
-
   <article class="module prose">
     {% block page_header %}
       <header class="module-content page-header">
@@ -46,6 +29,24 @@
         </ul>
       </header>
     {% endblock %}
+
+    {% block package_revision_info %}
+      {% if c.pkg_revision_id %}
+        <div class="module info alert alert-info">
+          <p class="module-content">
+            {% set timestamp = h.render_datetime(c.pkg_revision_timestamp, with_hours=True) %}
+            {% set url = h.url(controller='package', action='read', id=pkg.name) %}
+
+            {% if c.pkg_revision_not_latest %}
+              {% trans timestamp=timestamp, url=url %}This is an old revision of this dataset, as edited at {{ timestamp }}. It may differ significantly from the <a href="{{ url }}">current revision</a>.{% endtrans %}
+            {% else %}
+              {% trans timestamp=timestamp %}This is the current revision of this dataset, as edited at {{ timestamp }}.{% endtrans %}
+            {% endif %}
+          </p>
+        </div>
+      {% endif %}
+    {% endblock %}
+
     {% block primary_content_inner %}{% endblock %}
   </article>
 {% endblock %}

ckan/templates/package/search.html

@@ -57,7 +57,6 @@
                 {%- if c.translated_fields and c.translated_fields.has_key((field,value)) -%}
                   {{ c.translated_fields[(field,value)] }}
                 {%- else -%}
-                  {{ value }}
                   {{ h.list_dict_filter(search_facets_items , 'name', 'display_name', value) }}
                 {%- endif %}
                 <a href="{{ c.remove_field(field, value) }}" class="remove" title="{{ _('Remove') }}"><i class="icon-remove"></i></a>

ckan/templates/package/snippets/history_revisions.html

@@ -0,0 +1,12 @@
+{% import 'macros/form.html' as form %}
+
+<form class="dataset-form dataset-resource-form form-horizontal" method="post" data-module="basic-form">
+
+  {{ form.errors(error_summary) }}
+
+  <input type="hidden" name="pkg_name" value="{{ pkg_dict.name }}"/>
+  {% snippet 'package/snippets/revisions_table.html', pkg_dict=pkg_dict, pkg_revisions=pkg_revisions %}
+
+  <button class="btn btn-primary" name="diff" value="go-resources" type="submit">{{ _('Compare') }}</button>
+
+</form>

ckan/templates/package/snippets/package_basic_fields.html

@@ -13,6 +13,9 @@
 {{ form.prepend('name', id='field-name', label=_('URL'), prepend=prefix, placeholder=_('eg. my-dataset'), value=data.name, error=errors.name, attrs=attrs) }}
 {% endblock %}
 
+{% block package_basic_fields_custom %}
+{% endblock %}
+
 {% block package_basic_fields_description %}
 {{ form.markdown('notes', id='field-notes', label=_('Description'), placeholder=_('eg. Some useful notes about the data'), value=data.notes, error=errors.notes) }}
 {% endblock %}

ckan/templates/package/snippets/revisions_table.html

@@ -0,0 +1,31 @@
+{% import 'macros/form.html' as form %}
+
+<table class="table table-striped table-bordered">
+  <thead>
+    <tr>
+      <th></th>
+      <th>{{ _('Revision') }}</th>
+      <th>{{ _('Timestamp') }}</th>
+      <th>{{ _('Author') }}</th>
+      <th>{{ _('Log Message') }}</th>
+    </tr>
+  </thead>
+  <tbody>
+    {% for rev in pkg_revisions %}
+      <tr>
+        <td nowrap="nowrap">
+          {{ h.radio('selected1', rev.id, checked=(loop.first)) }}
+          {{ h.radio('selected2', rev.id, checked=(loop.last)) }}
+        </td>
+        <td class="dataset-label">
+          {% link_for rev.id | truncate(6), controller='revision', action='read', id=rev.id %}
+        </td>
+        <td class="dataset-details">
+          <a href="{{ h.url_for(controller='package', action='read',id='%s@%s' % (pkg_dict.name, rev.timestamp))}}" title="{{_('Read dataset as of %s') % rev.timestamp }}">{{ h.render_datetime(rev.timestamp, with_hours=True) }}</a>
+        </td>
+        <td class="dataset-details">{{ h.linked_user(rev.author) }}</td>
+        <td class="dataset-details">{{ rev.message }}</td>
+      </tr>
+      {% endfor %}
+  </tbody>
+</table>

ckan/templates/revision/__init__.py

@@ -0,0 +1 @@
+# empty file needed for pylons to find templates in this directory

ckan/templates/revision/diff.html

@@ -0,0 +1,56 @@
+{% extends "revision/read_base.html" %}
+
+{% set pkg = c.pkg %}
+{% set group = c.group %}
+
+{% block subtitle %}{{ _('Differences')}}{% endblock %}
+
+{% block breadcrumb_content %}
+  {% if c.diff_entity == 'package' %}
+    {% set dataset = pkg.title or pkg.name %}
+    <li>{% link_for _('Datasets'), controller='package', action='search', highlight_actions = 'new index' %}</li>
+    <li>{% link_for dataset, controller='package', action='read', id=pkg.name %}</li>
+    <li class="active"><a href="" title="{{ _('Revision Differences') }}">{{ _('Revision Differences') }}</a></li>
+  {% elif c.diff_entity == 'group' %}
+    {% set group = group.display_name or group.name %}
+    <li>{% link_for _('Groups'), controller='group', action='index' %}</li>
+    <li>{% link_for group, controller='group', action='read', id=group.name %}</li>
+    <li class="active"><a href="" title="{{ _('Revision Differences') }}">{{ _('Revision Differences') }}</a></li>
+  {% endif %}
+{% endblock %}
+
+{% block primary_content_inner %}
+  <h1>{{ _('Revision Differences') }} -
+    {% if c.diff_entity == 'package' %}
+      {% link_for pkg.title, controller='package', action='read', id=pkg.name %}
+    {% elif c.diff_entity == 'group' %}
+      {% link_for group.display_name, controller='group', action='read', id=group.name %}
+    {% endif %}
+  </h1>
+
+  <p>
+    <strong>From:</strong> {% link_for c.revision_from.id, controller='revision', action='read', id=c.revision_from.id %} -
+      {{ h.render_datetime(c.revision_from.timestamp, with_hours=True) }}
+  </p>
+  <p>
+    <strong>To:</strong> {% link_for c.revision_to.id, controller='revision', action='read', id=c.revision_to.id %} -
+      {{ h.render_datetime(c.revision_to.timestamp, with_hours=True) }}
+  </p>
+
+  {% if c.diff %}
+    <table class="table table-bordered table-striped">
+      <tr>
+        <th>{{ _('Field') }}</th>
+        <th>{{ _('Difference') }}</th>
+      </tr>
+      {% for field, diff in c.diff %}
+        <tr>
+          <td>{{ field }}</td>
+          <td><pre>{{ diff }}</pre></td>
+        </tr>
+      {% endfor %}
+    </table>
+  {% else %}
+    <h3>{{ _('No Differences') }}</h3>
+  {% endif %}
+{% endblock %}

ckan/templates/revision/list.html

@@ -0,0 +1,19 @@
+{% extends "revision/read_base.html" %}
+
+{% block subtitle %}{{ _('Revision History') }}{% endblock %}
+
+{% block breadcrumb_content %}
+  <li class="active"><a href="" title="{{ _('Revision History') }}">{{ _('Revisions') }}</a></li>
+{% endblock %}
+
+{% block primary_content_inner %}
+  <h1>{{ _('Revision History') }}</h1>
+
+  {{ c.page.pager() }}
+
+  {% block revisions_list %}
+    {% snippet "revision/snippets/revisions_list.html", revisions=c.page.items %}
+  {% endblock %}
+
+  {{ c.page.pager() }}
+{% endblock %}