Pileus Git - ~andy/linux/blob - drivers/s390/cio/chsc.c

   1 /*
   2  *   S/390 common I/O routines -- channel subsystem call
   3  *
   4  *    Copyright IBM Corp. 1999,2012
   5  *    Author(s): Ingo Adlung (adlung@de.ibm.com)
   6  *               Cornelia Huck (cornelia.huck@de.ibm.com)
   7  *               Arnd Bergmann (arndb@de.ibm.com)
   8  */
   9
  10 #define KMSG_COMPONENT "cio"
  11 #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
  12
  13 #include <linux/module.h>
  14 #include <linux/slab.h>
  15 #include <linux/init.h>
  16 #include <linux/device.h>
  17 #include <linux/pci.h>
  18
  19 #include <asm/cio.h>
  20 #include <asm/chpid.h>
  21 #include <asm/chsc.h>
  22 #include <asm/crw.h>
  23 #include <asm/isc.h>
  24
  25 #include "css.h"
  26 #include "cio.h"
  27 #include "cio_debug.h"
  28 #include "ioasm.h"
  29 #include "chp.h"
  30 #include "chsc.h"
  31
  32 static void *sei_page;
  33 static void *chsc_page;
  34 static DEFINE_SPINLOCK(chsc_page_lock);
  35
  36 /**
  37  * chsc_error_from_response() - convert a chsc response to an error
  38  * @response: chsc response code
  39  *
  40  * Returns an appropriate Linux error code for @response.
  41  */
  42 int chsc_error_from_response(int response)
  43 {
  44         switch (response) {
  45         case 0x0001:
  46                 return 0;
  47         case 0x0002:
  48         case 0x0003:
  49         case 0x0006:
  50         case 0x0007:
  51         case 0x0008:
  52         case 0x000a:
  53         case 0x0104:
  54                 return -EINVAL;
  55         case 0x0004:
  56                 return -EOPNOTSUPP;
  57         case 0x000b:
  58         case 0x0107:            /* "Channel busy" for the op 0x003d */
  59                 return -EBUSY;
  60         case 0x0100:
  61         case 0x0102:
  62                 return -ENOMEM;
  63         default:
  64                 return -EIO;
  65         }
  66 }
  67 EXPORT_SYMBOL_GPL(chsc_error_from_response);
  68
  69 struct chsc_ssd_area {
  70         struct chsc_header request;
  71         u16 :10;
  72         u16 ssid:2;
  73         u16 :4;
  74         u16 f_sch;        /* first subchannel */
  75         u16 :16;
  76         u16 l_sch;        /* last subchannel */
  77         u32 :32;
  78         struct chsc_header response;
  79         u32 :32;
  80         u8 sch_valid : 1;
  81         u8 dev_valid : 1;
  82         u8 st        : 3; /* subchannel type */
  83         u8 zeroes    : 3;
  84         u8  unit_addr;    /* unit address */
  85         u16 devno;        /* device number */
  86         u8 path_mask;
  87         u8 fla_valid_mask;
  88         u16 sch;          /* subchannel */
  89         u8 chpid[8];      /* chpids 0-7 */
  90         u16 fla[8];       /* full link addresses 0-7 */
  91 } __attribute__ ((packed));
  92
  93 int chsc_get_ssd_info(struct subchannel_id schid, struct chsc_ssd_info *ssd)
  94 {
  95         struct chsc_ssd_area *ssd_area;
  96         int ccode;
  97         int ret;
  98         int i;
  99         int mask;
 100
 101         spin_lock_irq(&chsc_page_lock);
 102         memset(chsc_page, 0, PAGE_SIZE);
 103         ssd_area = chsc_page;
 104         ssd_area->request.length = 0x0010;
 105         ssd_area->request.code = 0x0004;
 106         ssd_area->ssid = schid.ssid;
 107         ssd_area->f_sch = schid.sch_no;
 108         ssd_area->l_sch = schid.sch_no;
 109
 110         ccode = chsc(ssd_area);
 111         /* Check response. */
 112         if (ccode > 0) {
 113                 ret = (ccode == 3) ? -ENODEV : -EBUSY;
 114                 goto out;
 115         }
 116         ret = chsc_error_from_response(ssd_area->response.code);
 117         if (ret != 0) {
 118                 CIO_MSG_EVENT(2, "chsc: ssd failed for 0.%x.%04x (rc=%04x)\n",
 119                               schid.ssid, schid.sch_no,
 120                               ssd_area->response.code);
 121                 goto out;
 122         }
 123         if (!ssd_area->sch_valid) {
 124                 ret = -ENODEV;
 125                 goto out;
 126         }
 127         /* Copy data */
 128         ret = 0;
 129         memset(ssd, 0, sizeof(struct chsc_ssd_info));
 130         if ((ssd_area->st != SUBCHANNEL_TYPE_IO) &&
 131             (ssd_area->st != SUBCHANNEL_TYPE_MSG))
 132                 goto out;
 133         ssd->path_mask = ssd_area->path_mask;
 134         ssd->fla_valid_mask = ssd_area->fla_valid_mask;
 135         for (i = 0; i < 8; i++) {
 136                 mask = 0x80 >> i;
 137                 if (ssd_area->path_mask & mask) {
 138                         chp_id_init(&ssd->chpid[i]);
 139                         ssd->chpid[i].id = ssd_area->chpid[i];
 140                 }
 141                 if (ssd_area->fla_valid_mask & mask)
 142                         ssd->fla[i] = ssd_area->fla[i];
 143         }
 144 out:
 145         spin_unlock_irq(&chsc_page_lock);
 146         return ret;
 147 }
 148
 149 /**
 150  * chsc_ssqd() - store subchannel QDIO data (SSQD)
 151  * @schid: id of the subchannel on which SSQD is performed
 152  * @ssqd: request and response block for SSQD
 153  *
 154  * Returns 0 on success.
 155  */
 156 int chsc_ssqd(struct subchannel_id schid, struct chsc_ssqd_area *ssqd)
 157 {
 158         memset(ssqd, 0, sizeof(*ssqd));
 159         ssqd->request.length = 0x0010;
 160         ssqd->request.code = 0x0024;
 161         ssqd->first_sch = schid.sch_no;
 162         ssqd->last_sch = schid.sch_no;
 163         ssqd->ssid = schid.ssid;
 164
 165         if (chsc(ssqd))
 166                 return -EIO;
 167
 168         return chsc_error_from_response(ssqd->response.code);
 169 }
 170 EXPORT_SYMBOL_GPL(chsc_ssqd);
 171
 172 /**
 173  * chsc_sadc() - set adapter device controls (SADC)
 174  * @schid: id of the subchannel on which SADC is performed
 175  * @scssc: request and response block for SADC
 176  * @summary_indicator_addr: summary indicator address
 177  * @subchannel_indicator_addr: subchannel indicator address
 178  *
 179  * Returns 0 on success.
 180  */
 181 int chsc_sadc(struct subchannel_id schid, struct chsc_scssc_area *scssc,
 182               u64 summary_indicator_addr, u64 subchannel_indicator_addr)
 183 {
 184         memset(scssc, 0, sizeof(*scssc));
 185         scssc->request.length = 0x0fe0;
 186         scssc->request.code = 0x0021;
 187         scssc->operation_code = 0;
 188
 189         scssc->summary_indicator_addr = summary_indicator_addr;
 190         scssc->subchannel_indicator_addr = subchannel_indicator_addr;
 191
 192         scssc->ks = PAGE_DEFAULT_KEY >> 4;
 193         scssc->kc = PAGE_DEFAULT_KEY >> 4;
 194         scssc->isc = QDIO_AIRQ_ISC;
 195         scssc->schid = schid;
 196
 197         /* enable the time delay disablement facility */
 198         if (css_general_characteristics.aif_tdd)
 199                 scssc->word_with_d_bit = 0x10000000;
 200
 201         if (chsc(scssc))
 202                 return -EIO;
 203
 204         return chsc_error_from_response(scssc->response.code);
 205 }
 206 EXPORT_SYMBOL_GPL(chsc_sadc);
 207
 208 static int s390_subchannel_remove_chpid(struct subchannel *sch, void *data)
 209 {
 210         spin_lock_irq(sch->lock);
 211         if (sch->driver && sch->driver->chp_event)
 212                 if (sch->driver->chp_event(sch, data, CHP_OFFLINE) != 0)
 213                         goto out_unreg;
 214         spin_unlock_irq(sch->lock);
 215         return 0;
 216
 217 out_unreg:
 218         sch->lpm = 0;
 219         spin_unlock_irq(sch->lock);
 220         css_schedule_eval(sch->schid);
 221         return 0;
 222 }
 223
 224 void chsc_chp_offline(struct chp_id chpid)
 225 {
 226         char dbf_txt[15];
 227         struct chp_link link;
 228
 229         sprintf(dbf_txt, "chpr%x.%02x", chpid.cssid, chpid.id);
 230         CIO_TRACE_EVENT(2, dbf_txt);
 231
 232         if (chp_get_status(chpid) <= 0)
 233                 return;
 234         memset(&link, 0, sizeof(struct chp_link));
 235         link.chpid = chpid;
 236         /* Wait until previous actions have settled. */
 237         css_wait_for_slow_path();
 238         for_each_subchannel_staged(s390_subchannel_remove_chpid, NULL, &link);
 239 }
 240
 241 static int __s390_process_res_acc(struct subchannel *sch, void *data)
 242 {
 243         spin_lock_irq(sch->lock);
 244         if (sch->driver && sch->driver->chp_event)
 245                 sch->driver->chp_event(sch, data, CHP_ONLINE);
 246         spin_unlock_irq(sch->lock);
 247
 248         return 0;
 249 }
 250
 251 static void s390_process_res_acc(struct chp_link *link)
 252 {
 253         char dbf_txt[15];
 254
 255         sprintf(dbf_txt, "accpr%x.%02x", link->chpid.cssid,
 256                 link->chpid.id);
 257         CIO_TRACE_EVENT( 2, dbf_txt);
 258         if (link->fla != 0) {
 259                 sprintf(dbf_txt, "fla%x", link->fla);
 260                 CIO_TRACE_EVENT( 2, dbf_txt);
 261         }
 262         /* Wait until previous actions have settled. */
 263         css_wait_for_slow_path();
 264         /*
 265          * I/O resources may have become accessible.
 266          * Scan through all subchannels that may be concerned and
 267          * do a validation on those.
 268          * The more information we have (info), the less scanning
 269          * will we have to do.
 270          */
 271         for_each_subchannel_staged(__s390_process_res_acc, NULL, link);
 272         css_schedule_reprobe();
 273 }
 274
 275 static int
 276 __get_chpid_from_lir(void *data)
 277 {
 278         struct lir {
 279                 u8  iq;
 280                 u8  ic;
 281                 u16 sci;
 282                 /* incident-node descriptor */
 283                 u32 indesc[28];
 284                 /* attached-node descriptor */
 285                 u32 andesc[28];
 286                 /* incident-specific information */
 287                 u32 isinfo[28];
 288         } __attribute__ ((packed)) *lir;
 289
 290         lir = data;
 291         if (!(lir->iq&0x80))
 292                 /* NULL link incident record */
 293                 return -EINVAL;
 294         if (!(lir->indesc[0]&0xc0000000))
 295                 /* node descriptor not valid */
 296                 return -EINVAL;
 297         if (!(lir->indesc[0]&0x10000000))
 298                 /* don't handle device-type nodes - FIXME */
 299                 return -EINVAL;
 300         /* Byte 3 contains the chpid. Could also be CTCA, but we don't care */
 301
 302         return (u16) (lir->indesc[0]&0x000000ff);
 303 }
 304
 305 struct chsc_sei_nt0_area {
 306         u8  flags;
 307         u8  vf;                         /* validity flags */
 308         u8  rs;                         /* reporting source */
 309         u8  cc;                         /* content code */
 310         u16 fla;                        /* full link address */
 311         u16 rsid;                       /* reporting source id */
 312         u32 reserved1;
 313         u32 reserved2;
 314         /* ccdf has to be big enough for a link-incident record */
 315         u8  ccdf[PAGE_SIZE - 24 - 16];  /* content-code dependent field */
 316 } __packed;
 317
 318 struct chsc_sei_nt2_area {
 319         u8  flags;                      /* p and v bit */
 320         u8  reserved1;
 321         u8  reserved2;
 322         u8  cc;                         /* content code */
 323         u32 reserved3[13];
 324         u8  ccdf[PAGE_SIZE - 24 - 56];  /* content-code dependent field */
 325 } __packed;
 326
 327 #define CHSC_SEI_NT0    (1ULL << 63)
 328 #define CHSC_SEI_NT2    (1ULL << 61)
 329
 330 struct chsc_sei {
 331         struct chsc_header request;
 332         u32 reserved1;
 333         u64 ntsm;                       /* notification type mask */
 334         struct chsc_header response;
 335         u32 :24;
 336         u8 nt;
 337         union {
 338                 struct chsc_sei_nt0_area nt0_area;
 339                 struct chsc_sei_nt2_area nt2_area;
 340                 u8 nt_area[PAGE_SIZE - 24];
 341         } u;
 342 } __packed;
 343
 344 static void chsc_process_sei_link_incident(struct chsc_sei_nt0_area *sei_area)
 345 {
 346         struct chp_id chpid;
 347         int id;
 348
 349         CIO_CRW_EVENT(4, "chsc: link incident (rs=%02x, rs_id=%04x)\n",
 350                       sei_area->rs, sei_area->rsid);
 351         if (sei_area->rs != 4)
 352                 return;
 353         id = __get_chpid_from_lir(sei_area->ccdf);
 354         if (id < 0)
 355                 CIO_CRW_EVENT(4, "chsc: link incident - invalid LIR\n");
 356         else {
 357                 chp_id_init(&chpid);
 358                 chpid.id = id;
 359                 chsc_chp_offline(chpid);
 360         }
 361 }
 362
 363 static void chsc_process_sei_res_acc(struct chsc_sei_nt0_area *sei_area)
 364 {
 365         struct chp_link link;
 366         struct chp_id chpid;
 367         int status;
 368
 369         CIO_CRW_EVENT(4, "chsc: resource accessibility event (rs=%02x, "
 370                       "rs_id=%04x)\n", sei_area->rs, sei_area->rsid);
 371         if (sei_area->rs != 4)
 372                 return;
 373         chp_id_init(&chpid);
 374         chpid.id = sei_area->rsid;
 375         /* allocate a new channel path structure, if needed */
 376         status = chp_get_status(chpid);
 377         if (status < 0)
 378                 chp_new(chpid);
 379         else if (!status)
 380                 return;
 381         memset(&link, 0, sizeof(struct chp_link));
 382         link.chpid = chpid;
 383         if ((sei_area->vf & 0xc0) != 0) {
 384                 link.fla = sei_area->fla;
 385                 if ((sei_area->vf & 0xc0) == 0xc0)
 386                         /* full link address */
 387                         link.fla_mask = 0xffff;
 388                 else
 389                         /* link address */
 390                         link.fla_mask = 0xff00;
 391         }
 392         s390_process_res_acc(&link);
 393 }
 394
 395 static void chsc_process_sei_chp_avail(struct chsc_sei_nt0_area *sei_area)
 396 {
 397         struct channel_path *chp;
 398         struct chp_id chpid;
 399         u8 *data;
 400         int num;
 401
 402         CIO_CRW_EVENT(4, "chsc: channel path availability information\n");
 403         if (sei_area->rs != 0)
 404                 return;
 405         data = sei_area->ccdf;
 406         chp_id_init(&chpid);
 407         for (num = 0; num <= __MAX_CHPID; num++) {
 408                 if (!chp_test_bit(data, num))
 409                         continue;
 410                 chpid.id = num;
 411
 412                 CIO_CRW_EVENT(4, "Update information for channel path "
 413                               "%x.%02x\n", chpid.cssid, chpid.id);
 414                 chp = chpid_to_chp(chpid);
 415                 if (!chp) {
 416                         chp_new(chpid);
 417                         continue;
 418                 }
 419                 mutex_lock(&chp->lock);
 420                 chp_update_desc(chp);
 421                 mutex_unlock(&chp->lock);
 422         }
 423 }
 424
 425 struct chp_config_data {
 426         u8 map[32];
 427         u8 op;
 428         u8 pc;
 429 };
 430
 431 static void chsc_process_sei_chp_config(struct chsc_sei_nt0_area *sei_area)
 432 {
 433         struct chp_config_data *data;
 434         struct chp_id chpid;
 435         int num;
 436         char *events[3] = {"configure", "deconfigure", "cancel deconfigure"};
 437
 438         CIO_CRW_EVENT(4, "chsc: channel-path-configuration notification\n");
 439         if (sei_area->rs != 0)
 440                 return;
 441         data = (struct chp_config_data *) &(sei_area->ccdf);
 442         chp_id_init(&chpid);
 443         for (num = 0; num <= __MAX_CHPID; num++) {
 444                 if (!chp_test_bit(data->map, num))
 445                         continue;
 446                 chpid.id = num;
 447                 pr_notice("Processing %s for channel path %x.%02x\n",
 448                           events[data->op], chpid.cssid, chpid.id);
 449                 switch (data->op) {
 450                 case 0:
 451                         chp_cfg_schedule(chpid, 1);
 452                         break;
 453                 case 1:
 454                         chp_cfg_schedule(chpid, 0);
 455                         break;
 456                 case 2:
 457                         chp_cfg_cancel_deconfigure(chpid);
 458                         break;
 459                 }
 460         }
 461 }
 462
 463 static void chsc_process_sei_scm_change(struct chsc_sei_nt0_area *sei_area)
 464 {
 465         int ret;
 466
 467         CIO_CRW_EVENT(4, "chsc: scm change notification\n");
 468         if (sei_area->rs != 7)
 469                 return;
 470
 471         ret = scm_update_information();
 472         if (ret)
 473                 CIO_CRW_EVENT(0, "chsc: updating change notification"
 474                               " failed (rc=%d).\n", ret);
 475 }
 476
 477 static void chsc_process_sei_scm_avail(struct chsc_sei_nt0_area *sei_area)
 478 {
 479         int ret;
 480
 481         CIO_CRW_EVENT(4, "chsc: scm available information\n");
 482         if (sei_area->rs != 7)
 483                 return;
 484
 485         ret = scm_process_availability_information();
 486         if (ret)
 487                 CIO_CRW_EVENT(0, "chsc: process availability information"
 488                               " failed (rc=%d).\n", ret);
 489 }
 490
 491 static void chsc_process_sei_nt2(struct chsc_sei_nt2_area *sei_area)
 492 {
 493         switch (sei_area->cc) {
 494         case 1:
 495                 zpci_event_error(sei_area->ccdf);
 496                 break;
 497         case 2:
 498                 zpci_event_availability(sei_area->ccdf);
 499                 break;
 500         default:
 501                 CIO_CRW_EVENT(2, "chsc: sei nt2 unhandled cc=%d\n",
 502                               sei_area->cc);
 503                 break;
 504         }
 505 }
 506
 507 static void chsc_process_sei_nt0(struct chsc_sei_nt0_area *sei_area)
 508 {
 509         /* which kind of information was stored? */
 510         switch (sei_area->cc) {
 511         case 1: /* link incident*/
 512                 chsc_process_sei_link_incident(sei_area);
 513                 break;
 514         case 2: /* i/o resource accessibility */
 515                 chsc_process_sei_res_acc(sei_area);
 516                 break;
 517         case 7: /* channel-path-availability information */
 518                 chsc_process_sei_chp_avail(sei_area);
 519                 break;
 520         case 8: /* channel-path-configuration notification */
 521                 chsc_process_sei_chp_config(sei_area);
 522                 break;
 523         case 12: /* scm change notification */
 524                 chsc_process_sei_scm_change(sei_area);
 525                 break;
 526         case 14: /* scm available notification */
 527                 chsc_process_sei_scm_avail(sei_area);
 528                 break;
 529         default: /* other stuff */
 530                 CIO_CRW_EVENT(2, "chsc: sei nt0 unhandled cc=%d\n",
 531                               sei_area->cc);
 532                 break;
 533         }
 534
 535         /* Check if we might have lost some information. */
 536         if (sei_area->flags & 0x40) {
 537                 CIO_CRW_EVENT(2, "chsc: event overflow\n");
 538                 css_schedule_eval_all();
 539         }
 540 }
 541
 542 static void chsc_process_event_information(struct chsc_sei *sei, u64 ntsm)
 543 {
 544         do {
 545                 memset(sei, 0, sizeof(*sei));
 546                 sei->request.length = 0x0010;
 547                 sei->request.code = 0x000e;
 548                 sei->ntsm = ntsm;
 549
 550                 if (chsc(sei))
 551                         break;
 552
 553                 if (sei->response.code != 0x0001) {
 554                         CIO_CRW_EVENT(2, "chsc: sei failed (rc=%04x)\n",
 555                                       sei->response.code);
 556                         break;
 557                 }
 558
 559                 CIO_CRW_EVENT(2, "chsc: sei successful (nt=%d)\n", sei->nt);
 560                 switch (sei->nt) {
 561                 case 0:
 562                         chsc_process_sei_nt0(&sei->u.nt0_area);
 563                         break;
 564                 case 2:
 565                         chsc_process_sei_nt2(&sei->u.nt2_area);
 566                         break;
 567                 default:
 568                         CIO_CRW_EVENT(2, "chsc: unhandled nt: %d\n", sei->nt);
 569                         break;
 570                 }
 571         } while (sei->u.nt0_area.flags & 0x80);
 572 }
 573
 574 /*
 575  * Handle channel subsystem related CRWs.
 576  * Use store event information to find out what's going on.
 577  *
 578  * Note: Access to sei_page is serialized through machine check handler
 579  * thread, so no need for locking.
 580  */
 581 static void chsc_process_crw(struct crw *crw0, struct crw *crw1, int overflow)
 582 {
 583         struct chsc_sei *sei = sei_page;
 584
 585         if (overflow) {
 586                 css_schedule_eval_all();
 587                 return;
 588         }
 589         CIO_CRW_EVENT(2, "CRW reports slct=%d, oflw=%d, "
 590                       "chn=%d, rsc=%X, anc=%d, erc=%X, rsid=%X\n",
 591                       crw0->slct, crw0->oflw, crw0->chn, crw0->rsc, crw0->anc,
 592                       crw0->erc, crw0->rsid);
 593
 594         CIO_TRACE_EVENT(2, "prcss");
 595         chsc_process_event_information(sei, CHSC_SEI_NT0 | CHSC_SEI_NT2);
 596 }
 597
 598 void chsc_chp_online(struct chp_id chpid)
 599 {
 600         char dbf_txt[15];
 601         struct chp_link link;
 602
 603         sprintf(dbf_txt, "cadd%x.%02x", chpid.cssid, chpid.id);
 604         CIO_TRACE_EVENT(2, dbf_txt);
 605
 606         if (chp_get_status(chpid) != 0) {
 607                 memset(&link, 0, sizeof(struct chp_link));
 608                 link.chpid = chpid;
 609                 /* Wait until previous actions have settled. */
 610                 css_wait_for_slow_path();
 611                 for_each_subchannel_staged(__s390_process_res_acc, NULL,
 612                                            &link);
 613         }
 614 }
 615
 616 static void __s390_subchannel_vary_chpid(struct subchannel *sch,
 617                                          struct chp_id chpid, int on)
 618 {
 619         unsigned long flags;
 620         struct chp_link link;
 621
 622         memset(&link, 0, sizeof(struct chp_link));
 623         link.chpid = chpid;
 624         spin_lock_irqsave(sch->lock, flags);
 625         if (sch->driver && sch->driver->chp_event)
 626                 sch->driver->chp_event(sch, &link,
 627                                        on ? CHP_VARY_ON : CHP_VARY_OFF);
 628         spin_unlock_irqrestore(sch->lock, flags);
 629 }
 630
 631 static int s390_subchannel_vary_chpid_off(struct subchannel *sch, void *data)
 632 {
 633         struct chp_id *chpid = data;
 634
 635         __s390_subchannel_vary_chpid(sch, *chpid, 0);
 636         return 0;
 637 }
 638
 639 static int s390_subchannel_vary_chpid_on(struct subchannel *sch, void *data)
 640 {
 641         struct chp_id *chpid = data;
 642
 643         __s390_subchannel_vary_chpid(sch, *chpid, 1);
 644         return 0;
 645 }
 646
 647 /**
 648  * chsc_chp_vary - propagate channel-path vary operation to subchannels
 649  * @chpid: channl-path ID
 650  * @on: non-zero for vary online, zero for vary offline
 651  */
 652 int chsc_chp_vary(struct chp_id chpid, int on)
 653 {
 654         struct channel_path *chp = chpid_to_chp(chpid);
 655
 656         /* Wait until previous actions have settled. */
 657         css_wait_for_slow_path();
 658         /*
 659          * Redo PathVerification on the devices the chpid connects to
 660          */
 661         if (on) {
 662                 /* Try to update the channel path description. */
 663                 chp_update_desc(chp);
 664                 for_each_subchannel_staged(s390_subchannel_vary_chpid_on,
 665                                            NULL, &chpid);
 666                 css_schedule_reprobe();
 667         } else
 668                 for_each_subchannel_staged(s390_subchannel_vary_chpid_off,
 669                                            NULL, &chpid);
 670
 671         return 0;
 672 }
 673
 674 static void
 675 chsc_remove_cmg_attr(struct channel_subsystem *css)
 676 {
 677         int i;
 678
 679         for (i = 0; i <= __MAX_CHPID; i++) {
 680                 if (!css->chps[i])
 681                         continue;
 682                 chp_remove_cmg_attr(css->chps[i]);
 683         }
 684 }
 685
 686 static int
 687 chsc_add_cmg_attr(struct channel_subsystem *css)
 688 {
 689         int i, ret;
 690
 691         ret = 0;
 692         for (i = 0; i <= __MAX_CHPID; i++) {
 693                 if (!css->chps[i])
 694                         continue;
 695                 ret = chp_add_cmg_attr(css->chps[i]);
 696                 if (ret)
 697                         goto cleanup;
 698         }
 699         return ret;
 700 cleanup:
 701         for (--i; i >= 0; i--) {
 702                 if (!css->chps[i])
 703                         continue;
 704                 chp_remove_cmg_attr(css->chps[i]);
 705         }
 706         return ret;
 707 }
 708
 709 int __chsc_do_secm(struct channel_subsystem *css, int enable)
 710 {
 711         struct {
 712                 struct chsc_header request;
 713                 u32 operation_code : 2;
 714                 u32 : 30;
 715                 u32 key : 4;
 716                 u32 : 28;
 717                 u32 zeroes1;
 718                 u32 cub_addr1;
 719                 u32 zeroes2;
 720                 u32 cub_addr2;
 721                 u32 reserved[13];
 722                 struct chsc_header response;
 723                 u32 status : 8;
 724                 u32 : 4;
 725                 u32 fmt : 4;
 726                 u32 : 16;
 727         } __attribute__ ((packed)) *secm_area;
 728         int ret, ccode;
 729
 730         spin_lock_irq(&chsc_page_lock);
 731         memset(chsc_page, 0, PAGE_SIZE);
 732         secm_area = chsc_page;
 733         secm_area->request.length = 0x0050;
 734         secm_area->request.code = 0x0016;
 735
 736         secm_area->key = PAGE_DEFAULT_KEY >> 4;
 737         secm_area->cub_addr1 = (u64)(unsigned long)css->cub_addr1;
 738         secm_area->cub_addr2 = (u64)(unsigned long)css->cub_addr2;
 739
 740         secm_area->operation_code = enable ? 0 : 1;
 741
 742         ccode = chsc(secm_area);
 743         if (ccode > 0) {
 744                 ret = (ccode == 3) ? -ENODEV : -EBUSY;
 745                 goto out;
 746         }
 747
 748         switch (secm_area->response.code) {
 749         case 0x0102:
 750         case 0x0103:
 751                 ret = -EINVAL;
 752                 break;
 753         default:
 754                 ret = chsc_error_from_response(secm_area->response.code);
 755         }
 756         if (ret != 0)
 757                 CIO_CRW_EVENT(2, "chsc: secm failed (rc=%04x)\n",
 758                               secm_area->response.code);
 759 out:
 760         spin_unlock_irq(&chsc_page_lock);
 761         return ret;
 762 }
 763
 764 int
 765 chsc_secm(struct channel_subsystem *css, int enable)
 766 {
 767         int ret;
 768
 769         if (enable && !css->cm_enabled) {
 770                 css->cub_addr1 = (void *)get_zeroed_page(GFP_KERNEL | GFP_DMA);
 771                 css->cub_addr2 = (void *)get_zeroed_page(GFP_KERNEL | GFP_DMA);
 772                 if (!css->cub_addr1 || !css->cub_addr2) {
 773                         free_page((unsigned long)css->cub_addr1);
 774                         free_page((unsigned long)css->cub_addr2);
 775                         return -ENOMEM;
 776                 }
 777         }
 778         ret = __chsc_do_secm(css, enable);
 779         if (!ret) {
 780                 css->cm_enabled = enable;
 781                 if (css->cm_enabled) {
 782                         ret = chsc_add_cmg_attr(css);
 783                         if (ret) {
 784                                 __chsc_do_secm(css, 0);
 785                                 css->cm_enabled = 0;
 786                         }
 787                 } else
 788                         chsc_remove_cmg_attr(css);
 789         }
 790         if (!css->cm_enabled) {
 791                 free_page((unsigned long)css->cub_addr1);
 792                 free_page((unsigned long)css->cub_addr2);
 793         }
 794         return ret;
 795 }
 796
 797 int chsc_determine_channel_path_desc(struct chp_id chpid, int fmt, int rfmt,
 798                                      int c, int m, void *page)
 799 {
 800         struct chsc_scpd *scpd_area;
 801         int ccode, ret;
 802
 803         if ((rfmt == 1) && !css_general_characteristics.fcs)
 804                 return -EINVAL;
 805         if ((rfmt == 2) && !css_general_characteristics.cib)
 806                 return -EINVAL;
 807
 808         memset(page, 0, PAGE_SIZE);
 809         scpd_area = page;
 810         scpd_area->request.length = 0x0010;
 811         scpd_area->request.code = 0x0002;
 812         scpd_area->cssid = chpid.cssid;
 813         scpd_area->first_chpid = chpid.id;
 814         scpd_area->last_chpid = chpid.id;
 815         scpd_area->m = m;
 816         scpd_area->c = c;
 817         scpd_area->fmt = fmt;
 818         scpd_area->rfmt = rfmt;
 819
 820         ccode = chsc(scpd_area);
 821         if (ccode > 0)
 822                 return (ccode == 3) ? -ENODEV : -EBUSY;
 823
 824         ret = chsc_error_from_response(scpd_area->response.code);
 825         if (ret)
 826                 CIO_CRW_EVENT(2, "chsc: scpd failed (rc=%04x)\n",
 827                               scpd_area->response.code);
 828         return ret;
 829 }
 830 EXPORT_SYMBOL_GPL(chsc_determine_channel_path_desc);
 831
 832 int chsc_determine_base_channel_path_desc(struct chp_id chpid,
 833                                           struct channel_path_desc *desc)
 834 {
 835         struct chsc_response_struct *chsc_resp;
 836         struct chsc_scpd *scpd_area;
 837         unsigned long flags;
 838         int ret;
 839
 840         spin_lock_irqsave(&chsc_page_lock, flags);
 841         scpd_area = chsc_page;
 842         ret = chsc_determine_channel_path_desc(chpid, 0, 0, 0, 0, scpd_area);
 843         if (ret)
 844                 goto out;
 845         chsc_resp = (void *)&scpd_area->response;
 846         memcpy(desc, &chsc_resp->data, sizeof(*desc));
 847 out:
 848         spin_unlock_irqrestore(&chsc_page_lock, flags);
 849         return ret;
 850 }
 851
 852 int chsc_determine_fmt1_channel_path_desc(struct chp_id chpid,
 853                                           struct channel_path_desc_fmt1 *desc)
 854 {
 855         struct chsc_response_struct *chsc_resp;
 856         struct chsc_scpd *scpd_area;
 857         unsigned long flags;
 858         int ret;
 859
 860         spin_lock_irqsave(&chsc_page_lock, flags);
 861         scpd_area = chsc_page;
 862         ret = chsc_determine_channel_path_desc(chpid, 0, 0, 1, 0, scpd_area);
 863         if (ret)
 864                 goto out;
 865         chsc_resp = (void *)&scpd_area->response;
 866         memcpy(desc, &chsc_resp->data, sizeof(*desc));
 867 out:
 868         spin_unlock_irqrestore(&chsc_page_lock, flags);
 869         return ret;
 870 }
 871
 872 static void
 873 chsc_initialize_cmg_chars(struct channel_path *chp, u8 cmcv,
 874                           struct cmg_chars *chars)
 875 {
 876         struct cmg_chars *cmg_chars;
 877         int i, mask;
 878
 879         cmg_chars = chp->cmg_chars;
 880         for (i = 0; i < NR_MEASUREMENT_CHARS; i++) {
 881                 mask = 0x80 >> (i + 3);
 882                 if (cmcv & mask)
 883                         cmg_chars->values[i] = chars->values[i];
 884                 else
 885                         cmg_chars->values[i] = 0;
 886         }
 887 }
 888
 889 int chsc_get_channel_measurement_chars(struct channel_path *chp)
 890 {
 891         struct cmg_chars *cmg_chars;
 892         int ccode, ret;
 893
 894         struct {
 895                 struct chsc_header request;
 896                 u32 : 24;
 897                 u32 first_chpid : 8;
 898                 u32 : 24;
 899                 u32 last_chpid : 8;
 900                 u32 zeroes1;
 901                 struct chsc_header response;
 902                 u32 zeroes2;
 903                 u32 not_valid : 1;
 904                 u32 shared : 1;
 905                 u32 : 22;
 906                 u32 chpid : 8;
 907                 u32 cmcv : 5;
 908                 u32 : 11;
 909                 u32 cmgq : 8;
 910                 u32 cmg : 8;
 911                 u32 zeroes3;
 912                 u32 data[NR_MEASUREMENT_CHARS];
 913         } __attribute__ ((packed)) *scmc_area;
 914
 915         chp->cmg_chars = NULL;
 916         cmg_chars = kmalloc(sizeof(*cmg_chars), GFP_KERNEL);
 917         if (!cmg_chars)
 918                 return -ENOMEM;
 919
 920         spin_lock_irq(&chsc_page_lock);
 921         memset(chsc_page, 0, PAGE_SIZE);
 922         scmc_area = chsc_page;
 923         scmc_area->request.length = 0x0010;
 924         scmc_area->request.code = 0x0022;
 925         scmc_area->first_chpid = chp->chpid.id;
 926         scmc_area->last_chpid = chp->chpid.id;
 927
 928         ccode = chsc(scmc_area);
 929         if (ccode > 0) {
 930                 ret = (ccode == 3) ? -ENODEV : -EBUSY;
 931                 goto out;
 932         }
 933
 934         ret = chsc_error_from_response(scmc_area->response.code);
 935         if (ret) {
 936                 CIO_CRW_EVENT(2, "chsc: scmc failed (rc=%04x)\n",
 937                               scmc_area->response.code);
 938                 goto out;
 939         }
 940         if (scmc_area->not_valid) {
 941                 chp->cmg = -1;
 942                 chp->shared = -1;
 943                 goto out;
 944         }
 945         chp->cmg = scmc_area->cmg;
 946         chp->shared = scmc_area->shared;
 947         if (chp->cmg != 2 && chp->cmg != 3) {
 948                 /* No cmg-dependent data. */
 949                 goto out;
 950         }
 951         chp->cmg_chars = cmg_chars;
 952         chsc_initialize_cmg_chars(chp, scmc_area->cmcv,
 953                                   (struct cmg_chars *) &scmc_area->data);
 954 out:
 955         spin_unlock_irq(&chsc_page_lock);
 956         if (!chp->cmg_chars)
 957                 kfree(cmg_chars);
 958
 959         return ret;
 960 }
 961
 962 int __init chsc_init(void)
 963 {
 964         int ret;
 965
 966         sei_page = (void *)get_zeroed_page(GFP_KERNEL | GFP_DMA);
 967         chsc_page = (void *)get_zeroed_page(GFP_KERNEL | GFP_DMA);
 968         if (!sei_page || !chsc_page) {
 969                 ret = -ENOMEM;
 970                 goto out_err;
 971         }
 972         ret = crw_register_handler(CRW_RSC_CSS, chsc_process_crw);
 973         if (ret)
 974                 goto out_err;
 975         return ret;
 976 out_err:
 977         free_page((unsigned long)chsc_page);
 978         free_page((unsigned long)sei_page);
 979         return ret;
 980 }
 981
 982 void __init chsc_init_cleanup(void)
 983 {
 984         crw_unregister_handler(CRW_RSC_CSS);
 985         free_page((unsigned long)chsc_page);
 986         free_page((unsigned long)sei_page);
 987 }
 988
 989 int chsc_enable_facility(int operation_code)
 990 {
 991         unsigned long flags;
 992         int ret;
 993         struct {
 994                 struct chsc_header request;
 995                 u8 reserved1:4;
 996                 u8 format:4;
 997                 u8 reserved2;
 998                 u16 operation_code;
 999                 u32 reserved3;
1000                 u32 reserved4;
1001                 u32 operation_data_area[252];
1002                 struct chsc_header response;
1003                 u32 reserved5:4;
1004                 u32 format2:4;
1005                 u32 reserved6:24;
1006         } __attribute__ ((packed)) *sda_area;
1007
1008         spin_lock_irqsave(&chsc_page_lock, flags);
1009         memset(chsc_page, 0, PAGE_SIZE);
1010         sda_area = chsc_page;
1011         sda_area->request.length = 0x0400;
1012         sda_area->request.code = 0x0031;
1013         sda_area->operation_code = operation_code;
1014
1015         ret = chsc(sda_area);
1016         if (ret > 0) {
1017                 ret = (ret == 3) ? -ENODEV : -EBUSY;
1018                 goto out;
1019         }
1020
1021         switch (sda_area->response.code) {
1022         case 0x0101:
1023                 ret = -EOPNOTSUPP;
1024                 break;
1025         default:
1026                 ret = chsc_error_from_response(sda_area->response.code);
1027         }
1028         if (ret != 0)
1029                 CIO_CRW_EVENT(2, "chsc: sda (oc=%x) failed (rc=%04x)\n",
1030                               operation_code, sda_area->response.code);
1031 out:
1032         spin_unlock_irqrestore(&chsc_page_lock, flags);
1033         return ret;
1034 }
1035
1036 struct css_general_char css_general_characteristics;
1037 struct css_chsc_char css_chsc_characteristics;
1038
1039 int __init
1040 chsc_determine_css_characteristics(void)
1041 {
1042         int result;
1043         struct {
1044                 struct chsc_header request;
1045                 u32 reserved1;
1046                 u32 reserved2;
1047                 u32 reserved3;
1048                 struct chsc_header response;
1049                 u32 reserved4;
1050                 u32 general_char[510];
1051                 u32 chsc_char[508];
1052         } __attribute__ ((packed)) *scsc_area;
1053
1054         spin_lock_irq(&chsc_page_lock);
1055         memset(chsc_page, 0, PAGE_SIZE);
1056         scsc_area = chsc_page;
1057         scsc_area->request.length = 0x0010;
1058         scsc_area->request.code = 0x0010;
1059
1060         result = chsc(scsc_area);
1061         if (result) {
1062                 result = (result == 3) ? -ENODEV : -EBUSY;
1063                 goto exit;
1064         }
1065
1066         result = chsc_error_from_response(scsc_area->response.code);
1067         if (result == 0) {
1068                 memcpy(&css_general_characteristics, scsc_area->general_char,
1069                        sizeof(css_general_characteristics));
1070                 memcpy(&css_chsc_characteristics, scsc_area->chsc_char,
1071                        sizeof(css_chsc_characteristics));
1072         } else
1073                 CIO_CRW_EVENT(2, "chsc: scsc failed (rc=%04x)\n",
1074                               scsc_area->response.code);
1075 exit:
1076         spin_unlock_irq(&chsc_page_lock);
1077         return result;
1078 }
1079
1080 EXPORT_SYMBOL_GPL(css_general_characteristics);
1081 EXPORT_SYMBOL_GPL(css_chsc_characteristics);
1082
1083 int chsc_sstpc(void *page, unsigned int op, u16 ctrl)
1084 {
1085         struct {
1086                 struct chsc_header request;
1087                 unsigned int rsvd0;
1088                 unsigned int op : 8;
1089                 unsigned int rsvd1 : 8;
1090                 unsigned int ctrl : 16;
1091                 unsigned int rsvd2[5];
1092                 struct chsc_header response;
1093                 unsigned int rsvd3[7];
1094         } __attribute__ ((packed)) *rr;
1095         int rc;
1096
1097         memset(page, 0, PAGE_SIZE);
1098         rr = page;
1099         rr->request.length = 0x0020;
1100         rr->request.code = 0x0033;
1101         rr->op = op;
1102         rr->ctrl = ctrl;
1103         rc = chsc(rr);
1104         if (rc)
1105                 return -EIO;
1106         rc = (rr->response.code == 0x0001) ? 0 : -EIO;
1107         return rc;
1108 }
1109
1110 int chsc_sstpi(void *page, void *result, size_t size)
1111 {
1112         struct {
1113                 struct chsc_header request;
1114                 unsigned int rsvd0[3];
1115                 struct chsc_header response;
1116                 char data[size];
1117         } __attribute__ ((packed)) *rr;
1118         int rc;
1119
1120         memset(page, 0, PAGE_SIZE);
1121         rr = page;
1122         rr->request.length = 0x0010;
1123         rr->request.code = 0x0038;
1124         rc = chsc(rr);
1125         if (rc)
1126                 return -EIO;
1127         memcpy(result, &rr->data, size);
1128         return (rr->response.code == 0x0001) ? 0 : -EIO;
1129 }
1130
1131 int chsc_siosl(struct subchannel_id schid)
1132 {
1133         struct {
1134                 struct chsc_header request;
1135                 u32 word1;
1136                 struct subchannel_id sid;
1137                 u32 word3;
1138                 struct chsc_header response;
1139                 u32 word[11];
1140         } __attribute__ ((packed)) *siosl_area;
1141         unsigned long flags;
1142         int ccode;
1143         int rc;
1144
1145         spin_lock_irqsave(&chsc_page_lock, flags);
1146         memset(chsc_page, 0, PAGE_SIZE);
1147         siosl_area = chsc_page;
1148         siosl_area->request.length = 0x0010;
1149         siosl_area->request.code = 0x0046;
1150         siosl_area->word1 = 0x80000000;
1151         siosl_area->sid = schid;
1152
1153         ccode = chsc(siosl_area);
1154         if (ccode > 0) {
1155                 if (ccode == 3)
1156                         rc = -ENODEV;
1157                 else
1158                         rc = -EBUSY;
1159                 CIO_MSG_EVENT(2, "chsc: chsc failed for 0.%x.%04x (ccode=%d)\n",
1160                               schid.ssid, schid.sch_no, ccode);
1161                 goto out;
1162         }
1163         rc = chsc_error_from_response(siosl_area->response.code);
1164         if (rc)
1165                 CIO_MSG_EVENT(2, "chsc: siosl failed for 0.%x.%04x (rc=%04x)\n",
1166                               schid.ssid, schid.sch_no,
1167                               siosl_area->response.code);
1168         else
1169                 CIO_MSG_EVENT(4, "chsc: siosl succeeded for 0.%x.%04x\n",
1170                               schid.ssid, schid.sch_no);
1171 out:
1172         spin_unlock_irqrestore(&chsc_page_lock, flags);
1173         return rc;
1174 }
1175 EXPORT_SYMBOL_GPL(chsc_siosl);
1176
1177 /**
1178  * chsc_scm_info() - store SCM information (SSI)
1179  * @scm_area: request and response block for SSI
1180  * @token: continuation token
1181  *
1182  * Returns 0 on success.
1183  */
1184 int chsc_scm_info(struct chsc_scm_info *scm_area, u64 token)
1185 {
1186         int ccode, ret;
1187
1188         memset(scm_area, 0, sizeof(*scm_area));
1189         scm_area->request.length = 0x0020;
1190         scm_area->request.code = 0x004C;
1191         scm_area->reqtok = token;
1192
1193         ccode = chsc(scm_area);
1194         if (ccode > 0) {
1195                 ret = (ccode == 3) ? -ENODEV : -EBUSY;
1196                 goto out;
1197         }
1198         ret = chsc_error_from_response(scm_area->response.code);
1199         if (ret != 0)
1200                 CIO_MSG_EVENT(2, "chsc: scm info failed (rc=%04x)\n",
1201                               scm_area->response.code);
1202 out:
1203         return ret;
1204 }
1205 EXPORT_SYMBOL_GPL(chsc_scm_info);
1206
1207 /**
1208  * chsc_pnso_brinfo() - Perform Network-Subchannel Operation, Bridge Info.
1209  * @schid:              id of the subchannel on which PNSO is performed
1210  * @brinfo_area:        request and response block for the operation
1211  * @resume_token:       resume token for multiblock response
1212  * @cnc:                Boolean change-notification control
1213  *
1214  * brinfo_area must be allocated by the caller with get_zeroed_page(GFP_KERNEL)
1215  *
1216  * Returns 0 on success.
1217  */
1218 int chsc_pnso_brinfo(struct subchannel_id schid,
1219                 struct chsc_pnso_area *brinfo_area,
1220                 struct chsc_brinfo_resume_token resume_token,
1221                 int cnc)
1222 {
1223         memset(brinfo_area, 0, sizeof(*brinfo_area));
1224         brinfo_area->request.length = 0x0030;
1225         brinfo_area->request.code = 0x003d; /* network-subchannel operation */
1226         brinfo_area->m     = schid.m;
1227         brinfo_area->ssid  = schid.ssid;
1228         brinfo_area->sch   = schid.sch_no;
1229         brinfo_area->cssid = schid.cssid;
1230         brinfo_area->oc    = 0; /* Store-network-bridging-information list */
1231         brinfo_area->resume_token = resume_token;
1232         brinfo_area->n     = (cnc != 0);
1233         if (chsc(brinfo_area))
1234                 return -EIO;
1235         return chsc_error_from_response(brinfo_area->response.code);
1236 }
1237 EXPORT_SYMBOL_GPL(chsc_pnso_brinfo);